diff --git a/.asf.yaml b/.asf.yaml
index ce0d702834bfa..8134fddbcd91a 100644
--- a/.asf.yaml
+++ b/.asf.yaml
@@ -122,14 +122,18 @@ github:
     # Max 10 collaborators allowed
     # https://github.com/apache/infrastructure-asfyaml/blob/main/README.md#assigning-the-github-triage-role-to-external-collaborators
     - aritra24
-    - dirrao
+    - omkar-foss
     - rawwar
     - nathadfield
     - sunank200
     - vatsrahul1001
     - cmarteepants
-    - gopidesupavan
     - bugraoz93
+    - briana-okyere
 
 notifications:
   jobs: jobs@airflow.apache.org
+  commits: commits@airflow.apache.org
+  issues: commits@airflow.apache.org
+  pullrequests: commits@airflow.apache.org
+  discussions: commits@airflow.apache.org
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
index c20fe916f92d4..4d52cba5cdd16 100644
--- a/.github/CODEOWNERS
+++ b/.github/CODEOWNERS
@@ -11,7 +11,7 @@
 
 # Kubernetes
 /airflow/kubernetes/ @dstandish @jedcunningham
-/airflow/providers/cncf/kubernetes/executors/ @dstandish @jedcunningham
+/providers/src/airflow/providers/cncf/kubernetes/executors/ @dstandish @jedcunningham
 
 # Helm Chart
 /chart/ @dstandish @jedcunningham @hussein-awala
@@ -61,27 +61,28 @@
 /airflow/secrets  @dstandish @potiuk @ashb
 
 # Providers
-/airflow/providers/amazon/ @eladkal @o-nikolas
-/airflow/providers/celery/ @hussein-awala
-/airflow/providers/cncf/kubernetes @jedcunningham @hussein-awala
-/airflow/providers/common/sql/ @eladkal
-/airflow/providers/dbt/cloud/ @josh-fell
-/airflow/providers/edge @jscheffl
-/airflow/providers/hashicorp/ @hussein-awala
-/airflow/providers/openlineage/ @mobuchowski
-/airflow/providers/slack/ @eladkal
-/airflow/providers/smtp/ @hussein-awala
-/airflow/providers/snowflake/ @potiuk @mik-laj
-/airflow/providers/tabular/ @Fokko
+/providers/src/airflow/providers/amazon/ @eladkal @o-nikolas
+/providers/src/airflow/providers/celery/ @hussein-awala
+/providers/src/airflow/providers/cncf/kubernetes @jedcunningham @hussein-awala
+/providers/src/airflow/providers/common/sql/ @eladkal
+/providers/src/airflow/providers/dbt/cloud/ @josh-fell
+/providers/src/airflow/providers/edge @jscheffl
+/providers/src/airflow/providers/hashicorp/ @hussein-awala
+/providers/src/airflow/providers/openlineage/ @mobuchowski
+/providers/src/airflow/providers/slack/ @eladkal
+/providers/src/airflow/providers/smtp/ @hussein-awala
+/providers/src/airflow/providers/snowflake/ @potiuk @mik-laj
+/providers/src/airflow/providers/apache/iceberg/ @Fokko
+/providers/tests/apache/iceberg/ @Fokko
 /docs/apache-airflow-providers-amazon/ @eladkal @o-nikolas
 /docs/apache-airflow-providers-cncf-kubernetes @jedcunningham
 /docs/apache-airflow-providers-common-sql/ @eladkal
 /docs/apache-airflow-providers-openlineage/ @mobuchowski
 /docs/apache-airflow-providers-slack/ @eladkal
-/tests/providers/amazon/ @eladkal @o-nikolas
-/tests/providers/common/sql/ @eladkal
-/tests/providers/openlineage/ @mobuchowski
-/tests/providers/slack/ @eladkal
+/providers/tests/amazon/ @eladkal @o-nikolas
+/providers/tests/common/sql/ @eladkal
+/providers/tests/openlineage/ @mobuchowski
+/providers/tests/slack/ @eladkal
 /tests/system/providers/amazon/ @eladkal @o-nikolas
 
 # Dev tools
@@ -108,6 +109,6 @@ ISSUE_TRIAGE_PROCESS.rst @eladkal
 
 # AIP-58 - Object Storage
 /airflow/io/ @bolkedebruin
-/airflow/providers/**/fs/ @bolkedebruin
-/airflow/providers/common/io/ @bolkedebruin
+/providers/src/airflow/providers/**/fs/ @bolkedebruin
+/providers/src/airflow/providers/common/io/ @bolkedebruin
 /docs/apache-airflow/core-concepts/objectstorage.rst @bolkedebruin
diff --git a/.github/SECURITY.md b/.github/SECURITY.md
index 4372b4528b477..4bcbd30dcad19 100644
--- a/.github/SECURITY.md
+++ b/.github/SECURITY.md
@@ -99,10 +99,11 @@ do not apply to Airflow, or have a different severity than some generic scoring
 
 The Airflow Security Team will get back to you after assessing the report. You will usually get
 confirmation that the issue is being worked (or that we quickly assessed it as invalid) within several
-business days. Note that this is an Open-Source projects and members of the security team are volunteers
-so please make sure to be patient. If you do not get a response within a week or so, please send a
-kind reminder to the security team. We will usually let you know the CVE number that will be assigned
-to the issue and the severity of the issue as well as release the issue is scheduled to be fixed
+business days. Note that this is an Open-Source projects and members of the security team are volunteers,
+so please make sure to be patient. If you do not get a response within a week, please send a kind reminder
+to the security team about a lack of response; however, reminders should only be for the initial response
+and not for updates on the assessment or remediation. We will usually let you know the CVE number that will
+be assigned to the issue and the severity of the issue as well as release the issue is scheduled to be fixed
 after we assess the issue (which might take longer or shorter time depending on the issue complexity and
 potential impact, severity, whether we want to address a whole class issues in a single fix and a number
 of other factors). You should subscribe  and monitor the `users@airflow.apache.org` mailing
diff --git a/.github/actions/install-pre-commit/action.yml b/.github/actions/install-pre-commit/action.yml
new file mode 100644
index 0000000000000..02eea2c722917
--- /dev/null
+++ b/.github/actions/install-pre-commit/action.yml
@@ -0,0 +1,50 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+---
+name: 'Install pre-commit'
+description: 'Installs pre-commit and related packages'
+inputs:
+  python-version:
+    description: 'Python version to use'
+    default: 3.9
+  uv-version:
+    description: 'uv version to use'
+    default: 0.4.29
+  pre-commit-version:
+    description: 'pre-commit version to use'
+    default: 4.0.1
+  pre-commit-uv-version:
+    description: 'pre-commit-uv version to use'
+    default: 4.1.4
+runs:
+  using: "composite"
+  steps:
+    - name: Install pre-commit, uv, and pre-commit-uv
+      shell: bash
+      run: >
+        pip install
+        pre-commit==${{inputs.pre-commit-version}}
+        uv==${{inputs.uv-version}}
+        pre-commit-uv==${{inputs.pre-commit-uv-version}}
+    - name: Cache pre-commit envs
+      uses: actions/cache@v4
+      with:
+        path: ~/.cache/pre-commit
+        key: "pre-commit-${{inputs.python-version}}-${{ hashFiles('.pre-commit-config.yaml') }}"
+        restore-keys: |
+          pre-commit-${{inputs.python-version}}-
diff --git a/.github/boring-cyborg.yml b/.github/boring-cyborg.yml
index e790d65e2fe6f..0a3fc240fc8d9 100644
--- a/.github/boring-cyborg.yml
+++ b/.github/boring-cyborg.yml
@@ -626,7 +626,7 @@ labelPRBasedOnFilePath:
 
   area:Scheduler:
     - airflow/jobs/**/*
-    - airflow/task/task_runner/**/*
+    - airflow/task/standard_task_runner.py
     - airflow/dag_processing/**/*
     - docs/apache-airflow/administration-and-deployment/scheduler.rst
     - tests/jobs/**/*
diff --git a/.github/workflows/additional-ci-image-checks.yml b/.github/workflows/additional-ci-image-checks.yml
index 878800324b784..8a3b46e70d37d 100644
--- a/.github/workflows/additional-ci-image-checks.yml
+++ b/.github/workflows/additional-ci-image-checks.yml
@@ -84,6 +84,10 @@ on:  # yamllint disable-line rule:truthy
         description: "Whether to debug resources (true/false)"
         required: true
         type: string
+      use-uv:
+        description: "Whether to use uv to build the image (true/false)"
+        required: true
+        type: string
 jobs:
   # Push early BuildX cache to GitHub Registry in Apache repository, This cache does not wait for all the
   # tests to complete - it is run very early in the build process for "main" merges in order to refresh
@@ -113,7 +117,7 @@ jobs:
       python-versions: ${{ inputs.python-versions }}
       branch: ${{ inputs.branch }}
       constraints-branch: ${{ inputs.constraints-branch }}
-      use-uv: "true"
+      use-uv: ${{ inputs.use-uv}}
       include-success-outputs: ${{ inputs.include-success-outputs }}
       docker-cache: ${{ inputs.docker-cache }}
       disable-airflow-repo-cache: ${{ inputs.disable-airflow-repo-cache }}
@@ -170,7 +174,7 @@ jobs:
 #      platform: "linux/arm64"
 #      branch: ${{ inputs.branch }}
 #      constraints-branch: ${{ inputs.constraints-branch }}
-#      use-uv: "true"
+#      use-uv: ${{ inputs.use-uv}}
 #      upgrade-to-newer-dependencies: ${{ inputs.upgrade-to-newer-dependencies }}
 #      docker-cache: ${{ inputs.docker-cache }}
 #      disable-airflow-repo-cache:  ${{ inputs.disable-airflow-repo-cache }}
diff --git a/.github/workflows/basic-tests.yml b/.github/workflows/basic-tests.yml
index 509d7066f6d38..bf7e8ab7bf79b 100644
--- a/.github/workflows/basic-tests.yml
+++ b/.github/workflows/basic-tests.yml
@@ -201,11 +201,13 @@ jobs:
               --package-format wheel --skip-tag-check
       - name: "Install Airflow with fab for webserver tests"
         run: pip install . dist/apache_airflow_providers_fab-*.whl
-      - name: "Prepare Standard provider packages: wheel"
-        run: >
-          breeze release-management prepare-provider-packages standard --package-format wheel --skip-tag-check
       - name: "Install Airflow with standard provider for webserver tests"
         run: pip install . dist/apache_airflow_providers_standard-*.whl
+      - name: "Prepare Task SDK package: wheel"
+        run: >
+          breeze release-management prepare-task-sdk-package --package-format wheel
+      - name: "Install Task SDK package"
+        run: pip install ./dist/apache_airflow_task_sdk-*.whl
       - name: "Install Python client"
         run: pip install ./dist/apache_airflow_client-*.whl
       - name: "Initialize Airflow DB and start webserver"
@@ -283,16 +285,11 @@ jobs:
       - name: "Install Breeze"
         uses: ./.github/actions/breeze
         id: breeze
-      - name: Cache pre-commit envs
-        uses: actions/cache@v4
+      - name: "Install pre-commit"
+        uses: ./.github/actions/install-pre-commit
+        id: pre-commit
         with:
-          path: ~/.cache/pre-commit
-          # yamllint disable-line rule:line-length
-          key: "pre-commit-${{steps.breeze.outputs.host-python-version}}-${{ hashFiles('.pre-commit-config.yaml') }}"
-          restore-keys: "\
-            pre-commit-${{steps.breeze.outputs.host-python-version}}-\
-            ${{ hashFiles('.pre-commit-config.yaml') }}\n
-            pre-commit-${{steps.breeze.outputs.host-python-version}}-"
+          python-version: ${{steps.breeze.outputs.host-python-version}}
       - name: Fetch incoming commit ${{ github.sha }} with its parent
         uses: actions/checkout@v4
         with:
@@ -359,6 +356,8 @@ jobs:
           --hook-stage manual
           update-build-dependencies
         if: always()
+        env:
+          SKIP_TROVE_CLASSIFIERS_ONLY: "true"
       - name: "Run automated upgrade for chart dependencies"
         run: >
           pre-commit run
diff --git a/.github/workflows/build-images.yml b/.github/workflows/build-images.yml
index 943b01f8f8916..6b1160d6f17db 100644
--- a/.github/workflows/build-images.yml
+++ b/.github/workflows/build-images.yml
@@ -72,6 +72,7 @@ jobs:
       docker-cache: ${{ steps.selective-checks.outputs.docker-cache }}
       default-branch: ${{ steps.selective-checks.outputs.default-branch }}
       disable-airflow-repo-cache: ${{ steps.selective-checks.outputs.disable-airflow-repo-cache }}
+      force-pip: ${{ steps.selective-checks.outputs.force-pip }}
       constraints-branch: ${{ steps.selective-checks.outputs.default-constraints-branch }}
       runs-on-as-json-default: ${{ steps.selective-checks.outputs.runs-on-as-json-default }}
       runs-on-as-json-public: ${{ steps.selective-checks.outputs.runs-on-as-json-public }}
@@ -203,7 +204,7 @@ jobs:
       pull-request-target: "true"
       is-committer-build: ${{ needs.build-info.outputs.is-committer-build }}
       push-image: "true"
-      use-uv: "true"
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       image-tag: ${{ needs.build-info.outputs.image-tag }}
       platform: "linux/amd64"
       python-versions: ${{ needs.build-info.outputs.python-versions }}
@@ -248,7 +249,7 @@ jobs:
       pull-request-target: "true"
       is-committer-build: ${{ needs.build-info.outputs.is-committer-build }}
       push-image: "true"
-      use-uv: "true"
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       image-tag: ${{ needs.build-info.outputs.image-tag }}
       platform: linux/amd64
       python-versions: ${{ needs.build-info.outputs.python-versions }}
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 8a9d716cd8421..5a0f2ca6106f8 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -77,6 +77,7 @@ jobs:
       default-mysql-version: ${{ steps.selective-checks.outputs.default-mysql-version }}
       default-helm-version: ${{ steps.selective-checks.outputs.default-helm-version }}
       default-kind-version: ${{ steps.selective-checks.outputs.default-kind-version }}
+      force-pip: ${{ steps.selective-checks.outputs.force-pip }}
       full-tests-needed: ${{ steps.selective-checks.outputs.full-tests-needed }}
       parallel-test-types-list-as-string: >-
         ${{ steps.selective-checks.outputs.parallel-test-types-list-as-string }}
@@ -99,7 +100,7 @@ jobs:
       ci-image-build: ${{ steps.selective-checks.outputs.ci-image-build }}
       prod-image-build: ${{ steps.selective-checks.outputs.prod-image-build }}
       docs-build: ${{ steps.selective-checks.outputs.docs-build }}
-      mypy-folders: ${{ steps.selective-checks.outputs.mypy-folders }}
+      mypy-checks: ${{ steps.selective-checks.outputs.mypy-checks }}
       needs-mypy: ${{ steps.selective-checks.outputs.needs-mypy }}
       needs-helm-tests: ${{ steps.selective-checks.outputs.needs-helm-tests }}
       needs-api-tests: ${{ steps.selective-checks.outputs.needs-api-tests }}
@@ -205,7 +206,7 @@ jobs:
       platform: "linux/amd64"
       python-versions: ${{ needs.build-info.outputs.python-versions }}
       branch: ${{ needs.build-info.outputs.default-branch }}
-      use-uv: "true"
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       upgrade-to-newer-dependencies: ${{ needs.build-info.outputs.upgrade-to-newer-dependencies }}
       constraints-branch: ${{ needs.build-info.outputs.default-constraints-branch }}
       docker-cache: ${{ needs.build-info.outputs.docker-cache }}
@@ -271,6 +272,7 @@ jobs:
       latest-versions-only: ${{ needs.build-info.outputs.latest-versions-only }}
       include-success-outputs: ${{ needs.build-info.outputs.include-success-outputs }}
       debug-resources: ${{ needs.build-info.outputs.debug-resources }}
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
 
 
   generate-constraints:
@@ -298,7 +300,7 @@ jobs:
       runs-on-as-json-docs-build: ${{ needs.build-info.outputs.runs-on-as-json-docs-build }}
       image-tag: ${{ needs.build-info.outputs.image-tag }}
       needs-mypy: ${{ needs.build-info.outputs.needs-mypy }}
-      mypy-folders: ${{ needs.build-info.outputs.mypy-folders }}
+      mypy-checks: ${{ needs.build-info.outputs.mypy-checks }}
       python-versions-list-as-string: ${{ needs.build-info.outputs.python-versions-list-as-string }}
       branch: ${{ needs.build-info.outputs.default-branch }}
       canary-run: ${{ needs.build-info.outputs.canary-run }}
@@ -312,6 +314,7 @@ jobs:
       ci-image-build: ${{ needs.build-info.outputs.ci-image-build }}
       include-success-outputs: ${{ needs.build-info.outputs.include-success-outputs }}
       debug-resources: ${{ needs.build-info.outputs.debug-resources }}
+      docs-build: ${{ needs.build-info.outputs.docs-build }}
 
   providers:
     name: "Provider checks"
@@ -556,7 +559,7 @@ jobs:
       default-python-version: ${{ needs.build-info.outputs.default-python-version }}
       branch: ${{ needs.build-info.outputs.default-branch }}
       push-image: "true"
-      use-uv: "true"
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       build-provider-packages: ${{ needs.build-info.outputs.default-branch == 'main' }}
       upgrade-to-newer-dependencies: ${{ needs.build-info.outputs.upgrade-to-newer-dependencies }}
       chicken-egg-providers: ${{ needs.build-info.outputs.chicken-egg-providers }}
@@ -639,11 +642,30 @@ jobs:
       kubernetes-versions-list-as-string: ${{ needs.build-info.outputs.kubernetes-versions-list-as-string }}
       kubernetes-combos-list-as-string: ${{ needs.build-info.outputs.kubernetes-combos-list-as-string }}
       include-success-outputs: ${{ needs.build-info.outputs.include-success-outputs }}
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       debug-resources: ${{ needs.build-info.outputs.debug-resources }}
     if: >
       ( needs.build-info.outputs.run-kubernetes-tests == 'true' ||
       needs.build-info.outputs.needs-helm-tests == 'true')
 
+  tests-task-sdk:
+    name: "Task SDK tests"
+    uses: ./.github/workflows/task-sdk-tests.yml
+    needs: [build-info, wait-for-ci-images]
+    permissions:
+      contents: read
+      packages: read
+    secrets: inherit
+    with:
+      runs-on-as-json-default: ${{ needs.build-info.outputs.runs-on-as-json-default }}
+      image-tag: ${{ needs.build-info.outputs.image-tag }}
+      default-python-version: ${{ needs.build-info.outputs.default-python-version }}
+      python-versions: ${{ needs.build-info.outputs.python-versions }}
+      run-task-sdk-tests: ${{ needs.build-info.outputs.run-task-sdk-tests }}
+    if: >
+      ( needs.build-info.outputs.run-task-sdk-tests == 'true' ||
+      needs.build-info.outputs.run-tests == 'true')
+
   finalize-tests:
     name: Finalize tests
     permissions:
diff --git a/.github/workflows/finalize-tests.yml b/.github/workflows/finalize-tests.yml
index 6fae105e0a646..6f9bc74168b42 100644
--- a/.github/workflows/finalize-tests.yml
+++ b/.github/workflows/finalize-tests.yml
@@ -149,7 +149,7 @@ jobs:
       python-versions: ${{ inputs.python-versions }}
       branch: ${{ inputs.branch }}
       constraints-branch: ${{ inputs.constraints-branch }}
-      use-uv: "true"
+      use-uv: ${{ needs.build-info.outputs.force-pip == 'true' && 'false' || 'true' }}
       include-success-outputs: ${{ inputs.include-success-outputs }}
       docker-cache: ${{ inputs.docker-cache }}
       disable-airflow-repo-cache: ${{ inputs.disable-airflow-repo-cache }}
diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
index e831350f5b186..530d0f9fc5636 100644
--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -59,6 +59,7 @@ on:  # yamllint disable-line rule:truthy
 jobs:
   tests-integration:
     timeout-minutes: 130
+    if: inputs.testable-integrations != '[]'
     name: "Integration Tests: ${{ matrix.integration }}"
     runs-on: ${{ fromJSON(inputs.runs-on-as-json-public) }}
     strategy:
diff --git a/.github/workflows/k8s-tests.yml b/.github/workflows/k8s-tests.yml
index c4b72a9afc924..3b3e067038db9 100644
--- a/.github/workflows/k8s-tests.yml
+++ b/.github/workflows/k8s-tests.yml
@@ -44,6 +44,10 @@ on:  # yamllint disable-line rule:truthy
         description: "Whether to include success outputs"
         required: true
         type: string
+      use-uv:
+        description: "Whether to use uv"
+        required: true
+        type: string
       debug-resources:
         description: "Whether to debug resources"
         required: true
@@ -96,6 +100,9 @@ jobs:
           key: "\
             k8s-env-${{ steps.breeze.outputs.host-python-version }}-\
             ${{ hashFiles('scripts/ci/kubernetes/k8s_requirements.txt','hatch_build.py') }}"
+      - name: "Switch breeze to use uv"
+        run: breeze setup config --use-uv
+        if: inputs.use-uv == 'true'
       - name: Run complete K8S tests ${{ inputs.kubernetes-combos-list-as-string }}
         run: breeze k8s run-complete-tests --run-in-parallel --upgrade --no-copy-local-sources
         env:
diff --git a/.github/workflows/prod-image-build.yml b/.github/workflows/prod-image-build.yml
index db80a6ec247ec..df4f24981ff30 100644
--- a/.github/workflows/prod-image-build.yml
+++ b/.github/workflows/prod-image-build.yml
@@ -181,6 +181,11 @@ jobs:
         run: >
           breeze release-management prepare-airflow-package --package-format wheel
         if: inputs.do-build  == 'true' && inputs.upload-package-artifact == 'true'
+      - name: "Prepare task-sdk package"
+        shell: bash
+        run: >
+          breeze release-management prepare-task-sdk-package --package-format wheel
+        if: inputs.do-build  == 'true' && inputs.upload-package-artifact == 'true'
       - name: "Upload prepared packages as artifacts"
         uses: actions/upload-artifact@v4
         with:
diff --git a/.github/workflows/release_dockerhub_image.yml b/.github/workflows/release_dockerhub_image.yml
index 100e850a6fd84..5ce1585131f76 100644
--- a/.github/workflows/release_dockerhub_image.yml
+++ b/.github/workflows/release_dockerhub_image.yml
@@ -85,6 +85,7 @@ jobs:
       "kaxil",
       "pierrejeambrun",
       "potiuk",
+      "utkarsharma2"
       ]'), github.event.sender.login)
     steps:
       - name: "Cleanup repo"
diff --git a/.github/workflows/static-checks-mypy-docs.yml b/.github/workflows/static-checks-mypy-docs.yml
index c875c1667cf9e..be2c4f8e28645 100644
--- a/.github/workflows/static-checks-mypy-docs.yml
+++ b/.github/workflows/static-checks-mypy-docs.yml
@@ -36,7 +36,7 @@ on:  # yamllint disable-line rule:truthy
         description: "Whether to run mypy checks (true/false)"
         required: true
         type: string
-      mypy-folders:
+      mypy-checks:
         description: "List of folders to run mypy checks on"
         required: false
         type: string
@@ -92,6 +92,10 @@ on:  # yamllint disable-line rule:truthy
         description: "Whether to debug resources (true/false)"
         required: true
         type: string
+      docs-build:
+        description: "Whether to build docs (true/false)"
+        required: true
+        type: string
 jobs:
   static-checks:
     timeout-minutes: 45
@@ -122,14 +126,11 @@ jobs:
       - name: "Prepare breeze & CI image: ${{ inputs.default-python-version}}:${{ inputs.image-tag }}"
         uses: ./.github/actions/prepare_breeze_and_image
         id: breeze
-      - name: Cache pre-commit envs
-        uses: actions/cache@v4
+      - name: "Install pre-commit"
+        uses: ./.github/actions/install-pre-commit
+        id: pre-commit
         with:
-          path: ~/.cache/pre-commit
-          # yamllint disable-line rule:line-length
-          key: "pre-commit-${{steps.breeze.outputs.host-python-version}}-${{ hashFiles('.pre-commit-config.yaml') }}"
-          restore-keys: |
-            pre-commit-${{steps.breeze.outputs.host-python-version}}-
+          python-version: ${{steps.breeze.outputs.host-python-version}}
       - name: "Static checks"
         run: breeze static-checks --all-files --show-diff-on-failure --color always --initialize-environment
         env:
@@ -148,7 +149,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        mypy-folder: ${{ fromJSON(inputs.mypy-folders) }}
+        mypy-check: ${{ fromJSON(inputs.mypy-checks) }}
     env:
       PYTHON_MAJOR_MINOR_VERSION: "${{inputs.default-python-version}}"
       IMAGE_TAG: "${{ inputs.image-tag }}"
@@ -166,10 +167,13 @@ jobs:
       - name: "Prepare breeze & CI image: ${{ inputs.default-python-version }}:${{ inputs.image-tag }}"
         uses: ./.github/actions/prepare_breeze_and_image
         id: breeze
-      - name: "MyPy checks for ${{ matrix.mypy-folder }}"
-        run: |
-          pip install pre-commit
-          pre-commit run --color always --verbose --hook-stage manual mypy-${{matrix.mypy-folder}} --all-files
+      - name: "Install pre-commit"
+        uses: ./.github/actions/install-pre-commit
+        id: pre-commit
+        with:
+          python-version: ${{steps.breeze.outputs.host-python-version}}
+      - name: "MyPy checks for ${{ matrix.mypy-check }}"
+        run: pre-commit run --color always --verbose --hook-stage manual ${{matrix.mypy-check}} --all-files
         env:
           VERBOSE: "false"
           COLUMNS: "250"
@@ -182,6 +186,7 @@ jobs:
     timeout-minutes: 150
     name: "Build documentation"
     runs-on: ${{ fromJSON(inputs.runs-on-as-json-default) }}
+    if: inputs.docs-build == 'true'
     strategy:
       fail-fast: false
       matrix:
@@ -231,8 +236,6 @@ jobs:
     timeout-minutes: 150
     name: "Publish documentation"
     needs: build-docs
-    # For canary runs we need to push documentation to AWS S3 and preparing it takes a lot of space
-    # So we should use self-hosted ASF runners for this
     runs-on: ${{ fromJSON(inputs.runs-on-as-json-docs-build) }}
     env:
       GITHUB_REPOSITORY: ${{ github.repository }}
@@ -243,9 +246,7 @@ jobs:
       INCLUDE_SUCCESS_OUTPUTS: "${{ inputs.include-success-outputs }}"
       PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
       VERBOSE: "true"
-      # Temporary disabled it until self-hosted ASF runners will be working again
-    if: false
-    # if: inputs.canary-run == 'true' && inputs.branch == 'main'
+    if: inputs.canary-run == 'true' && inputs.branch == 'main'
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -261,16 +262,22 @@ jobs:
         with:
           name: airflow-docs
           path: './docs/_build'
+      - name: Check disk space available
+        run: df -h
+      - name: Create /mnt/airflow-site directory
+        run: sudo mkdir -p /mnt/airflow-site && sudo chown -R "${USER}" /mnt/airflow-site
       - name: "Clone airflow-site"
         run: >
-          git clone https://github.com/apache/airflow-site.git ${GITHUB_WORKSPACE}/airflow-site &&
-          echo "AIRFLOW_SITE_DIRECTORY=${GITHUB_WORKSPACE}/airflow-site" >> "$GITHUB_ENV"
+          git clone https://github.com/apache/airflow-site.git /mnt/airflow-site/airflow-site &&
+          echo "AIRFLOW_SITE_DIRECTORY=/mnt/airflow-site/airflow-site" >> "$GITHUB_ENV"
       - name: "Prepare breeze & CI image: ${{ inputs.default-python-version }}:${{ inputs.image-tag }}"
         uses: ./.github/actions/prepare_breeze_and_image
       - name: "Publish docs"
         run: >
           breeze release-management publish-docs --override-versioned --run-in-parallel
           ${{ inputs.docs-list-as-string }}
+      - name: Check disk space available
+        run: df -h
       - name: "Generate back references for providers"
         run: breeze release-management add-back-references all-providers
       - name: "Generate back references for apache-airflow"
diff --git a/.github/workflows/task-sdk-tests.yml b/.github/workflows/task-sdk-tests.yml
index 14fae903837c2..d1d152648cb8b 100644
--- a/.github/workflows/task-sdk-tests.yml
+++ b/.github/workflows/task-sdk-tests.yml
@@ -28,10 +28,6 @@ on:  # yamllint disable-line rule:truthy
         description: "Tag to set for the image"
         required: true
         type: string
-      canary-run:
-        description: "Whether this is a canary run"
-        required: true
-        type: string
       default-python-version:
         description: "Which version of python should be used by default"
         required: true
@@ -40,6 +36,10 @@ on:  # yamllint disable-line rule:truthy
         description: "JSON-formatted array of Python versions to build images from"
         required: true
         type: string
+      run-task-sdk-tests:
+        description: "Whether to run Task SDK tests or not (true/false)"
+        required: true
+        type: string
 jobs:
   task-sdk-tests:
     timeout-minutes: 80
@@ -58,7 +58,6 @@ jobs:
       PYTHON_MAJOR_MINOR_VERSION: "${{ inputs.default-python-version }}"
       VERBOSE: "true"
       CLEAN_AIRFLOW_INSTALLATION: "${{ inputs.canary-run }}"
-    if: inputs.run-task-sdk-tests == 'true'
     steps:
       - name: "Cleanup repo"
         shell: bash
@@ -81,11 +80,6 @@ jobs:
           pipx uninstall twine || true
           pipx install twine && twine check dist/*.whl
       - name: >
-          Run provider unit tests on
-          Airflow Task SDK:Python ${{ matrix.python-version }}
-        if: matrix.run-tests == 'true'
+          Run unit tests for Airflow Task SDK:Python ${{ matrix.python-version }}
         run: >
-          breeze testing tests --run-in-parallel
-          --parallel-test-types TaskSDK
-          --use-packages-from-dist
-          --package-format wheel
+          breeze testing task-sdk-tests --python "${{ matrix.python-version }}"
diff --git a/.gitignore b/.gitignore
index a9c055041d980..84afbd474102b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -254,3 +254,6 @@ licenses/LICENSES-ui.txt
 
 # airflow-build-dockerfile and correconding ignore file
 airflow-build-dockerfile*
+
+# Temporary ignore uv.lock until we integrate it fully in our constraint preparation mechanism
+/uv.lock
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index 29762c19136c2..20c7a293bff06 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -168,12 +168,18 @@ repos:
           \.cfg$|\.conf$|\.ini$|\.ldif$|\.properties$|\.readthedocs$|\.service$|\.tf$|Dockerfile.*$
   - repo: local
     hooks:
+      - id: check-min-python-version
+        name: Check minimum Python version
+        entry: ./scripts/ci/pre_commit/check_min_python_version.py
+        language: python
+        additional_dependencies: ['rich>=12.4.4']
+        require_serial: true
       - id: update-common-sql-api-stubs
         name: Check and update common.sql API stubs
         entry: ./scripts/ci/pre_commit/update_common_sql_api_stubs.py
         language: python
         files: ^scripts/ci/pre_commit/update_common_sql_api\.py|^providers/src/airflow/providers/common/sql/.*\.pyi?$
-        additional_dependencies: ['rich>=12.4.4', 'mypy==1.9.0', 'black==23.10.0', 'jinja2']
+        additional_dependencies: ['rich>=12.4.4', 'mypy==1.9.0', 'black==24.10.0', 'jinja2']
         pass_filenames: false
         require_serial: true
       - id: update-black-version
@@ -193,6 +199,7 @@ repos:
         files: ^.pre-commit-config.yaml$|^scripts/ci/pre_commit/update_build_dependencies.py$
         pass_filenames: false
         require_serial: true
+        additional_dependencies: ['rich>=12.4.4']
       - id: update-installers
         name: Update installers to latest (manual)
         entry: ./scripts/ci/pre_commit/update_installers.py
@@ -227,18 +234,18 @@ repos:
         additional_dependencies: ["libcst>=1.1.0"]
         files: ^(providers/src/)?airflow/.*/(sensors|operators)/.*\.py$
   - repo: https://github.com/asottile/blacken-docs
-    rev: 1.19.0
+    rev: 1.19.1
     hooks:
       - id: blacken-docs
         name: Run black on docs
         args:
           - --line-length=110
-          - --target-version=py37
-          - --target-version=py38
           - --target-version=py39
           - --target-version=py310
+          - --target-version=py311
+          - --target-version=py312
         alias: blacken-docs
-        additional_dependencies: [black==23.10.0]
+        additional_dependencies: [black==24.10.0]
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v5.0.0
     hooks:
@@ -353,7 +360,7 @@ repos:
         types_or: [python, pyi]
         args: [--fix]
         require_serial: true
-        additional_dependencies: ["ruff==0.5.5"]
+        additional_dependencies: ["ruff==0.7.1"]
         exclude: ^.*/.*_vendor/|^tests/dags/test_imports.py|^performance/tests/test_.*.py
       - id: ruff-format
         name: Run 'ruff format'
@@ -363,7 +370,7 @@ repos:
         types_or: [python, pyi]
         args: []
         require_serial: true
-        additional_dependencies: ["ruff==0.5.5"]
+        additional_dependencies: ["ruff==0.7.1"]
         exclude: ^.*/.*_vendor/|^tests/dags/test_imports.py$
       - id: replace-bad-characters
         name: Replace bad characters
@@ -651,6 +658,8 @@ repos:
           ^docs/exts/removemarktransform.py$|
           ^newsfragments/41761.significant.rst$|
           ^scripts/ci/pre_commit/vendor_k8s_json_schema.py$|
+          ^scripts/ci/docker-compose/integration-keycloak.yml$|
+          ^scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh$|
           ^tests/|
           ^providers/tests/|
           ^.pre-commit-config\.yaml$|
@@ -715,7 +724,7 @@ repos:
         files: >
           (?x)
           ^providers/src/airflow/providers/.*\.py$
-        exclude: ^.*/.*_vendor/|providers/src/airflow/providers/standard/operators/bash.py
+        exclude: ^.*/.*_vendor/|providers/src/airflow/providers/standard/operators/bash.py|providers/src/airflow/providers/standard/operators/python.py
       - id: check-get-lineage-collector-providers
         language: python
         name: Check providers import hook lineage code from compat
@@ -897,7 +906,7 @@ repos:
           - --max-length=53
         language: python
         files: ^\.pre-commit-config\.yaml$|^scripts/ci/pre_commit/check_pre_commit_hooks\.py$
-        additional_dependencies: ['pyyaml', 'jinja2', 'black==23.10.0', 'tabulate', 'rich>=12.4.4']
+        additional_dependencies: ['pyyaml', 'jinja2', 'black==24.10.0', 'tabulate', 'rich>=12.4.4']
         require_serial: true
         pass_filenames: false
       - id: check-integrations-list-consistent
@@ -905,7 +914,7 @@ repos:
         entry: ./scripts/ci/pre_commit/check_integrations_list.py
         language: python
         files: ^scripts/ci/docker-compose/integration-.*\.yml$|^contributing-docs/testing/integration_tests.rst$
-        additional_dependencies: ['black==23.10.0', 'tabulate', 'rich>=12.4.4', 'pyyaml']
+        additional_dependencies: ['black==24.10.0', 'tabulate', 'rich>=12.4.4', 'pyyaml']
         require_serial: true
         pass_filenames: false
       - id: update-breeze-readme-config-hash
@@ -973,7 +982,7 @@ repos:
         files: .*\.schema\.json$
         exclude: ^.*/.*_vendor/
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: lint-json-schema
         name: Lint NodePort Service
         entry: ./scripts/ci/pre_commit/json_schema.py
@@ -984,7 +993,7 @@ repos:
         pass_filenames: true
         files: ^scripts/ci/kubernetes/nodeport\.yaml$
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: lint-json-schema
         name: Lint Docker compose files
         entry: ./scripts/ci/pre_commit/json_schema.py
@@ -999,7 +1008,7 @@ repos:
           ^scripts/ci/docker-compose/grafana/.|
           ^scripts/ci/docker-compose/.+-config\.ya?ml
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: lint-json-schema
         name: Lint chart/values.schema.json
         entry: ./scripts/ci/pre_commit/json_schema.py
@@ -1011,13 +1020,13 @@ repos:
         pass_filenames: false
         files: ^chart/values\.schema\.json$|^chart/values_schema\.schema\.json$
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: update-vendored-in-k8s-json-schema
         name: Vendor k8s definitions into values.schema.json
         entry: ./scripts/ci/pre_commit/vendor_k8s_json_schema.py
         language: python
         files: ^chart/values\.schema\.json$
-        additional_dependencies: ['requests==2.25.0']
+        additional_dependencies: ['requests==2.32.3']
       - id: lint-json-schema
         name: Lint chart/values.yaml
         entry: ./scripts/ci/pre_commit/json_schema.py
@@ -1030,7 +1039,7 @@ repos:
         pass_filenames: false
         files: ^chart/values\.yaml$|^chart/values\.schema\.json$
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: lint-json-schema
         name: Lint config_templates/config.yml
         entry: ./scripts/ci/pre_commit/json_schema.py
@@ -1041,7 +1050,7 @@ repos:
         pass_filenames: true
         files: ^airflow/config_templates/config\.yml$
         require_serial: true
-        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==5.3.1', 'requests==2.25.0']
+        additional_dependencies: ['jsonschema>=3.2.0,<5.0', 'PyYAML==6.0.2', 'requests==2.32.3']
       - id: check-persist-credentials-disabled-in-github-workflows
         name: Check persistent creds in workflow files
         description: Check that workflow files have persist-credentials disabled
@@ -1182,6 +1191,8 @@ repos:
           ^airflow/utils/helpers.py$ |
           ^providers/src/airflow/providers/ |
           ^(providers/)?tests/ |
+          task_sdk/src/airflow/sdk/definitions/dag.py$ |
+          task_sdk/src/airflow/sdk/definitions/node.py$ |
           ^dev/.*\.py$ |
           ^scripts/.*\.py$ |
           ^docker_tests/.*$ |
@@ -1291,6 +1302,7 @@ repos:
           ^.*/.*_vendor/ |
           ^airflow/migrations |
           ^providers/ |
+          ^task_sdk/ |
           ^dev |
           ^scripts |
           ^docs |
@@ -1343,6 +1355,23 @@ repos:
         files: ^.*\.py$
         require_serial: true
         additional_dependencies: ['rich>=12.4.4']
+      - id: mypy-task-sdk
+        name: Run mypy for Task SDK
+        language: python
+        entry: ./scripts/ci/pre_commit/mypy.py --namespace-packages
+        files: ^task_sdk/src/airflow/sdk/.*\.py$|^task_sdk/tests//.*\.py$
+        exclude: ^.*/.*_vendor/
+        require_serial: true
+        additional_dependencies: ['rich>=12.4.4']
+      - id: mypy-task-sdk
+        stages: ['manual']
+        name: Run mypy for Task SDK (manual)
+        language: python
+        entry: ./scripts/ci/pre_commit/mypy_folder.py task_sdk/src/airflow/sdk
+        pass_filenames: false
+        files: ^.*\.py$
+        require_serial: true
+        additional_dependencies: ['rich>=12.4.4']
       - id: check-provider-yaml-valid
         name: Validate provider.yaml files
         entry: ./scripts/ci/pre_commit/check_provider_yaml_files.py
diff --git a/Dockerfile b/Dockerfile
index 796e63be39cca..25ceb86307766 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -36,7 +36,7 @@
 #                        much smaller.
 #
 # Use the same builder frontend version for everyone
-ARG AIRFLOW_EXTRAS="aiobotocore,amazon,async,celery,cncf-kubernetes,common-io,docker,elasticsearch,fab,ftp,google,google-auth,graphviz,grpc,hashicorp,http,ldap,microsoft-azure,mysql,odbc,openlineage,pandas,postgres,redis,sendgrid,sftp,slack,snowflake,ssh,statsd,uv,virtualenv"
+ARG AIRFLOW_EXTRAS="aiobotocore,amazon,async,celery,cncf-kubernetes,common-io,docker,elasticsearch,fab,ftp,google,google-auth,graphviz,grpc,hashicorp,http,ldap,microsoft-azure,mysql,odbc,openlineage,pandas,postgres,redis,sendgrid,sftp,slack,snowflake,ssh,statsd,uv"
 ARG ADDITIONAL_AIRFLOW_EXTRAS=""
 ARG ADDITIONAL_PYTHON_DEPS=""
 
@@ -49,8 +49,13 @@ ARG AIRFLOW_VERSION="2.10.2"
 
 ARG PYTHON_BASE_IMAGE="python:3.9-slim-bookworm"
 
-ARG AIRFLOW_PIP_VERSION=24.2
-ARG AIRFLOW_UV_VERSION=0.4.24
+
+# You can swap comments between those two args to test pip from the main version
+# When you attempt to test if the version of `pip` from specified branch works for our builds
+# Also use `force pip` label on your PR to swap all places we use `uv` to `pip`
+ARG AIRFLOW_PIP_VERSION=24.3.1
+# ARG AIRFLOW_PIP_VERSION="git+https://github.com/pypa/pip.git@main"
+ARG AIRFLOW_UV_VERSION=0.4.29
 ARG AIRFLOW_USE_UV="false"
 ARG UV_HTTP_TIMEOUT="300"
 ARG AIRFLOW_IMAGE_REPOSITORY="https://github.com/apache/airflow"
@@ -615,7 +620,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest pip version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade pip
-    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing pip version from spec ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
         echo
@@ -628,7 +633,6 @@ function common::install_packaging_tools() {
             echo
             echo "${COLOR_BLUE}(Re)Installing pip version: ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
             echo
-            # shellcheck disable=SC2086
             pip install --root-user-action ignore --disable-pip-version-check "pip==${AIRFLOW_PIP_VERSION}"
         fi
     fi
@@ -637,7 +641,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest uv version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade uv
-    elif [[ ! ${AIRFLOW_UV_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_UV_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing uv version from spec ${AIRFLOW_UV_VERSION}${COLOR_RESET}"
         echo
@@ -714,6 +718,7 @@ COPY <<"EOF" /install_from_docker_context_files.sh
 
 
 function install_airflow_and_providers_from_docker_context_files(){
+    local flags=()
     if [[ ${INSTALL_MYSQL_CLIENT} != "true" ]]; then
         AIRFLOW_EXTRAS=${AIRFLOW_EXTRAS/mysql,}
     fi
@@ -752,10 +757,10 @@ function install_airflow_and_providers_from_docker_context_files(){
         install_airflow_package=("apache-airflow[${AIRFLOW_EXTRAS}]==${AIRFLOW_VERSION}")
     fi
 
-    # Find Provider packages in docker-context files
-    readarray -t installing_providers_packages< <(python /scripts/docker/get_package_specs.py /docker-context-files/apache?airflow?providers*.{whl,tar.gz} 2>/dev/null || true)
+    # Find Provider/TaskSDK packages in docker-context files
+    readarray -t airflow_packages< <(python /scripts/docker/get_package_specs.py /docker-context-files/apache?airflow?{providers,task?sdk}*.{whl,tar.gz} 2>/dev/null || true)
     echo
-    echo "${COLOR_BLUE}Found provider packages in docker-context-files folder: ${installing_providers_packages[*]}${COLOR_RESET}"
+    echo "${COLOR_BLUE}Found provider packages in docker-context-files folder: ${airflow_packages[*]}${COLOR_RESET}"
     echo
 
     if [[ ${USE_CONSTRAINTS_FOR_CONTEXT_PACKAGES=} == "true" ]]; then
@@ -768,11 +773,7 @@ function install_airflow_and_providers_from_docker_context_files(){
             echo "${COLOR_BLUE}Installing docker-context-files packages with constraints found in ${local_constraints_file}${COLOR_RESET}"
             echo
             # force reinstall all airflow + provider packages with constraints found in
-            set -x
-            ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} --upgrade \
-                ${ADDITIONAL_PIP_INSTALL_FLAGS} --constraint "${local_constraints_file}" \
-                "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-            set +x
+            flags=(--upgrade --constraint "${local_constraints_file}")
             echo
             echo "${COLOR_BLUE}Copying ${local_constraints_file} to ${HOME}/constraints.txt${COLOR_RESET}"
             echo
@@ -781,23 +782,21 @@ function install_airflow_and_providers_from_docker_context_files(){
             echo
             echo "${COLOR_BLUE}Installing docker-context-files packages with constraints from GitHub${COLOR_RESET}"
             echo
-            set -x
-            ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
-                ${ADDITIONAL_PIP_INSTALL_FLAGS} \
-                --constraint "${HOME}/constraints.txt" \
-                "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-            set +x
+            flags=(--constraint "${HOME}/constraints.txt")
         fi
     else
         echo
         echo "${COLOR_BLUE}Installing docker-context-files packages without constraints${COLOR_RESET}"
         echo
-        set -x
-        ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
-            ${ADDITIONAL_PIP_INSTALL_FLAGS} \
-            "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-        set +x
+        flags=()
     fi
+
+    set -x
+    ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
+        ${ADDITIONAL_PIP_INSTALL_FLAGS} \
+        "${flags[@]}" \
+        "${install_airflow_package[@]}" "${airflow_packages[@]}"
+    set +x
     common::install_packaging_tools
     pip check
 }
diff --git a/Dockerfile.ci b/Dockerfile.ci
index 826d7109ed551..6ddf2f4e1ac4d 100644
--- a/Dockerfile.ci
+++ b/Dockerfile.ci
@@ -561,7 +561,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest pip version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade pip
-    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing pip version from spec ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
         echo
@@ -574,7 +574,6 @@ function common::install_packaging_tools() {
             echo
             echo "${COLOR_BLUE}(Re)Installing pip version: ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
             echo
-            # shellcheck disable=SC2086
             pip install --root-user-action ignore --disable-pip-version-check "pip==${AIRFLOW_PIP_VERSION}"
         fi
     fi
@@ -583,7 +582,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest uv version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade uv
-    elif [[ ! ${AIRFLOW_UV_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_UV_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing uv version from spec ${AIRFLOW_UV_VERSION}${COLOR_RESET}"
         echo
@@ -1018,6 +1017,13 @@ function determine_airflow_to_use() {
            --constraint https://raw.githubusercontent.com/apache/airflow/constraints-main/constraints-${PYTHON_MAJOR_MINOR_VERSION}.txt
         # Some packages might leave legacy typing module which causes test issues
         pip uninstall -y typing || true
+        if [[ ${LINK_PROVIDERS_TO_AIRFLOW_PACKAGE=} == "true" ]]; then
+            echo
+            echo "${COLOR_BLUE}Linking providers to airflow package as we are using them from mounted sources.${COLOR_RESET}"
+            echo
+            rm -rf /usr/local/lib/python${PYTHON_MAJOR_MINOR_VERSION}/site-packages/airflow/providers
+            ln -s "${AIRFLOW_SOURCES}/providers/src/airflow/providers" "/usr/local/lib/python${PYTHON_MAJOR_MINOR_VERSION}/site-packages/airflow/providers"
+        fi
     fi
 
     if [[ "${USE_AIRFLOW_VERSION}" =~ ^2\.2\..*|^2\.1\..*|^2\.0\..* && "${AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=}" != "" ]]; then
@@ -1155,7 +1161,7 @@ function check_force_lowest_dependencies() {
         echo
     fi
     set -x
-    uv pip install --python "$(which python)" --resolution lowest-direct --upgrade --editable ".${EXTRA}"
+    uv pip install --python "$(which python)" --resolution lowest-direct --upgrade --editable ".${EXTRA}" --editable "./task_sdk"
     set +x
 }
 
@@ -1195,7 +1201,7 @@ ARG AIRFLOW_IMAGE_REPOSITORY="https://github.com/apache/airflow"
 # NOTE! When you want to make sure dependencies are installed from scratch in your PR after removing
 # some dependencies, you also need to set "disable image cache" in your PR to make sure the image is
 # not built using the "main" version of those dependencies.
-ARG DEPENDENCIES_EPOCH_NUMBER="11"
+ARG DEPENDENCIES_EPOCH_NUMBER="13"
 
 # Make sure noninteractive debian install is used and language variables set
 ENV PYTHON_BASE_IMAGE=${PYTHON_BASE_IMAGE} \
@@ -1362,8 +1368,12 @@ RUN bash /scripts/docker/install_packaging_tools.sh; \
 
 # Here we fix the versions so all subsequent commands will use the versions
 # from the sources
-ARG AIRFLOW_PIP_VERSION=24.2
-ARG AIRFLOW_UV_VERSION=0.4.24
+# You can swap comments between those two args to test pip from the main version
+# When you attempt to test if the version of `pip` from specified branch works for our builds
+# Also use `force pip` label on your PR to swap all places we use `uv` to `pip`
+ARG AIRFLOW_PIP_VERSION=24.3.1
+# ARG AIRFLOW_PIP_VERSION="git+https://github.com/pypa/pip.git@main"
+ARG AIRFLOW_UV_VERSION=0.4.29
 
 ENV AIRFLOW_PIP_VERSION=${AIRFLOW_PIP_VERSION} \
     AIRFLOW_UV_VERSION=${AIRFLOW_UV_VERSION}
@@ -1385,6 +1395,7 @@ RUN bash /scripts/docker/install_packaging_tools.sh; \
 COPY pyproject.toml ${AIRFLOW_SOURCES}/pyproject.toml
 COPY providers/pyproject.toml ${AIRFLOW_SOURCES}/providers/pyproject.toml
 COPY task_sdk/pyproject.toml ${AIRFLOW_SOURCES}/task_sdk/pyproject.toml
+COPY task_sdk/README.md ${AIRFLOW_SOURCES}/task_sdk/README.md
 COPY airflow/__init__.py ${AIRFLOW_SOURCES}/airflow/
 COPY tests_common/ ${AIRFLOW_SOURCES}/tests_common/
 COPY generated/* ${AIRFLOW_SOURCES}/generated/
diff --git a/INSTALL b/INSTALL
index 6583d9de44206..edf738f5e114d 100644
--- a/INSTALL
+++ b/INSTALL
@@ -93,6 +93,10 @@ or you can install all packages needed to run tests for core, providers, and all
 
 You can see the list of all available extras below.
 
+Additionally when you want to develop providers you need to install providers code in editable mode:
+
+    pip install -e "./providers"
+
 # Using Hatch to manage your Python, virtualenvs, and build packages
 
 Airflow uses [hatch](https://hatch.pypa.io/) as a build and development tool. It is one of the popular
@@ -255,8 +259,7 @@ Those extras are available as regular core airflow extras - they install optiona
 # START CORE EXTRAS HERE
 
 aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, github-enterprise, google-
-auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv,
-virtualenv
+auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv
 
 # END CORE EXTRAS HERE
 
diff --git a/INTHEWILD.md b/INTHEWILD.md
index 310d018b98329..bdcb4973d78cb 100644
--- a/INTHEWILD.md
+++ b/INTHEWILD.md
@@ -158,6 +158,7 @@ Currently, **officially** using Airflow:
 1. [Cryptalizer.com](https://www.cryptalizer.com/)
 1. [Currency](https://www.gocurrency.com/) [[@FCLI](https://github.com/FCLI) & [@alexbegg](https://github.com/alexbegg)]
 1. [Custom Ink](https://www.customink.com/) [[@david-dalisay](https://github.com/david-dalisay), [@dmartin11](https://github.com/dmartin11) & [@mpeteuil](https://github.com/mpeteuil)]
+1. [Cyberdino](https://www.cyberdino.io) [[@cyberdino-io](https://github.com/cyberdino-io)]
 1. [Cyscale](https://cyscale.com) [[@ocical](https://github.com/ocical)]
 1. [Dailymotion](http://www.dailymotion.com/fr) [[@germaintanguy](https://github.com/germaintanguy) & [@hc](https://github.com/hc)]
 1. [DANA](https://www.dana.id/) [[@imamdigmi](https://github.com/imamdigmi)]
@@ -383,7 +384,7 @@ Currently, **officially** using Airflow:
 1. [Paxful](https://paxful.com) [[@ne1r0n](https://github.com/ne1r0n)]
 1. [PayFit](https://payfit.com) [[@pcorbel](https://github.com/pcorbel)]
 1. [PAYMILL](https://www.paymill.com/) [[@paymill](https://github.com/paymill) & [@matthiashuschle](https://github.com/matthiashuschle)]
-1. [PayPal](https://www.paypal.com/) [[@r39132](https://github.com/r39132) & [@jhsenjaliya](https://github.com/jhsenjaliya)]
+1. [PayPal](https://www.paypal.com/) [[@kaddynator](https://github.com/kaddynator), [@r39132](https://github.com/r39132) & [@jhsenjaliya](https://github.com/jhsenjaliya)]
 1. [Pecan](https://www.pecan.ai) [[@ohadmata](https://github.com/ohadmata)]
 1. [Pernod-Ricard](https://www.pernod-ricard.com/) [[@romain-nio](https://github.com/romain-nio)]
 1. [PEXA](https://www.pexa.com.au/) [[@andriyfedorov](https://github.com/andriyfedorov)]
diff --git a/ISSUE_TRIAGE_PROCESS.rst b/ISSUE_TRIAGE_PROCESS.rst
index a80c431afb52a..44ba3d33fee40 100644
--- a/ISSUE_TRIAGE_PROCESS.rst
+++ b/ISSUE_TRIAGE_PROCESS.rst
@@ -170,18 +170,17 @@ and ``area:providers``. This is especially important since these are now
 being released and versioned independently.
 
 There are more detailed areas of the Core Airflow project such as Scheduler, Webserver,
-API, UI, Logging, and Kubernetes, which are all conceptually under the
+API, UI, Logging, and Metrics, which are all conceptually under the
 "Airflow Core" area of the project.
 
 Similarly within Airflow Providers, the larger providers such as Apache, AWS, Azure,
 and Google who have many hooks and operators within them, have labels directly
-associated with them such as ``provider:Apache``, ``provider:AWS``,
-``provider:Azure``, and ``provider:Google``.
+associated with them such as ``provider:amazon-aws``, ``provider:microsoft-azure``, and ``provider:google``.
 
 These make it easier for developers working on a single provider to
 track issues for that provider.
 
-Some provider labels may couple several providers for example: ``provider:Protocols``
+Note: each provider has it's own unique label. It is possible for issue to be tagged with more than 1 provider label.
 
 Most issues need a combination of "kind" and "area" labels to be actionable.
 For example:
diff --git a/README.md b/README.md
index 0419ae0456070..01408d1dbb7ab 100644
--- a/README.md
+++ b/README.md
@@ -219,7 +219,7 @@ Those are - in the order of most common ways people install Airflow:
 - [PyPI releases](https://pypi.org/project/apache-airflow/) to install Airflow using standard `pip` tool
 - [Docker Images](https://hub.docker.com/r/apache/airflow) to install airflow via
   `docker` tool, use them in Kubernetes, Helm Charts, `docker-compose`, `docker swarm`, etc. You can
-  read more about using, customising, and extending the images in the
+  read more about using, customizing, and extending the images in the
   [Latest docs](https://airflow.apache.org/docs/docker-stack/index.html), and
   learn details on the internals in the [images](https://airflow.apache.org/docs/docker-stack/index.html) document.
 - [Tags in GitHub](https://github.com/apache/airflow/tags) to retrieve the git project sources that
diff --git a/RELEASE_NOTES.rst b/RELEASE_NOTES.rst
index c2408bd63f504..f44c8a0d139d2 100644
--- a/RELEASE_NOTES.rst
+++ b/RELEASE_NOTES.rst
@@ -3251,8 +3251,7 @@ And to mark a task as producing a dataset pass the dataset(s) to the ``outlets``
 .. code-block:: python
 
     @task(outlets=[dataset])
-    def my_task():
-        ...
+    def my_task(): ...
 
 
     # Or for classic operators
@@ -3286,8 +3285,7 @@ Previously you had to assign a DAG to a module-level variable in order for Airfl
 
 
    @dag
-   def dag_maker():
-       ...
+   def dag_maker(): ...
 
 
    dag2 = dag_maker()
@@ -3302,8 +3300,7 @@ can become
 
 
    @dag
-   def dag_maker():
-       ...
+   def dag_maker(): ...
 
 
    dag_maker()
@@ -3634,13 +3631,11 @@ For example, in your ``custom_config.py``:
 
 
     # before
-    class YourCustomFormatter(logging.Formatter):
-        ...
+    class YourCustomFormatter(logging.Formatter): ...
 
 
     # after
-    class YourCustomFormatter(TimezoneAware):
-        ...
+    class YourCustomFormatter(TimezoneAware): ...
 
 
     AIRFLOW_FORMATTER = LOGGING_CONFIG["formatters"]["airflow"]
@@ -6330,27 +6325,22 @@ The old syntax of passing ``context`` as a dictionary will continue to work with
 
 .. code-block:: python
 
-   def execution_date_fn(execution_date, ctx):
-       ...
+   def execution_date_fn(execution_date, ctx): ...
 
 ``execution_date_fn`` can take in any number of keyword arguments available in the task context dictionary. The following forms of ``execution_date_fn`` are all supported:
 
 .. code-block:: python
 
-   def execution_date_fn(dt):
-       ...
+   def execution_date_fn(dt): ...
 
 
-   def execution_date_fn(execution_date):
-       ...
+   def execution_date_fn(execution_date): ...
 
 
-   def execution_date_fn(execution_date, ds_nodash):
-       ...
+   def execution_date_fn(execution_date, ds_nodash): ...
 
 
-   def execution_date_fn(execution_date, ds_nodash, dag):
-       ...
+   def execution_date_fn(execution_date, ds_nodash, dag): ...
 
 The default value for ``[webserver] cookie_samesite`` has been changed to ``Lax``
 """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
@@ -7077,8 +7067,7 @@ Previous signature:
        external_trigger=False,
        conf=None,
        session=None,
-   ):
-       ...
+   ): ...
 
 current:
 
@@ -7094,8 +7083,7 @@ current:
        conf=None,
        run_type=None,
        session=None,
-   ):
-       ...
+   ): ...
 
 If user provides ``run_id`` then the ``run_type`` will be derived from it by checking prefix, allowed types
 : ``manual``\ , ``scheduled``\ , ``backfill`` (defined by ``airflow.utils.types.DagRunType``\ ).
@@ -7193,8 +7181,9 @@ can be replaced by the following code:
 
    logger = logging.getLogger("custom-logger")
 
-   with redirect_stdout(StreamLogWriter(logger, logging.INFO)), redirect_stderr(
-       StreamLogWriter(logger, logging.WARN)
+   with (
+       redirect_stdout(StreamLogWriter(logger, logging.INFO)),
+       redirect_stderr(StreamLogWriter(logger, logging.WARN)),
    ):
        print("I Love Airflow")
 
@@ -7223,8 +7212,7 @@ are deprecated and will be removed in future versions.
        include_examples=conf.getboolean("core", "LOAD_EXAMPLES"),
        safe_mode=conf.getboolean("core", "DAG_DISCOVERY_SAFE_MODE"),
        store_serialized_dags=False,
-   ):
-       ...
+   ): ...
 
 **current**\ :
 
@@ -7235,8 +7223,7 @@ are deprecated and will be removed in future versions.
        include_examples=conf.getboolean("core", "LOAD_EXAMPLES"),
        safe_mode=conf.getboolean("core", "DAG_DISCOVERY_SAFE_MODE"),
        read_dags_from_db=False,
-   ):
-       ...
+   ): ...
 
 If you were using positional arguments, it requires no change but if you were using keyword
 arguments, please change ``store_serialized_dags`` to ``read_dags_from_db``.
@@ -8058,8 +8045,7 @@ Before:
        dataset_id: str,
        dataset_resource: dict,
        # ...
-   ):
-       ...
+   ): ...
 
 After:
 
@@ -8069,8 +8055,7 @@ After:
        dataset_resource: dict,
        dataset_id: Optional[str] = None,
        # ...
-   ):
-       ...
+   ): ...
 
 Changes in ``amazon`` provider package
 """"""""""""""""""""""""""""""""""""""""""
@@ -10150,16 +10135,14 @@ Old signature:
 
 .. code-block:: python
 
-   def get_task_instances(self, session, start_date=None, end_date=None):
-       ...
+   def get_task_instances(self, session, start_date=None, end_date=None): ...
 
 New signature:
 
 .. code-block:: python
 
    @provide_session
-   def get_task_instances(self, start_date=None, end_date=None, session=None):
-       ...
+   def get_task_instances(self, start_date=None, end_date=None, session=None): ...
 
 For ``DAG``
 ~~~~~~~~~~~~~~~
@@ -10168,16 +10151,14 @@ Old signature:
 
 .. code-block:: python
 
-   def get_task_instances(self, session, start_date=None, end_date=None, state=None):
-       ...
+   def get_task_instances(self, session, start_date=None, end_date=None, state=None): ...
 
 New signature:
 
 .. code-block:: python
 
    @provide_session
-   def get_task_instances(self, start_date=None, end_date=None, state=None, session=None):
-       ...
+   def get_task_instances(self, start_date=None, end_date=None, state=None, session=None): ...
 
 In either case, it is necessary to rewrite calls to the ``get_task_instances`` method that currently provide the ``session`` positional argument. New calls to this method look like:
 
@@ -10658,15 +10639,13 @@ Old signature:
 
 .. code-block:: python
 
-   def create_transfer_job(self, description, schedule, transfer_spec, project_id=None):
-       ...
+   def create_transfer_job(self, description, schedule, transfer_spec, project_id=None): ...
 
 New signature:
 
 .. code-block:: python
 
-   def create_transfer_job(self, body):
-       ...
+   def create_transfer_job(self, body): ...
 
 It is necessary to rewrite calls to method. The new call looks like this:
 
@@ -10691,15 +10670,13 @@ Old signature:
 
 .. code-block:: python
 
-   def wait_for_transfer_job(self, job):
-       ...
+   def wait_for_transfer_job(self, job): ...
 
 New signature:
 
 .. code-block:: python
 
-   def wait_for_transfer_job(self, job, expected_statuses=(GcpTransferOperationStatus.SUCCESS,)):
-       ...
+   def wait_for_transfer_job(self, job, expected_statuses=(GcpTransferOperationStatus.SUCCESS,)): ...
 
 The behavior of ``wait_for_transfer_job`` has changed:
 
diff --git a/airflow/__init__.py b/airflow/__init__.py
index f6c40b5091bbc..411aac70fc6f7 100644
--- a/airflow/__init__.py
+++ b/airflow/__init__.py
@@ -15,7 +15,10 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-from __future__ import annotations
+
+# We do not use "from __future__ import annotations" here because it is not supported
+# by Pycharm when we want to make sure all imports in airflow work from namespace packages
+# Adding it automatically is excluded in pyproject.toml via I002 ruff rule exclusion
 
 # Make `airflow` a namespace package, supporting installing
 # airflow.providers.* in different locations (i.e. one in site, and one in user
@@ -62,6 +65,8 @@
     "DAG",
     "Asset",
     "XComArg",
+    # TODO: Remove this module in Airflow 3.2
+    "Dataset",
 ]
 
 # Perform side-effects unless someone has explicitly opted out before import
@@ -80,12 +85,13 @@
     "version": (".version", "", False),
     # Deprecated lazy imports
     "AirflowException": (".exceptions", "AirflowException", True),
+    "Dataset": (".assets", "Dataset", True),
 }
 if TYPE_CHECKING:
     # These objects are imported by PEP-562, however, static analyzers and IDE's
     # have no idea about typing of these objects.
     # Add it under TYPE_CHECKING block should help with it.
-    from airflow.models.asset import Asset
+    from airflow.assets import Asset, Dataset
     from airflow.models.dag import DAG
     from airflow.models.xcom_arg import XComArg
 
@@ -94,15 +100,6 @@ def __getattr__(name: str):
     # PEP-562: Lazy loaded attributes on python modules
     module_path, attr_name, deprecated = __lazy_imports.get(name, ("", "", False))
     if not module_path:
-        if name.startswith("PY3") and (py_minor := name[3:]) in ("6", "7", "8", "9", "10", "11", "12"):
-            warnings.warn(
-                f"Python version constraint {name!r} is deprecated and will be removed in the future. "
-                f"Please get version info from the 'sys.version_info'.",
-                DeprecationWarning,
-                stacklevel=2,
-            )
-            return sys.version_info >= (3, int(py_minor))
-
         raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
     elif deprecated:
         warnings.warn(
diff --git a/airflow/api/__init__.py b/airflow/api/__init__.py
index d0613bb651faa..10c1ce6cea3c3 100644
--- a/airflow/api/__init__.py
+++ b/airflow/api/__init__.py
@@ -23,18 +23,14 @@
 from importlib import import_module
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowConfigException, AirflowException
+from airflow.exceptions import AirflowException
 
 log = logging.getLogger(__name__)
 
 
 def load_auth():
     """Load authentication backends."""
-    auth_backends = "airflow.api.auth.backend.default"
-    try:
-        auth_backends = conf.get("api", "auth_backends")
-    except AirflowConfigException:
-        pass
+    auth_backends = conf.get("api", "auth_backends")
 
     backends = []
     try:
diff --git a/airflow/api/common/mark_tasks.py b/airflow/api/common/mark_tasks.py
index a828d140c9769..957e82e7de491 100644
--- a/airflow/api/common/mark_tasks.py
+++ b/airflow/api/common/mark_tasks.py
@@ -21,7 +21,7 @@
 
 from typing import TYPE_CHECKING, Collection, Iterable, Iterator, NamedTuple
 
-from sqlalchemy import or_, select
+from sqlalchemy import and_, or_, select
 from sqlalchemy.orm import lazyload
 
 from airflow.models.dagrun import DagRun
@@ -402,8 +402,13 @@ def set_dag_run_state_to_failed(
         select(TaskInstance).filter(
             TaskInstance.dag_id == dag.dag_id,
             TaskInstance.run_id == run_id,
-            TaskInstance.state.not_in(State.finished),
-            TaskInstance.state.not_in(running_states),
+            or_(
+                TaskInstance.state.is_(None),
+                and_(
+                    TaskInstance.state.not_in(State.finished),
+                    TaskInstance.state.not_in(running_states),
+                ),
+            ),
         )
     ).all()
 
diff --git a/airflow/api_connexion/endpoints/asset_endpoint.py b/airflow/api_connexion/endpoints/asset_endpoint.py
index cbbe542ea7987..1ea1db2b3bbb8 100644
--- a/airflow/api_connexion/endpoints/asset_endpoint.py
+++ b/airflow/api_connexion/endpoints/asset_endpoint.py
@@ -133,7 +133,7 @@ def get_asset_events(
     query = select(AssetEvent)
 
     if asset_id:
-        query = query.where(AssetEvent.dataset_id == asset_id)
+        query = query.where(AssetEvent.asset_id == asset_id)
     if source_dag_id:
         query = query.where(AssetEvent.source_dag_id == source_dag_id)
     if source_task_id:
@@ -166,7 +166,7 @@ def _generate_queued_event_where_clause(
         where_clause.append(AssetDagRunQueue.target_dag_id == dag_id)
     if uri is not None:
         where_clause.append(
-            AssetDagRunQueue.dataset_id.in_(
+            AssetDagRunQueue.asset_id.in_(
                 select(AssetModel.id).where(AssetModel.uri == uri),
             ),
         )
@@ -187,7 +187,7 @@ def get_dag_asset_queued_event(
     where_clause = _generate_queued_event_where_clause(dag_id=dag_id, uri=uri, before=before)
     adrq = session.scalar(
         select(AssetDagRunQueue)
-        .join(AssetModel, AssetDagRunQueue.dataset_id == AssetModel.id)
+        .join(AssetModel, AssetDagRunQueue.asset_id == AssetModel.id)
         .where(*where_clause)
     )
     if adrq is None:
@@ -228,7 +228,7 @@ def get_dag_asset_queued_events(
     where_clause = _generate_queued_event_where_clause(dag_id=dag_id, before=before)
     query = (
         select(AssetDagRunQueue, AssetModel.uri)
-        .join(AssetModel, AssetDagRunQueue.dataset_id == AssetModel.id)
+        .join(AssetModel, AssetDagRunQueue.asset_id == AssetModel.id)
         .where(*where_clause)
     )
     result = session.execute(query).all()
@@ -278,7 +278,7 @@ def get_asset_queued_events(
     )
     query = (
         select(AssetDagRunQueue, AssetModel.uri)
-        .join(AssetModel, AssetDagRunQueue.dataset_id == AssetModel.id)
+        .join(AssetModel, AssetDagRunQueue.asset_id == AssetModel.id)
         .where(*where_clause)
     )
     total_entries = get_query_count(query, session=session)
diff --git a/airflow/api_connexion/endpoints/backfill_endpoint.py b/airflow/api_connexion/endpoints/backfill_endpoint.py
deleted file mode 100644
index 94d6ad21f05f1..0000000000000
--- a/airflow/api_connexion/endpoints/backfill_endpoint.py
+++ /dev/null
@@ -1,180 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-from __future__ import annotations
-
-import logging
-from functools import wraps
-from typing import TYPE_CHECKING
-
-from flask import request
-from marshmallow import ValidationError
-from sqlalchemy import select
-
-from airflow.api_connexion import security
-from airflow.api_connexion.exceptions import BadRequest, Conflict, NotFound
-from airflow.api_connexion.schemas.backfill_schema import (
-    BackfillCollection,
-    backfill_collection_schema,
-    backfill_schema,
-)
-from airflow.models.backfill import (
-    AlreadyRunningBackfill,
-    Backfill,
-    _cancel_backfill,
-    _create_backfill,
-)
-from airflow.utils.session import NEW_SESSION, provide_session
-from airflow.www.decorators import action_logging
-
-if TYPE_CHECKING:
-    from datetime import datetime
-
-    from sqlalchemy.orm import Session
-
-    from airflow.api_connexion.types import APIResponse
-
-log = logging.getLogger(__name__)
-
-RESOURCE_EVENT_PREFIX = "dag"
-
-
-def backfill_to_dag(func):
-    """
-    Enrich the request with dag_id.
-
-    :meta private:
-    """
-
-    @wraps(func)
-    def wrapper(*, backfill_id, session, **kwargs):
-        backfill = session.get(Backfill, backfill_id)
-        if not backfill:
-            raise NotFound("Backfill not found")
-        return func(dag_id=backfill.dag_id, backfill_id=backfill_id, session=session, **kwargs)
-
-    return wrapper
-
-
-@security.requires_access_dag("GET")
-@action_logging
-@provide_session
-def list_backfills(dag_id, session):
-    backfills = session.scalars(select(Backfill).where(Backfill.dag_id == dag_id)).all()
-    obj = BackfillCollection(
-        backfills=backfills,
-        total_entries=len(backfills),
-    )
-    return backfill_collection_schema.dump(obj)
-
-
-@provide_session
-@backfill_to_dag
-@security.requires_access_dag("PUT")
-@action_logging
-def pause_backfill(*, backfill_id, session, **kwargs):
-    br = session.get(Backfill, backfill_id)
-    if br.completed_at:
-        raise Conflict("Backfill is already completed.")
-    if br.is_paused is False:
-        br.is_paused = True
-    session.commit()
-    return backfill_schema.dump(br)
-
-
-@provide_session
-@backfill_to_dag
-@security.requires_access_dag("PUT")
-@action_logging
-def unpause_backfill(*, backfill_id, session, **kwargs):
-    br = session.get(Backfill, backfill_id)
-    if br.completed_at:
-        raise Conflict("Backfill is already completed.")
-    if br.is_paused:
-        br.is_paused = False
-    session.commit()
-    return backfill_schema.dump(br)
-
-
-@provide_session
-@backfill_to_dag
-@security.requires_access_dag("GET")
-@action_logging
-def get_backfill(*, backfill_id: int, session: Session = NEW_SESSION, **kwargs):
-    backfill = session.get(Backfill, backfill_id)
-    if backfill:
-        return backfill_schema.dump(backfill)
-    raise NotFound("Backfill not found")
-
-
-def backfill_obj_to_kwargs(f):
-    """
-    Convert the request body (containing backfill object json) to kwargs.
-
-    The main point here is to be compatible with the ``requires_access_dag`` decorator,
-    which takes dag_id kwarg and doesn't support json request body.
-    """
-
-    @wraps(f)
-    def inner():
-        body = request.json
-        try:
-            obj = backfill_schema.load(body)
-        except ValidationError as err:
-            raise BadRequest(detail=str(err.messages))
-        return f(**obj)
-
-    return inner
-
-
-@backfill_obj_to_kwargs
-@security.requires_access_dag("PUT")
-@action_logging
-def create_backfill(
-    dag_id: str,
-    from_date: datetime,
-    to_date: datetime,
-    max_active_runs: int = 10,
-    reverse: bool = False,
-    dag_run_conf: dict | None = None,
-) -> APIResponse:
-    try:
-        backfill_obj = _create_backfill(
-            dag_id=dag_id,
-            from_date=from_date,
-            to_date=to_date,
-            max_active_runs=max_active_runs,
-            reverse=reverse,
-            dag_run_conf=dag_run_conf,
-        )
-        return backfill_schema.dump(backfill_obj)
-    except AlreadyRunningBackfill:
-        raise Conflict(f"There is already a running backfill for dag {dag_id}")
-
-
-@provide_session
-@backfill_to_dag
-@security.requires_access_dag("PUT")
-@action_logging
-def cancel_backfill(
-    *,
-    backfill_id,
-    session: Session = NEW_SESSION,  # used by backfill_to_dag decorator
-    **kwargs,
-):
-    br = _cancel_backfill(backfill_id=backfill_id)
-    return backfill_schema.dump(br)
diff --git a/airflow/api_connexion/endpoints/dag_endpoint.py b/airflow/api_connexion/endpoints/dag_endpoint.py
index 0352297bfffd4..352bf9cfd4c11 100644
--- a/airflow/api_connexion/endpoints/dag_endpoint.py
+++ b/airflow/api_connexion/endpoints/dag_endpoint.py
@@ -134,7 +134,7 @@ def get_dags(
 
     try:
         dags_collection_schema = (
-            DAGCollectionSchema(only=[f"dags.{field}" for field in fields])
+            DAGCollectionSchema(only=[f"dags.{field}" for field in fields] + ["total_entries"])
             if fields
             else DAGCollectionSchema()
         )
diff --git a/airflow/api_connexion/endpoints/dag_run_endpoint.py b/airflow/api_connexion/endpoints/dag_run_endpoint.py
index 74eae13ddd4d0..8ebb2b44e2bb3 100644
--- a/airflow/api_connexion/endpoints/dag_run_endpoint.py
+++ b/airflow/api_connexion/endpoints/dag_run_endpoint.py
@@ -130,7 +130,7 @@ def get_upstream_asset_events(*, dag_id: str, dag_run_id: str, session: Session
             "DAGRun not found",
             detail=f"DAGRun with DAG ID: '{dag_id}' and DagRun ID: '{dag_run_id}' not found",
         )
-    events = dag_run.consumed_dataset_events
+    events = dag_run.consumed_asset_events
     return asset_event_collection_schema.dump(
         AssetEventCollection(asset_events=events, total_entries=len(events))
     )
@@ -373,6 +373,7 @@ def post_dag_run(*, dag_id: str, session: Session = NEW_SESSION) -> APIResponse:
     raise AlreadyExists(detail=f"DAGRun with DAG ID: '{dag_id}' and DAGRun ID: '{run_id}' already exists")
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("PUT", DagAccessEntity.RUN)
 @provide_session
 @action_logging
diff --git a/airflow/api_connexion/endpoints/dag_source_endpoint.py b/airflow/api_connexion/endpoints/dag_source_endpoint.py
index d7713106d1cdc..9a3285884e7e6 100644
--- a/airflow/api_connexion/endpoints/dag_source_endpoint.py
+++ b/airflow/api_connexion/endpoints/dag_source_endpoint.py
@@ -28,6 +28,7 @@
 from airflow.auth.managers.models.resource_details import DagAccessEntity, DagDetails
 from airflow.models.dag import DagModel
 from airflow.models.dagcode import DagCode
+from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.session import NEW_SESSION, provide_session
 from airflow.www.extensions.init_auth_manager import get_auth_manager
 
@@ -37,6 +38,7 @@
     from airflow.auth.managers.models.batch_apis import IsAuthorizedDagRequest
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("GET", DagAccessEntity.CODE)
 @provide_session
 def get_dag_source(*, file_token: str, session: Session = NEW_SESSION) -> Response:
diff --git a/airflow/api_connexion/endpoints/dag_warning_endpoint.py b/airflow/api_connexion/endpoints/dag_warning_endpoint.py
index 8a15a30cece8f..a158c3f443c87 100644
--- a/airflow/api_connexion/endpoints/dag_warning_endpoint.py
+++ b/airflow/api_connexion/endpoints/dag_warning_endpoint.py
@@ -29,6 +29,7 @@
 from airflow.api_connexion.security import get_readable_dags
 from airflow.auth.managers.models.resource_details import DagAccessEntity
 from airflow.models.dagwarning import DagWarning as DagWarningModel
+from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.db import get_query_count
 from airflow.utils.session import NEW_SESSION, provide_session
 
@@ -38,6 +39,7 @@
     from airflow.api_connexion.types import APIResponse
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("GET", DagAccessEntity.WARNING)
 @format_parameters({"limit": check_limit})
 @provide_session
diff --git a/airflow/api_connexion/endpoints/event_log_endpoint.py b/airflow/api_connexion/endpoints/event_log_endpoint.py
index ef55ad145c755..8084c2ecab674 100644
--- a/airflow/api_connexion/endpoints/event_log_endpoint.py
+++ b/airflow/api_connexion/endpoints/event_log_endpoint.py
@@ -31,6 +31,7 @@
 from airflow.auth.managers.models.resource_details import DagAccessEntity
 from airflow.models import Log
 from airflow.utils import timezone
+from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.db import get_query_count
 from airflow.utils.session import NEW_SESSION, provide_session
 
@@ -40,6 +41,7 @@
     from airflow.api_connexion.types import APIResponse
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("GET", DagAccessEntity.AUDIT_LOG)
 @provide_session
 def get_event_log(*, event_log_id: int, session: Session = NEW_SESSION) -> APIResponse:
diff --git a/airflow/api_connexion/endpoints/plugin_endpoint.py b/airflow/api_connexion/endpoints/plugin_endpoint.py
index 5a100fd6d5878..97f9d8c6c4e09 100644
--- a/airflow/api_connexion/endpoints/plugin_endpoint.py
+++ b/airflow/api_connexion/endpoints/plugin_endpoint.py
@@ -23,11 +23,13 @@
 from airflow.api_connexion.schemas.plugin_schema import PluginCollection, plugin_collection_schema
 from airflow.auth.managers.models.resource_details import AccessView
 from airflow.plugins_manager import get_plugin_info
+from airflow.utils.api_migration import mark_fastapi_migration_done
 
 if TYPE_CHECKING:
     from airflow.api_connexion.types import APIResponse
 
 
+@mark_fastapi_migration_done
 @security.requires_access_view(AccessView.PLUGINS)
 @format_parameters({"limit": check_limit})
 def get_plugins(*, limit: int, offset: int = 0) -> APIResponse:
diff --git a/airflow/api_connexion/endpoints/pool_endpoint.py b/airflow/api_connexion/endpoints/pool_endpoint.py
index 553d50c7464b7..a6ccd3a4aa9b9 100644
--- a/airflow/api_connexion/endpoints/pool_endpoint.py
+++ b/airflow/api_connexion/endpoints/pool_endpoint.py
@@ -30,6 +30,7 @@
 from airflow.api_connexion.parameters import apply_sorting, check_limit, format_parameters
 from airflow.api_connexion.schemas.pool_schema import PoolCollection, pool_collection_schema, pool_schema
 from airflow.models.pool import Pool
+from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.session import NEW_SESSION, provide_session
 from airflow.www.decorators import action_logging
 
@@ -39,6 +40,7 @@
     from airflow.api_connexion.types import APIResponse, UpdateMask
 
 
+@mark_fastapi_migration_done
 @security.requires_access_pool("DELETE")
 @action_logging
 @provide_session
@@ -53,6 +55,7 @@ def delete_pool(*, pool_name: str, session: Session = NEW_SESSION) -> APIRespons
     return Response(status=HTTPStatus.NO_CONTENT)
 
 
+@mark_fastapi_migration_done
 @security.requires_access_pool("GET")
 @provide_session
 def get_pool(*, pool_name: str, session: Session = NEW_SESSION) -> APIResponse:
@@ -63,6 +66,7 @@ def get_pool(*, pool_name: str, session: Session = NEW_SESSION) -> APIResponse:
     return pool_schema.dump(obj)
 
 
+@mark_fastapi_migration_done
 @security.requires_access_pool("GET")
 @format_parameters({"limit": check_limit})
 @provide_session
@@ -83,6 +87,7 @@ def get_pools(
     return pool_collection_schema.dump(PoolCollection(pools=pools, total_entries=total_entries))
 
 
+@mark_fastapi_migration_done
 @security.requires_access_pool("PUT")
 @action_logging
 @provide_session
@@ -118,9 +123,11 @@ def patch_pool(
             # there is no way field is None here (UpdateMask is a List[str])
             # so if pool_schema.declared_fields[field].attribute is None file is returned
             update_mask = [
-                pool_schema.declared_fields[field].attribute  # type: ignore[misc]
-                if pool_schema.declared_fields[field].attribute
-                else field
+                (
+                    pool_schema.declared_fields[field].attribute  # type: ignore[misc]
+                    if pool_schema.declared_fields[field].attribute
+                    else field
+                )
                 for field in update_mask
             ]
         except KeyError as err:
@@ -140,6 +147,7 @@ def patch_pool(
     return pool_schema.dump(pool)
 
 
+@mark_fastapi_migration_done
 @security.requires_access_pool("POST")
 @action_logging
 @provide_session
diff --git a/airflow/api_connexion/endpoints/provider_endpoint.py b/airflow/api_connexion/endpoints/provider_endpoint.py
index d9ba0c819b702..1eb032dee030e 100644
--- a/airflow/api_connexion/endpoints/provider_endpoint.py
+++ b/airflow/api_connexion/endpoints/provider_endpoint.py
@@ -28,6 +28,7 @@
 )
 from airflow.auth.managers.models.resource_details import AccessView
 from airflow.providers_manager import ProvidersManager
+from airflow.utils.api_migration import mark_fastapi_migration_done
 
 if TYPE_CHECKING:
     from airflow.api_connexion.types import APIResponse
@@ -46,6 +47,7 @@ def _provider_mapper(provider: ProviderInfo) -> Provider:
     )
 
 
+@mark_fastapi_migration_done
 @security.requires_access_view(AccessView.PROVIDERS)
 def get_providers() -> APIResponse:
     """Get providers."""
diff --git a/airflow/api_connexion/endpoints/task_instance_endpoint.py b/airflow/api_connexion/endpoints/task_instance_endpoint.py
index 0e98173f68a5f..b862ed1469840 100644
--- a/airflow/api_connexion/endpoints/task_instance_endpoint.py
+++ b/airflow/api_connexion/endpoints/task_instance_endpoint.py
@@ -52,6 +52,7 @@
 from airflow.models.taskinstance import TaskInstance as TI, clear_task_instances
 from airflow.models.taskinstancehistory import TaskInstanceHistory as TIH
 from airflow.utils.airflow_flask_app import get_airflow_app
+from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.db import get_query_count
 from airflow.utils.session import NEW_SESSION, provide_session
 from airflow.utils.state import DagRunState, TaskInstanceState
@@ -69,6 +70,7 @@
 T = TypeVar("T")
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("GET", DagAccessEntity.TASK_INSTANCE)
 @provide_session
 def get_task_instance(
@@ -102,6 +104,7 @@ def get_task_instance(
     return task_instance_schema.dump(task_instance)
 
 
+@mark_fastapi_migration_done
 @security.requires_access_dag("GET", DagAccessEntity.TASK_INSTANCE)
 @provide_session
 def get_mapped_task_instance(
@@ -425,6 +428,7 @@ def get_task_instances_batch(session: Session = NEW_SESSION) -> APIResponse:
     except _UnsupportedOrderBy as e:
         raise BadRequest(detail=f"Ordering with {e.order_by!r} is not supported")
 
+    ti_query = ti_query.offset(data["page_offset"]).limit(data["page_limit"])
     task_instances = session.scalars(ti_query)
 
     return task_instance_collection_schema.dump(
@@ -533,9 +537,11 @@ def post_set_task_instances_state(*, dag_id: str, session: Session = NEW_SESSION
             detail=f"Task instance not found for task {task_id!r} on execution_date {execution_date}"
         )
 
-    if run_id and not session.get(
-        TI, {"task_id": task_id, "dag_id": dag_id, "run_id": run_id, "map_index": -1}
-    ):
+    select_stmt = select(TI).where(
+        TI.dag_id == dag_id, TI.task_id == task_id, TI.run_id == run_id, TI.map_index == -1
+    )
+
+    if run_id and not session.scalars(select_stmt).one_or_none():
         error_message = f"Task instance not found for task {task_id!r} on DAG run with ID {run_id!r}"
         raise NotFound(detail=error_message)
 
@@ -581,10 +587,12 @@ def patch_task_instance(
     if not dag.has_task(task_id):
         raise NotFound("Task not found", detail=f"Task {task_id!r} not found in DAG {dag_id!r}")
 
-    ti: TI | None = session.get(
-        TI, {"task_id": task_id, "dag_id": dag_id, "run_id": dag_run_id, "map_index": map_index}
+    select_stmt = select(TI).where(
+        TI.dag_id == dag_id, TI.task_id == task_id, TI.run_id == dag_run_id, TI.map_index == map_index
     )
 
+    ti: TI | None = session.scalars(select_stmt).one_or_none()
+
     if not ti:
         error_message = f"Task instance not found for task {task_id!r} on DAG run with ID {dag_run_id!r}"
         raise NotFound(detail=error_message)
diff --git a/airflow/api_connexion/endpoints/variable_endpoint.py b/airflow/api_connexion/endpoints/variable_endpoint.py
index 20e7ce1edeabe..00f5abf00bbaa 100644
--- a/airflow/api_connexion/endpoints/variable_endpoint.py
+++ b/airflow/api_connexion/endpoints/variable_endpoint.py
@@ -70,6 +70,7 @@ def get_variable(*, variable_key: str, session: Session = NEW_SESSION) -> Respon
     return variable_schema.dump(var)
 
 
+@mark_fastapi_migration_done
 @security.requires_access_variable("GET")
 @format_parameters({"limit": check_limit})
 @provide_session
diff --git a/airflow/api_connexion/openapi/v1.yaml b/airflow/api_connexion/openapi/v1.yaml
index e99f91639c49e..c884c15954116 100644
--- a/airflow/api_connexion/openapi/v1.yaml
+++ b/airflow/api_connexion/openapi/v1.yaml
@@ -245,155 +245,6 @@ servers:
     description: Apache Airflow Stable API.
 
 paths:
-  # Database entities
-  /backfills:
-    get:
-      summary: List backfills
-      x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-      operationId: list_backfills
-      tags: [Backfill]
-      parameters:
-        - name: dag_id
-          in: query
-          schema:
-            type: string
-          required: true
-          description: |
-            List backfills for this dag.
-      responses:
-        "200":
-          description: Success.
-          content:
-            application/json:
-              schema:
-                $ref: "#/components/schemas/BackfillCollection"
-        "401":
-          $ref: "#/components/responses/Unauthenticated"
-        "403":
-          $ref: "#/components/responses/PermissionDenied"
-
-    post:
-      summary: Create a backfill job.
-      x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-      operationId: create_backfill
-      tags: [Backfill]
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: "#/components/schemas/Backfill"
-      responses:
-        "200":
-          description: Success.
-          content:
-            application/json:
-              schema:
-                $ref: "#/components/schemas/Backfill"
-        "400":
-          $ref: "#/components/responses/BadRequest"
-        "401":
-          $ref: "#/components/responses/Unauthenticated"
-        "403":
-          $ref: "#/components/responses/PermissionDenied"
-
-  /backfills/{backfill_id}:
-    parameters:
-      - $ref: "#/components/parameters/BackfillIdPath"
-    get:
-        summary: Get a backfill
-        x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-        operationId: get_backfill
-        tags: [Backfill]
-        responses:
-          "200":
-            description: Success.
-            content:
-              application/json:
-                schema:
-                  $ref: "#/components/schemas/Backfill"
-          "401":
-            $ref: "#/components/responses/Unauthenticated"
-          "403":
-            $ref: "#/components/responses/PermissionDenied"
-          "404":
-            $ref: "#/components/responses/NotFound"
-
-  /backfills/{backfill_id}/pause:
-    parameters:
-      - $ref: "#/components/parameters/BackfillIdPath"
-    post:
-        summary: Pause a backfill
-        x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-        operationId: pause_backfill
-        tags: [Backfill]
-        responses:
-          "200":
-            description: Success.
-            content:
-              application/json:
-                schema:
-                  $ref: "#/components/schemas/Backfill"
-          "401":
-            $ref: "#/components/responses/Unauthenticated"
-          "403":
-            $ref: "#/components/responses/PermissionDenied"
-          "404":
-            $ref: "#/components/responses/NotFound"
-          "409":
-            $ref: "#/components/responses/Conflict"
-
-  /backfills/{backfill_id}/unpause:
-    parameters:
-      - $ref: "#/components/parameters/BackfillIdPath"
-    post:
-        summary: Pause a backfill
-        x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-        operationId: unpause_backfill
-        tags: [Backfill]
-        responses:
-          "200":
-            description: Success.
-            content:
-              application/json:
-                schema:
-                  $ref: "#/components/schemas/Backfill"
-          "401":
-            $ref: "#/components/responses/Unauthenticated"
-          "403":
-            $ref: "#/components/responses/PermissionDenied"
-          "404":
-            $ref: "#/components/responses/NotFound"
-          "409":
-            $ref: "#/components/responses/Conflict"
-
-  /backfills/{backfill_id}/cancel:
-    parameters:
-      - $ref: "#/components/parameters/BackfillIdPath"
-    post:
-        summary: Cancel a backfill
-        description: |
-          When a backfill is cancelled, all queued dag runs will be marked as failed.
-          Running dag runs will be allowed to continue.
-        x-openapi-router-controller: airflow.api_connexion.endpoints.backfill_endpoint
-        operationId: cancel_backfill
-        tags: [Backfill]
-        responses:
-          "200":
-            description: Success.
-            content:
-              application/json:
-                schema:
-                  $ref: "#/components/schemas/Backfill"
-          "401":
-            $ref: "#/components/responses/Unauthenticated"
-          "403":
-            $ref: "#/components/responses/PermissionDenied"
-          "404":
-            $ref: "#/components/responses/NotFound"
-          "409":
-            $ref: "#/components/responses/Conflict"
-
   # Database entities
   /connections:
     get:
@@ -1146,6 +997,7 @@ paths:
         Get asset for a dag run.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/dagRuns/{dag_run_id}/upstreamDatasetEvents"
       x-openapi-router-controller: airflow.api_connexion.endpoints.dag_run_endpoint
       operationId: get_upstream_asset_events
       tags: [DAGRun, Asset]
@@ -1211,6 +1063,7 @@ paths:
         Get a queued asset event for a DAG.
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_dag_asset_queued_event
       parameters:
@@ -1236,6 +1089,7 @@ paths:
         Delete a queued Asset event for a DAG.
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: delete_dag_asset_queued_event
       parameters:
@@ -1263,6 +1117,7 @@ paths:
         Get queued Asset events for a DAG.
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_dag_asset_queued_events
       parameters:
@@ -1288,6 +1143,7 @@ paths:
         Delete queued Asset events for a DAG.
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: delete_dag_asset_queued_events
       parameters:
@@ -1336,6 +1192,7 @@ paths:
         Get queued Asset events for an Asset
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_asset_queued_events
       parameters:
@@ -1358,9 +1215,10 @@ paths:
     delete:
       summary: Delete queued Asset events for an Asset.
       description: |
-        Delete queued Asset events for a Asset.
+        Delete queued Asset events for an Asset.
 
         *New in version 2.9.0*
+        *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: delete_asset_queued_events
       parameters:
@@ -2480,6 +2338,8 @@ paths:
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_assets
       tags: [Asset]
+      description: |
+        *Changed in 3.0.0*: The endpoint value was renamed from "/datasets"
       parameters:
         - $ref: "#/components/parameters/PageLimit"
         - $ref: "#/components/parameters/PageOffset"
@@ -2517,7 +2377,10 @@ paths:
       - $ref: "#/components/parameters/AssetURI"
     get:
       summary: Get an asset
-      description: Get an asset by uri.
+      description: |
+        Get an asset by uri.
+
+        *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/{uri}"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_asset
       tags: [Asset]
@@ -2538,7 +2401,10 @@ paths:
   /assets/events:
     get:
       summary: Get asset events
-      description: Get asset events
+      description: |
+        Get asset events
+
+        *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: get_asset_events
       tags: [Asset]
@@ -2566,7 +2432,10 @@ paths:
           $ref: "#/components/responses/NotFound"
     post:
       summary: Create asset event
-      description: Create asset event
+      description: |
+        Create asset event
+
+        *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
       x-openapi-router-controller: airflow.api_connexion.endpoints.asset_endpoint
       operationId: create_asset_event
       tags: [Asset]
@@ -2884,6 +2753,16 @@ components:
           type: boolean
           nullable: true
           description: is_paused
+        reprocess_behavior:
+          type: string
+          default: none
+          enum:
+            - none
+            - failed
+            - completed
+          description: |
+            Controls whether new runs will be created when there's an existing run
+            for a given logical date.
         max_active_runs:
           type: integer
           nullable: true
@@ -3051,14 +2930,6 @@ components:
             Time when the DAG last received a refresh signal
             (e.g. the DAG's "refresh" button was clicked in the web UI)
 
-            *New in version 2.3.0*
-        scheduler_lock:
-          type: boolean
-          readOnly: true
-          nullable: true
-          description: |
-            Whether (one of) the scheduler is scheduling this DAG at the moment
-
             *New in version 2.3.0*
         pickle_id:
           type: string
@@ -3299,7 +3170,9 @@ components:
             - backfill
             - manual
             - scheduled
-            - dataset_triggered
+            - asset_triggered
+          description: |
+            *Changed in 3.0.0*: The asset_triggered value was renamed from dataset_triggered.
         state:
           $ref: "#/components/schemas/DagState"
         external_trigger:
@@ -4088,9 +3961,12 @@ components:
             dag_run_timeout:
               $ref: "#/components/schemas/TimeDelta"
               nullable: true
-            dataset_expression:
+            asset_expression:
               type: object
-              description: Nested asset any/all conditions
+              description: |
+                Nested asset any/all conditions
+
+                *Changed in 3.0.0*: The asset_expression value was renamed from dataset_expression.
               nullable: true
             doc_md:
               type: string
@@ -4475,6 +4351,7 @@ components:
         An asset item.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from Dataset.
       type: object
       properties:
         id:
@@ -4510,6 +4387,7 @@ components:
         An asset reference to an upstream task.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from TaskOutletDatasetReference.
       type: object
       properties:
         dag_id:
@@ -4534,6 +4412,7 @@ components:
         An asset reference to a downstream DAG.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from DagScheduleDatasetReference.
       type: object
       properties:
         dag_id:
@@ -4554,6 +4433,7 @@ components:
         A collection of assets.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from DatasetCollection.
       type: object
       allOf:
         - type: object
@@ -4562,6 +4442,8 @@ components:
               type: array
               items:
                 $ref: "#/components/schemas/Asset"
+              description: |
+                *Changed in 3.0.0*: This was renamed from datasets.
         - $ref: "#/components/schemas/CollectionInfo"
 
     AssetEvent:
@@ -4569,14 +4451,21 @@ components:
         An asset event.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from DatasetEvent.
       type: object
       properties:
-        dataset_id:
+        asset_id:
           type: integer
-          description: The asset id
-        dataset_uri:
+          description: |
+            The asset id
+
+            *Changed in 3.0.0*: This was renamed from dataset_id.
+        asset_uri:
           type: string
-          description: The URI of the asset
+          description: |
+            The URI of the asset
+
+            *Changed in 3.0.0*: This was renamed from dataset_uri.
           nullable: false
         extra:
           type: object
@@ -4611,10 +4500,15 @@ components:
       type: object
       required:
         - asset_uri
+      description: |
+        *Changed in 3.0.0*: This was renamed from CreateDatasetEvent.
       properties:
         asset_uri:
           type: string
-          description: The URI of the asset
+          description: |
+            The URI of the asset
+
+            *Changed in 3.0.0*: This was renamed from dataset_uri.
           nullable: false
         extra:
           type: object
@@ -4705,12 +4599,15 @@ components:
         A collection of asset events.
 
         *New in version 2.4.0*
+        *Changed in 3.0.0*: This was renamed from DatasetEventCollection.
       type: object
       allOf:
         - type: object
           properties:
             asset_events:
               type: array
+              description: |
+                *Changed in 3.0.0*: This was renamed from dataset_events.
               items:
                 $ref: "#/components/schemas/AssetEvent"
         - $ref: "#/components/schemas/CollectionInfo"
@@ -4994,6 +4891,15 @@ components:
     ListTaskInstanceForm:
       type: object
       properties:
+        page_offset:
+          type: integer
+          minimum: 0
+          description: The number of items to skip before starting to collect the result set.
+        page_limit:
+          type: integer
+          minimum: 1
+          default: 100
+          description: The numbers of items to return.
         dag_ids:
           type: array
           items:
@@ -5515,7 +5421,10 @@ components:
         type: string
         format: path
       required: true
-      description: The encoded Asset URI
+      description: |
+        The encoded Asset URI
+
+        *Changed in 3.0.0*: This was renamed from DatasetURI.
 
     PoolName:
       in: path
@@ -5701,7 +5610,10 @@ components:
       name: asset_id
       schema:
         type: integer
-      description: The Asset ID that updated the asset.
+      description: |
+        The Asset ID that updated the asset.
+
+        *Changed in 3.0.0*: This was renamed from FilterDatasetID.
 
     FilterSourceDAGID:
       in: query
diff --git a/airflow/api_connexion/schemas/asset_schema.py b/airflow/api_connexion/schemas/asset_schema.py
index 662f73a50d8b9..7f84b799d1a77 100644
--- a/airflow/api_connexion/schemas/asset_schema.py
+++ b/airflow/api_connexion/schemas/asset_schema.py
@@ -136,8 +136,8 @@ class Meta:
         model = AssetEvent
 
     id = auto_field()
-    dataset_id = auto_field()
-    dataset_uri = fields.String(attribute="dataset.uri", dump_only=True)
+    asset_id = auto_field()
+    asset_uri = fields.String(attribute="asset.uri", dump_only=True)
     extra = JsonObjectField()
     source_task_id = auto_field()
     source_dag_id = auto_field()
diff --git a/airflow/api_connexion/schemas/backfill_schema.py b/airflow/api_connexion/schemas/backfill_schema.py
deleted file mode 100644
index db496bf1ac5d5..0000000000000
--- a/airflow/api_connexion/schemas/backfill_schema.py
+++ /dev/null
@@ -1,79 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from typing import NamedTuple
-
-from marshmallow import Schema, fields
-from marshmallow_sqlalchemy import SQLAlchemySchema, auto_field
-
-from airflow.models.backfill import Backfill, BackfillDagRun
-
-
-class BackfillSchema(SQLAlchemySchema):
-    """Backfill Schema."""
-
-    class Meta:
-        """Meta."""
-
-        model = Backfill
-
-    id = auto_field(dump_only=True)
-    dag_id = auto_field()
-    from_date = auto_field()
-    to_date = auto_field()
-    dag_run_conf = fields.Dict(allow_none=True)
-    reverse = fields.Boolean()
-    is_paused = auto_field()
-    max_active_runs = auto_field()
-    created_at = auto_field()
-    completed_at = auto_field()
-    updated_at = auto_field()
-
-
-class BackfillDagRunSchema(SQLAlchemySchema):
-    """Trigger Schema."""
-
-    class Meta:
-        """Meta."""
-
-        model = BackfillDagRun
-
-    id = auto_field(dump_only=True)
-    backfill_id = auto_field(dump_only=True)
-    dag_run_id = auto_field(dump_only=True)
-    sort_ordinal = auto_field(dump_only=True)
-
-
-class BackfillCollection(NamedTuple):
-    """List of Backfills with meta."""
-
-    backfills: list[Backfill]
-    total_entries: int
-
-
-class BackfillCollectionSchema(Schema):
-    """Backfill Collection Schema."""
-
-    backfills = fields.List(fields.Nested(BackfillSchema))
-    total_entries = fields.Int()
-
-
-backfill_schema = BackfillSchema()
-backfill_dag_run_schema = BackfillDagRunSchema()
-backfill_collection_schema = BackfillCollectionSchema()
diff --git a/airflow/api_connexion/schemas/dag_schema.py b/airflow/api_connexion/schemas/dag_schema.py
index 6c7ff6fdc30e0..f22812abd1114 100644
--- a/airflow/api_connexion/schemas/dag_schema.py
+++ b/airflow/api_connexion/schemas/dag_schema.py
@@ -56,8 +56,6 @@ class Meta:
     last_parsed_time = auto_field(dump_only=True)
     last_pickled = auto_field(dump_only=True)
     last_expired = auto_field(dump_only=True)
-    scheduler_lock = auto_field(dump_only=True)
-    pickle_id = auto_field(dump_only=True)
     default_view = auto_field(dump_only=True)
     fileloc = auto_field(dump_only=True)
     file_token = fields.Method("get_token", dump_only=True)
@@ -98,7 +96,7 @@ class DAGDetailSchema(DAGSchema):
     catchup = fields.Boolean(dump_only=True)
     orientation = fields.String(dump_only=True)
     max_active_tasks = fields.Integer(dump_only=True)
-    dataset_expression = fields.Dict(allow_none=True)
+    asset_expression = fields.Dict(allow_none=True)
     start_date = fields.DateTime(dump_only=True)
     dag_run_timeout = fields.Nested(TimeDeltaSchema, attribute="dagrun_timeout", dump_only=True)
     doc_md = fields.String(dump_only=True)
diff --git a/airflow/api_fastapi/app.py b/airflow/api_fastapi/app.py
index 9c3e5a3bd7983..43885724564c1 100644
--- a/airflow/api_fastapi/app.py
+++ b/airflow/api_fastapi/app.py
@@ -19,9 +19,8 @@
 import logging
 
 from fastapi import FastAPI
-from fastapi.middleware.cors import CORSMiddleware
 
-from airflow.api_fastapi.core_api.app import init_dag_bag, init_plugins, init_views
+from airflow.api_fastapi.core_api.app import init_config, init_dag_bag, init_plugins, init_views
 from airflow.api_fastapi.execution_api.app import create_task_execution_api_app
 
 log = logging.getLogger(__name__)
@@ -30,8 +29,6 @@
 
 
 def create_app(apps: str = "all") -> FastAPI:
-    from airflow.configuration import conf
-
     apps_list = apps.split(",") if apps else ["all"]
 
     app = FastAPI(
@@ -50,18 +47,7 @@ def create_app(apps: str = "all") -> FastAPI:
         task_exec_api_app = create_task_execution_api_app(app)
         app.mount("/execution", task_exec_api_app)
 
-    allow_origins = conf.getlist("api", "access_control_allow_origins")
-    allow_methods = conf.getlist("api", "access_control_allow_methods")
-    allow_headers = conf.getlist("api", "access_control_allow_headers")
-
-    if allow_origins or allow_methods or allow_headers:
-        app.add_middleware(
-            CORSMiddleware,
-            allow_origins=allow_origins,
-            allow_credentials=True,
-            allow_methods=allow_methods,
-            allow_headers=allow_headers,
-        )
+    init_config(app)
 
     return app
 
diff --git a/airflow/api_fastapi/common/parameters.py b/airflow/api_fastapi/common/parameters.py
index 4aa8335905ca0..bd65017637227 100644
--- a/airflow/api_fastapi/common/parameters.py
+++ b/airflow/api_fastapi/common/parameters.py
@@ -31,6 +31,7 @@
 from airflow.models import Base, Connection
 from airflow.models.dag import DagModel, DagTag
 from airflow.models.dagrun import DagRun
+from airflow.models.dagwarning import DagWarning, DagWarningType
 from airflow.utils import timezone
 from airflow.utils.state import DagRunState
 
@@ -197,9 +198,9 @@ def to_orm(self, select: Select) -> Select:
         primary_key_column = self.get_primary_key_column()
 
         if self.value[0] == "-":
-            return select.order_by(nullscheck, column.desc(), primary_key_column)
+            return select.order_by(nullscheck, column.desc(), primary_key_column.desc())
         else:
-            return select.order_by(nullscheck, column.asc(), primary_key_column)
+            return select.order_by(nullscheck, column.asc(), primary_key_column.asc())
 
     def get_primary_key_column(self) -> Column:
         """Get the primary key column of the model of SortParam object."""
@@ -265,6 +266,17 @@ def depends(self, last_dag_run_state: DagRunState | None = None) -> _LastDagRunS
         return self.set_value(last_dag_run_state)
 
 
+class _DagTagNamePatternSearch(_SearchParam):
+    """Search on dag_tag.name."""
+
+    def __init__(self, skip_none: bool = True) -> None:
+        super().__init__(DagTag.name, skip_none)
+
+    def depends(self, tag_name_pattern: str | None = None) -> _DagTagNamePatternSearch:
+        tag_name_pattern = super().transform_aliases(tag_name_pattern)
+        return self.set_value(tag_name_pattern)
+
+
 def _safe_parse_datetime(date_to_check: str) -> datetime:
     """
     Parse datetime and raise error for invalid dates.
@@ -281,6 +293,34 @@ def _safe_parse_datetime(date_to_check: str) -> datetime:
         )
 
 
+class _WarningTypeFilter(BaseParam[str]):
+    """Filter on warning type."""
+
+    def to_orm(self, select: Select) -> Select:
+        if self.value is None and self.skip_none:
+            return select
+        return select.where(DagWarning.warning_type == self.value)
+
+    def depends(self, warning_type: DagWarningType | None = None) -> _WarningTypeFilter:
+        return self.set_value(warning_type)
+
+
+class _DagIdFilter(BaseParam[str]):
+    """Filter on dag_id."""
+
+    def __init__(self, attribute: ColumnElement, skip_none: bool = True) -> None:
+        super().__init__(skip_none)
+        self.attribute = attribute
+
+    def to_orm(self, select: Select) -> Select:
+        if self.value is None and self.skip_none:
+            return select
+        return select.where(self.attribute == self.value)
+
+    def depends(self, dag_id: str | None = None) -> _DagIdFilter:
+        return self.set_value(dag_id)
+
+
 # Common Safe DateTime
 DateTimeQuery = Annotated[str, AfterValidator(_safe_parse_datetime)]
 # DAG
@@ -299,3 +339,8 @@ def _safe_parse_datetime(date_to_check: str) -> datetime:
 QueryOwnersFilter = Annotated[_OwnersFilter, Depends(_OwnersFilter().depends)]
 # DagRun
 QueryLastDagRunStateFilter = Annotated[_LastDagRunStateFilter, Depends(_LastDagRunStateFilter().depends)]
+# DAGWarning
+QueryDagIdInDagWarningFilter = Annotated[_DagIdFilter, Depends(_DagIdFilter(DagWarning.dag_id).depends)]
+QueryWarningTypeFilter = Annotated[_WarningTypeFilter, Depends(_WarningTypeFilter().depends)]
+# DAGTags
+QueryDagTagPatternSearch = Annotated[_DagTagNamePatternSearch, Depends(_DagTagNamePatternSearch().depends)]
diff --git a/airflow/api_fastapi/core_api/app.py b/airflow/api_fastapi/core_api/app.py
index f47a33227f366..47927ad6fbbb0 100644
--- a/airflow/api_fastapi/core_api/app.py
+++ b/airflow/api_fastapi/core_api/app.py
@@ -22,6 +22,7 @@
 from typing import cast
 
 from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
 from starlette.requests import Request
 from starlette.responses import HTMLResponse
 from starlette.staticfiles import StaticFiles
@@ -94,3 +95,22 @@ def init_plugins(app: FastAPI) -> None:
 
         log.debug("Adding subapplication %s under prefix %s", name, url_prefix)
         app.mount(url_prefix, subapp)
+
+
+def init_config(app: FastAPI) -> None:
+    from airflow.configuration import conf
+
+    allow_origins = conf.getlist("api", "access_control_allow_origins")
+    allow_methods = conf.getlist("api", "access_control_allow_methods")
+    allow_headers = conf.getlist("api", "access_control_allow_headers")
+
+    if allow_origins or allow_methods or allow_headers:
+        app.add_middleware(
+            CORSMiddleware,
+            allow_origins=allow_origins,
+            allow_credentials=True,
+            allow_methods=allow_methods,
+            allow_headers=allow_headers,
+        )
+
+    app.state.secret_key = conf.get("webserver", "secret_key")
diff --git a/airflow/api_fastapi/core_api/openapi/v1-generated.yaml b/airflow/api_fastapi/core_api/openapi/v1-generated.yaml
index d7ee6340c6680..a82e34a3f5ee3 100644
--- a/airflow/api_fastapi/core_api/openapi/v1-generated.yaml
+++ b/airflow/api_fastapi/core_api/openapi/v1-generated.yaml
@@ -73,14 +73,21 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/dags/:
+  /ui/dags/recent_dag_runs:
     get:
       tags:
-      - DAG
-      summary: Get Dags
-      description: Get all DAGs.
-      operationId: get_dags
+      - Dags
+      summary: Recent Dag Runs
+      description: Get recent DAG runs.
+      operationId: recent_dag_runs
       parameters:
+      - name: dag_runs_limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 10
+          title: Dag Runs Limit
       - name: limit
         in: query
         required: false
@@ -150,43 +157,32 @@ paths:
           - $ref: '#/components/schemas/DagRunState'
           - type: 'null'
           title: Last Dag Run State
-      - name: order_by
-        in: query
-        required: false
-        schema:
-          type: string
-          default: dag_id
-          title: Order By
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/DAGCollectionResponse'
+                $ref: '#/components/schemas/DAGWithLatestDagRunsCollectionResponse'
         '422':
           description: Validation Error
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-    patch:
+  /public/backfills/:
+    get:
       tags:
-      - DAG
-      summary: Patch Dags
-      description: Patch multiple DAGs.
-      operationId: patch_dags
+      - Backfill
+      summary: List Backfills
+      operationId: list_backfills
       parameters:
-      - name: update_mask
+      - name: dag_id
         in: query
-        required: false
+        required: true
         schema:
-          anyOf:
-          - type: array
-            items:
-              type: string
-          - type: 'null'
-          title: Update Mask
+          type: string
+          title: Dag Id
       - name: limit
         in: query
         required: false
@@ -201,72 +197,19 @@ paths:
           type: integer
           default: 0
           title: Offset
-      - name: tags
-        in: query
-        required: false
-        schema:
-          type: array
-          items:
-            type: string
-          title: Tags
-      - name: owners
-        in: query
-        required: false
-        schema:
-          type: array
-          items:
-            type: string
-          title: Owners
-      - name: dag_id_pattern
-        in: query
-        required: false
-        schema:
-          anyOf:
-          - type: string
-          - type: 'null'
-          title: Dag Id Pattern
-      - name: only_active
-        in: query
-        required: false
-        schema:
-          type: boolean
-          default: true
-          title: Only Active
-      - name: paused
-        in: query
-        required: false
-        schema:
-          anyOf:
-          - type: boolean
-          - type: 'null'
-          title: Paused
-      - name: last_dag_run_state
+      - name: order_by
         in: query
         required: false
         schema:
-          anyOf:
-          - $ref: '#/components/schemas/DagRunState'
-          - type: 'null'
-          title: Last Dag Run State
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: '#/components/schemas/DAGPatchBody'
+          type: string
+          default: id
+          title: Order By
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
-              schema:
-                $ref: '#/components/schemas/DAGCollectionResponse'
-        '400':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Bad Request
+              schema: {}
         '401':
           content:
             application/json:
@@ -279,45 +222,29 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Forbidden
-        '404':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Not Found
         '422':
           description: Validation Error
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/dags/{dag_id}:
-    get:
+    post:
       tags:
-      - DAG
-      summary: Get Dag
-      description: Get basic information about a DAG.
-      operationId: get_dag
-      parameters:
-      - name: dag_id
-        in: path
+      - Backfill
+      summary: Create Backfill
+      operationId: create_backfill
+      requestBody:
         required: true
-        schema:
-          type: string
-          title: Dag Id
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/BackfillPostBody'
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
-              schema:
-                $ref: '#/components/schemas/DAGResponse'
-        '400':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Bad Request
+              schema: {}
         '401':
           content:
             application/json:
@@ -336,54 +263,37 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Not Found
-        '422':
+        '409':
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Unprocessable Entity
-    patch:
+          description: Conflict
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/backfills/{backfill_id}:
+    get:
       tags:
-      - DAG
-      summary: Patch Dag
-      description: Patch the specific DAG.
-      operationId: patch_dag
+      - Backfill
+      summary: Get Backfill
+      operationId: get_backfill
       parameters:
-      - name: dag_id
+      - name: backfill_id
         in: path
         required: true
         schema:
           type: string
-          title: Dag Id
-      - name: update_mask
-        in: query
-        required: false
-        schema:
-          anyOf:
-          - type: array
-            items:
-              type: string
-          - type: 'null'
-          title: Update Mask
-      requestBody:
-        required: true
-        content:
-          application/json:
-            schema:
-              $ref: '#/components/schemas/DAGPatchBody'
+          title: Backfill Id
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
-              schema:
-                $ref: '#/components/schemas/DAGResponse'
-        '400':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Bad Request
+              schema: {}
         '401':
           content:
             application/json:
@@ -408,31 +318,24 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-    delete:
+  /public/backfills/{backfill_id}/pause:
+    put:
       tags:
-      - DAG
-      summary: Delete Dag
-      description: Delete the specific DAG.
-      operationId: delete_dag
+      - Backfill
+      summary: Pause Backfill
+      operationId: pause_backfill
       parameters:
-      - name: dag_id
+      - name: backfill_id
         in: path
         required: true
         schema:
-          type: string
-          title: Dag Id
+          title: Backfill Id
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
               schema: {}
-        '400':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Bad Request
         '401':
           content:
             application/json:
@@ -451,39 +354,36 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Not Found
-        '422':
+        '409':
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Unprocessable Entity
-  /public/dags/{dag_id}/details:
-    get:
+          description: Conflict
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/backfills/{backfill_id}/unpause:
+    put:
       tags:
-      - DAG
-      summary: Get Dag Details
-      description: Get details of DAG.
-      operationId: get_dag_details
+      - Backfill
+      summary: Unpause Backfill
+      operationId: unpause_backfill
       parameters:
-      - name: dag_id
+      - name: backfill_id
         in: path
         required: true
         schema:
-          type: string
-          title: Dag Id
+          title: Backfill Id
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
-              schema:
-                $ref: '#/components/schemas/DAGDetailsResponse'
-        '400':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Bad Request
+              schema: {}
         '401':
           content:
             application/json:
@@ -502,29 +402,36 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Not Found
-        '422':
+        '409':
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Unprocessable Entity
-  /public/connections/{connection_id}:
-    delete:
+          description: Conflict
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/backfills/{backfill_id}/cancel:
+    put:
       tags:
-      - Connection
-      summary: Delete Connection
-      description: Delete a connection entry.
-      operationId: delete_connection
+      - Backfill
+      summary: Cancel Backfill
+      operationId: cancel_backfill
       parameters:
-      - name: connection_id
+      - name: backfill_id
         in: path
         required: true
         schema:
-          type: string
-          title: Connection Id
+          title: Backfill Id
       responses:
-        '204':
+        '200':
           description: Successful Response
+          content:
+            application/json:
+              schema: {}
         '401':
           content:
             application/json:
@@ -543,64 +450,132 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Not Found
+        '409':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Conflict
         '422':
           description: Validation Error
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
+  /public/dags/:
     get:
       tags:
-      - Connection
-      summary: Get Connection
-      description: Get a connection entry.
-      operationId: get_connection
+      - DAG
+      summary: Get Dags
+      description: Get all DAGs.
+      operationId: get_dags
       parameters:
-      - name: connection_id
-        in: path
-        required: true
+      - name: limit
+        in: query
+        required: false
         schema:
-          type: string
-          title: Connection Id
-      responses:
-        '200':
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: tags
+        in: query
+        required: false
+        schema:
+          type: array
+          items:
+            type: string
+          title: Tags
+      - name: owners
+        in: query
+        required: false
+        schema:
+          type: array
+          items:
+            type: string
+          title: Owners
+      - name: dag_id_pattern
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Id Pattern
+      - name: dag_display_name_pattern
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Display Name Pattern
+      - name: only_active
+        in: query
+        required: false
+        schema:
+          type: boolean
+          default: true
+          title: Only Active
+      - name: paused
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: boolean
+          - type: 'null'
+          title: Paused
+      - name: last_dag_run_state
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - $ref: '#/components/schemas/DagRunState'
+          - type: 'null'
+          title: Last Dag Run State
+      - name: order_by
+        in: query
+        required: false
+        schema:
+          type: string
+          default: dag_id
+          title: Order By
+      responses:
+        '200':
           description: Successful Response
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/ConnectionResponse'
-        '401':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Unauthorized
-        '403':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Forbidden
-        '404':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Not Found
+                $ref: '#/components/schemas/DAGCollectionResponse'
         '422':
           description: Validation Error
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/connections/:
-    get:
+    patch:
       tags:
-      - Connection
-      summary: Get Connections
-      description: Get all connection entries.
-      operationId: get_connections
+      - DAG
+      summary: Patch Dags
+      description: Patch multiple DAGs.
+      operationId: patch_dags
       parameters:
+      - name: update_mask
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: array
+            items:
+              type: string
+          - type: 'null'
+          title: Update Mask
       - name: limit
         in: query
         required: false
@@ -615,20 +590,72 @@ paths:
           type: integer
           default: 0
           title: Offset
-      - name: order_by
+      - name: tags
         in: query
         required: false
         schema:
-          type: string
-          default: id
-          title: Order By
+          type: array
+          items:
+            type: string
+          title: Tags
+      - name: owners
+        in: query
+        required: false
+        schema:
+          type: array
+          items:
+            type: string
+          title: Owners
+      - name: dag_id_pattern
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Id Pattern
+      - name: only_active
+        in: query
+        required: false
+        schema:
+          type: boolean
+          default: true
+          title: Only Active
+      - name: paused
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: boolean
+          - type: 'null'
+          title: Paused
+      - name: last_dag_run_state
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - $ref: '#/components/schemas/DagRunState'
+          - type: 'null'
+          title: Last Dag Run State
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/DAGPatchBody'
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/ConnectionCollectionResponse'
+                $ref: '#/components/schemas/DAGCollectionResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
         '401':
           content:
             application/json:
@@ -653,23 +680,50 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/variables/{variable_key}:
-    delete:
+  /public/dags/tags:
+    get:
       tags:
-      - Variable
-      summary: Delete Variable
-      description: Delete a variable entry.
-      operationId: delete_variable
+      - DAG
+      summary: Get Dag Tags
+      description: Get all DAG tags.
+      operationId: get_dag_tags
       parameters:
-      - name: variable_key
-        in: path
-        required: true
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: order_by
+        in: query
+        required: false
         schema:
           type: string
-          title: Variable Key
+          default: name
+          title: Order By
+      - name: tag_name_pattern
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Tag Name Pattern
       responses:
-        '204':
+        '200':
           description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DAGTagCollectionResponse'
         '401':
           content:
             application/json:
@@ -682,38 +736,39 @@ paths:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Forbidden
-        '404':
-          content:
-            application/json:
-              schema:
-                $ref: '#/components/schemas/HTTPExceptionResponse'
-          description: Not Found
         '422':
           description: Validation Error
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
+  /public/dags/{dag_id}:
     get:
       tags:
-      - Variable
-      summary: Get Variable
-      description: Get a variable entry.
-      operationId: get_variable
+      - DAG
+      summary: Get Dag
+      description: Get basic information about a DAG.
+      operationId: get_dag
       parameters:
-      - name: variable_key
+      - name: dag_id
         in: path
         required: true
         schema:
           type: string
-          title: Variable Key
+          title: Dag Id
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/VariableResponse'
+                $ref: '#/components/schemas/DAGResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
         '401':
           content:
             application/json:
@@ -733,24 +788,24 @@ paths:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Not Found
         '422':
-          description: Validation Error
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/HTTPValidationError'
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unprocessable Entity
     patch:
       tags:
-      - Variable
-      summary: Patch Variable
-      description: Update a variable by key.
-      operationId: patch_variable
-      parameters:
-      - name: variable_key
-        in: path
+      - DAG
+      summary: Patch Dag
+      description: Patch the specific DAG.
+      operationId: patch_dag
+      parameters:
+      - name: dag_id
+        in: path
         required: true
         schema:
           type: string
-          title: Variable Key
+          title: Dag Id
       - name: update_mask
         in: query
         required: false
@@ -766,14 +821,14 @@ paths:
         content:
           application/json:
             schema:
-              $ref: '#/components/schemas/VariableBody'
+              $ref: '#/components/schemas/DAGPatchBody'
       responses:
         '200':
           description: Successful Response
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/VariableResponse'
+                $ref: '#/components/schemas/DAGResponse'
         '400':
           content:
             application/json:
@@ -804,38 +859,245 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/variables/:
-    post:
+    delete:
       tags:
-      - Variable
-      summary: Post Variable
-      description: Create a variable.
-      operationId: post_variable
-      requestBody:
-        content:
-          application/json:
-            schema:
-              $ref: '#/components/schemas/VariableBody'
+      - DAG
+      summary: Delete Dag
+      description: Delete the specific DAG.
+      operationId: delete_dag
+      parameters:
+      - name: dag_id
+        in: path
         required: true
+        schema:
+          type: string
+          title: Dag Id
       responses:
-        '201':
+        '200':
           description: Successful Response
+          content:
+            application/json:
+              schema: {}
+        '400':
           content:
             application/json:
               schema:
-                $ref: '#/components/schemas/VariableResponse'
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unprocessable Entity
+  /public/dags/{dag_id}/details:
+    get:
+      tags:
+      - DAG
+      summary: Get Dag Details
+      description: Get details of DAG.
+      operationId: get_dag_details
+      parameters:
+      - name: dag_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Id
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DAGDetailsResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unprocessable Entity
+  /public/connections/{connection_id}:
+    delete:
+      tags:
+      - Connection
+      summary: Delete Connection
+      description: Delete a connection entry.
+      operationId: delete_connection
+      parameters:
+      - name: connection_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Connection Id
+      responses:
+        '204':
+          description: Successful Response
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    get:
+      tags:
+      - Connection
+      summary: Get Connection
+      description: Get a connection entry.
+      operationId: get_connection
+      parameters:
+      - name: connection_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Connection Id
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/ConnectionResponse'
         '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/connections/:
+    get:
+      tags:
+      - Connection
+      summary: Get Connections
+      description: Get all connection entries.
+      operationId: get_connections
+      parameters:
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: order_by
+        in: query
+        required: false
+        schema:
+          type: string
+          default: id
+          title: Order By
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/ConnectionCollectionResponse'
+        '401':
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
         '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
           description: Forbidden
+        '404':
           content:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
         '422':
           description: Validation Error
           content:
@@ -944,21 +1206,1056 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/HTTPValidationError'
-  /public/monitor/health:
-    get:
+    patch:
       tags:
-      - Monitor
-      summary: Get Health
-      operationId: get_health
-      responses:
-        '200':
-          description: Successful Response
-          content:
+      - DagRun
+      summary: Patch Dag Run State
+      description: Modify a DAG Run.
+      operationId: patch_dag_run_state
+      parameters:
+      - name: dag_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Id
+      - name: dag_run_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Run Id
+      - name: update_mask
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: array
+            items:
+              type: string
+          - type: 'null'
+          title: Update Mask
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/DAGRunPatchBody'
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DAGRunResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/dagSources/{file_token}:
+    get:
+      tags:
+      - DagSource
+      summary: Get Dag Source
+      description: Get source code using file token.
+      operationId: get_dag_source
+      parameters:
+      - name: file_token
+        in: path
+        required: true
+        schema:
+          type: string
+          title: File Token
+      - name: accept
+        in: header
+        required: false
+        schema:
+          type: string
+          default: '*/*'
+          title: Accept
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DAGSourceResponse'
+            text/plain:
+              schema:
+                type: string
+                example: dag code
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '406':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Acceptable
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/eventLogs/{event_log_id}:
+    get:
+      tags:
+      - Event Log
+      summary: Get Event Log
+      operationId: get_event_log
+      parameters:
+      - name: event_log_id
+        in: path
+        required: true
+        schema:
+          type: integer
+          title: Event Log Id
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/EventLogResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/monitor/health:
+    get:
+      tags:
+      - Monitor
+      summary: Get Health
+      operationId: get_health
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HealthInfoSchema'
+  /public/dagWarnings:
+    get:
+      tags:
+      - DagWarning
+      summary: List Dag Warnings
+      description: Get a list of DAG warnings.
+      operationId: list_dag_warnings
+      parameters:
+      - name: dag_id
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Id
+      - name: warning_type
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - $ref: '#/components/schemas/DagWarningType'
+          - type: 'null'
+          title: Warning Type
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: order_by
+        in: query
+        required: false
+        schema:
+          type: string
+          default: dag_id
+          title: Order By
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DAGWarningCollectionResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/plugins/:
+    get:
+      tags:
+      - Plugin
+      summary: Get Plugins
+      operationId: get_plugins
+      parameters:
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/PluginCollectionResponse'
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/pools/{pool_name}:
+    delete:
+      tags:
+      - Pool
+      summary: Delete Pool
+      description: Delete a pool entry.
+      operationId: delete_pool
+      parameters:
+      - name: pool_name
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Pool Name
+      responses:
+        '204':
+          description: Successful Response
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    get:
+      tags:
+      - Pool
+      summary: Get Pool
+      description: Get a pool.
+      operationId: get_pool
+      parameters:
+      - name: pool_name
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Pool Name
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/PoolResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    patch:
+      tags:
+      - Pool
+      summary: Patch Pool
+      description: Update a Pool.
+      operationId: patch_pool
+      parameters:
+      - name: pool_name
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Pool Name
+      - name: update_mask
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: array
+            items:
+              type: string
+          - type: 'null'
+          title: Update Mask
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/PoolPatchBody'
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/PoolResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/pools/:
+    get:
+      tags:
+      - Pool
+      summary: Get Pools
+      description: Get all pools entries.
+      operationId: get_pools
+      parameters:
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: order_by
+        in: query
+        required: false
+        schema:
+          type: string
+          default: id
+          title: Order By
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/PoolCollectionResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    post:
+      tags:
+      - Pool
+      summary: Post Pool
+      description: Create a Pool.
+      operationId: post_pool
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/PoolPostBody'
+      responses:
+        '201':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/PoolResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/providers/:
+    get:
+      tags:
+      - Provider
+      summary: Get Providers
+      description: Get providers.
+      operationId: get_providers
+      parameters:
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/ProviderCollectionResponse'
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}:
+    get:
+      tags:
+      - Task Instance
+      summary: Get Task Instance
+      description: Get task instance.
+      operationId: get_task_instance
+      parameters:
+      - name: dag_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Id
+      - name: dag_run_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Run Id
+      - name: task_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Task Id
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/TaskInstanceResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}/{map_index}:
+    get:
+      tags:
+      - Task Instance
+      summary: Get Mapped Task Instance
+      description: Get task instance.
+      operationId: get_mapped_task_instance
+      parameters:
+      - name: dag_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Id
+      - name: dag_run_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Dag Run Id
+      - name: task_id
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Task Id
+      - name: map_index
+        in: path
+        required: true
+        schema:
+          type: integer
+          title: Map Index
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/TaskInstanceResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/variables/{variable_key}:
+    delete:
+      tags:
+      - Variable
+      summary: Delete Variable
+      description: Delete a variable entry.
+      operationId: delete_variable
+      parameters:
+      - name: variable_key
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Variable Key
+      responses:
+        '204':
+          description: Successful Response
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    get:
+      tags:
+      - Variable
+      summary: Get Variable
+      description: Get a variable entry.
+      operationId: get_variable
+      parameters:
+      - name: variable_key
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Variable Key
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/VariableResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    patch:
+      tags:
+      - Variable
+      summary: Patch Variable
+      description: Update a variable by key.
+      operationId: patch_variable
+      parameters:
+      - name: variable_key
+        in: path
+        required: true
+        schema:
+          type: string
+          title: Variable Key
+      - name: update_mask
+        in: query
+        required: false
+        schema:
+          anyOf:
+          - type: array
+            items:
+              type: string
+          - type: 'null'
+          title: Update Mask
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/VariableBody'
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/VariableResponse'
+        '400':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Bad Request
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '404':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Not Found
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/variables/:
+    get:
+      tags:
+      - Variable
+      summary: Get Variables
+      description: Get all Variables entries.
+      operationId: get_variables
+      parameters:
+      - name: limit
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 100
+          title: Limit
+      - name: offset
+        in: query
+        required: false
+        schema:
+          type: integer
+          default: 0
+          title: Offset
+      - name: order_by
+        in: query
+        required: false
+        schema:
+          type: string
+          default: id
+          title: Order By
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/VariableCollectionResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+    post:
+      tags:
+      - Variable
+      summary: Post Variable
+      description: Create a variable.
+      operationId: post_variable
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/VariableBody'
+      responses:
+        '201':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/VariableResponse'
+        '401':
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Unauthorized
+        '403':
+          content:
             application/json:
               schema:
-                $ref: '#/components/schemas/HealthInfoSchema'
+                $ref: '#/components/schemas/HTTPExceptionResponse'
+          description: Forbidden
+        '422':
+          description: Validation Error
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/HTTPValidationError'
+  /public/version/:
+    get:
+      tags:
+      - Version
+      summary: Get Version
+      description: Get version information.
+      operationId: get_version
+      responses:
+        '200':
+          description: Successful Response
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/VersionInfo'
 components:
   schemas:
+    AppBuilderMenuItemResponse:
+      properties:
+        name:
+          type: string
+          title: Name
+        href:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Href
+        category:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Category
+      additionalProperties: true
+      type: object
+      required:
+      - name
+      title: AppBuilderMenuItemResponse
+      description: Serializer for AppBuilder Menu Item responses.
+    AppBuilderViewResponse:
+      properties:
+        name:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Name
+        category:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Category
+        view:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: View
+        label:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Label
+      additionalProperties: true
+      type: object
+      title: AppBuilderViewResponse
+      description: Serializer for AppBuilder View responses.
+    BackfillPostBody:
+      properties:
+        dag_id:
+          type: string
+          title: Dag Id
+        from_date:
+          type: string
+          format: date-time
+          title: From Date
+        to_date:
+          type: string
+          format: date-time
+          title: To Date
+        run_backwards:
+          type: boolean
+          title: Run Backwards
+          default: false
+        dag_run_conf:
+          type: object
+          title: Dag Run Conf
+          default: {}
+        reprocess_behavior:
+          $ref: '#/components/schemas/ReprocessBehavior'
+          default: none
+        max_active_runs:
+          type: integer
+          title: Max Active Runs
+          default: 10
+      type: object
+      required:
+      - dag_id
+      - from_date
+      - to_date
+      title: BackfillPostBody
+      description: Object used for create backfill request.
     BaseInfoSchema:
       properties:
         status:
@@ -986,7 +2283,7 @@ components:
       - connections
       - total_entries
       title: ConnectionCollectionResponse
-      description: DAG Collection serializer for responses.
+      description: Connection Collection serializer for responses.
     ConnectionResponse:
       properties:
         connection_id:
@@ -1085,12 +2382,6 @@ components:
             format: date-time
           - type: 'null'
           title: Last Expired
-        scheduler_lock:
-          anyOf:
-          - type: string
-            format: date-time
-          - type: 'null'
-          title: Scheduler Lock
         pickle_id:
           anyOf:
           - type: string
@@ -1180,11 +2471,11 @@ components:
             format: duration
           - type: 'null'
           title: Dag Run Timeout
-        dataset_expression:
+        asset_expression:
           anyOf:
           - type: object
           - type: 'null'
-          title: Dataset Expression
+          title: Asset Expression
         doc_md:
           anyOf:
           - type: string
@@ -1207,9 +2498,6 @@ components:
           - type: boolean
           - type: 'null'
           title: Is Paused Upon Creation
-        orientation:
-          type: string
-          title: Orientation
         params:
           anyOf:
           - type: object
@@ -1255,7 +2543,6 @@ components:
       - last_parsed_time
       - last_pickled
       - last_expired
-      - scheduler_lock
       - pickle_id
       - default_view
       - fileloc
@@ -1275,12 +2562,11 @@ components:
       - owners
       - catchup
       - dag_run_timeout
-      - dataset_expression
+      - asset_expression
       - doc_md
       - start_date
       - end_date
       - is_paused_upon_creation
-      - orientation
       - params
       - render_template_as_native_obj
       - template_search_path
@@ -1332,12 +2618,6 @@ components:
             format: date-time
           - type: 'null'
           title: Last Expired
-        scheduler_lock:
-          anyOf:
-          - type: string
-            format: date-time
-          - type: 'null'
-          title: Scheduler Lock
         pickle_id:
           anyOf:
           - type: string
@@ -1432,7 +2712,6 @@ components:
       - last_parsed_time
       - last_pickled
       - last_expired
-      - scheduler_lock
       - pickle_id
       - default_view
       - fileloc
@@ -1453,6 +2732,23 @@ components:
       - file_token
       title: DAGResponse
       description: DAG serializer for responses.
+    DAGRunPatchBody:
+      properties:
+        state:
+          $ref: '#/components/schemas/DAGRunPatchStates'
+      type: object
+      required:
+      - state
+      title: DAGRunPatchBody
+      description: DAG Run Serializer for PATCH requests.
+    DAGRunPatchStates:
+      type: string
+      enum:
+      - queued
+      - success
+      - failed
+      title: DAGRunPatchStates
+      description: Enum for DAG Run states when updating a DAG Run.
     DAGRunResponse:
       properties:
         run_id:
@@ -1567,17 +2863,251 @@ components:
         manual:
           type: integer
           title: Manual
-        dataset_triggered:
+        asset_triggered:
           type: integer
-          title: Dataset Triggered
+          title: Asset Triggered
       type: object
       required:
       - backfill
       - scheduled
       - manual
-      - dataset_triggered
+      - asset_triggered
       title: DAGRunTypes
       description: DAG Run Types for responses.
+    DAGSourceResponse:
+      properties:
+        content:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Content
+      type: object
+      required:
+      - content
+      title: DAGSourceResponse
+      description: DAG Source serializer for responses.
+    DAGTagCollectionResponse:
+      properties:
+        tags:
+          items:
+            type: string
+          type: array
+          title: Tags
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - tags
+      - total_entries
+      title: DAGTagCollectionResponse
+      description: DAG Tags Collection serializer for responses.
+    DAGWarningCollectionResponse:
+      properties:
+        dag_warnings:
+          items:
+            $ref: '#/components/schemas/DAGWarningResponse'
+          type: array
+          title: Dag Warnings
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - dag_warnings
+      - total_entries
+      title: DAGWarningCollectionResponse
+      description: DAG warning collection serializer for responses.
+    DAGWarningResponse:
+      properties:
+        dag_id:
+          type: string
+          title: Dag Id
+        warning_type:
+          $ref: '#/components/schemas/DagWarningType'
+        message:
+          type: string
+          title: Message
+        timestamp:
+          type: string
+          format: date-time
+          title: Timestamp
+      type: object
+      required:
+      - dag_id
+      - warning_type
+      - message
+      - timestamp
+      title: DAGWarningResponse
+      description: DAG Warning serializer for responses.
+    DAGWithLatestDagRunsCollectionResponse:
+      properties:
+        total_entries:
+          type: integer
+          title: Total Entries
+        dags:
+          items:
+            $ref: '#/components/schemas/DAGWithLatestDagRunsResponse'
+          type: array
+          title: Dags
+      type: object
+      required:
+      - total_entries
+      - dags
+      title: DAGWithLatestDagRunsCollectionResponse
+      description: DAG with latest dag runs collection response serializer.
+    DAGWithLatestDagRunsResponse:
+      properties:
+        dag_id:
+          type: string
+          title: Dag Id
+        dag_display_name:
+          type: string
+          title: Dag Display Name
+        is_paused:
+          type: boolean
+          title: Is Paused
+        is_active:
+          type: boolean
+          title: Is Active
+        last_parsed_time:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Last Parsed Time
+        last_pickled:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Last Pickled
+        last_expired:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Last Expired
+        pickle_id:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Pickle Id
+        default_view:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Default View
+        fileloc:
+          type: string
+          title: Fileloc
+        description:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Description
+        timetable_summary:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Timetable Summary
+        timetable_description:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Timetable Description
+        tags:
+          items:
+            $ref: '#/components/schemas/DagTagPydantic'
+          type: array
+          title: Tags
+        max_active_tasks:
+          type: integer
+          title: Max Active Tasks
+        max_active_runs:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Max Active Runs
+        max_consecutive_failed_dag_runs:
+          type: integer
+          title: Max Consecutive Failed Dag Runs
+        has_task_concurrency_limits:
+          type: boolean
+          title: Has Task Concurrency Limits
+        has_import_errors:
+          type: boolean
+          title: Has Import Errors
+        next_dagrun:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Next Dagrun
+        next_dagrun_data_interval_start:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Next Dagrun Data Interval Start
+        next_dagrun_data_interval_end:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Next Dagrun Data Interval End
+        next_dagrun_create_after:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Next Dagrun Create After
+        owners:
+          items:
+            type: string
+          type: array
+          title: Owners
+        latest_dag_runs:
+          items:
+            $ref: '#/components/schemas/DAGRunResponse'
+          type: array
+          title: Latest Dag Runs
+        file_token:
+          type: string
+          title: File Token
+          description: Return file token.
+          readOnly: true
+      type: object
+      required:
+      - dag_id
+      - dag_display_name
+      - is_paused
+      - is_active
+      - last_parsed_time
+      - last_pickled
+      - last_expired
+      - pickle_id
+      - default_view
+      - fileloc
+      - description
+      - timetable_summary
+      - timetable_description
+      - tags
+      - max_active_tasks
+      - max_active_runs
+      - max_consecutive_failed_dag_runs
+      - has_task_concurrency_limits
+      - has_import_errors
+      - next_dagrun
+      - next_dagrun_data_interval_start
+      - next_dagrun_data_interval_end
+      - next_dagrun_create_after
+      - owners
+      - latest_dag_runs
+      - file_token
+      title: DAGWithLatestDagRunsResponse
+      description: DAG with latest dag runs response serializer.
     DagProcessorInfoSchema:
       properties:
         status:
@@ -1621,7 +3151,7 @@ components:
       - ui
       - test
       - timetable
-      - dataset
+      - asset
       - backfill
       title: DagRunTriggeredByType
       description: Class with TriggeredBy types for DagRun.
@@ -1631,7 +3161,7 @@ components:
       - backfill
       - scheduled
       - manual
-      - dataset_triggered
+      - asset_triggered
       title: DagRunType
       description: Class with DagRun types.
     DagTagPydantic:
@@ -1649,6 +3179,105 @@ components:
       title: DagTagPydantic
       description: Serializable representation of the DagTag ORM SqlAlchemyModel used
         by internal API.
+    DagWarningType:
+      type: string
+      enum:
+      - asset conflict
+      - non-existent pool
+      title: DagWarningType
+      description: 'Enum for DAG warning types.
+
+
+        This is the set of allowable values for the ``warning_type`` field
+
+        in the DagWarning model.'
+    EventLogResponse:
+      properties:
+        event_log_id:
+          type: integer
+          title: Event Log Id
+        when:
+          type: string
+          format: date-time
+          title: When
+        dag_id:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Id
+        task_id:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Task Id
+        run_id:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Run Id
+        map_index:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Map Index
+        try_number:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Try Number
+        event:
+          type: string
+          title: Event
+        logical_date:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Logical Date
+        owner:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Owner
+        extra:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Extra
+      type: object
+      required:
+      - event_log_id
+      - when
+      - dag_id
+      - task_id
+      - run_id
+      - map_index
+      - try_number
+      - event
+      - logical_date
+      - owner
+      - extra
+      title: EventLogResponse
+      description: Event Log Response.
+    FastAPIAppResponse:
+      properties:
+        app:
+          type: string
+          title: App
+        url_prefix:
+          type: string
+          title: Url Prefix
+        name:
+          type: string
+          title: Name
+      additionalProperties: true
+      type: object
+      required:
+      - app
+      - url_prefix
+      - name
+      title: FastAPIAppResponse
+      description: Serializer for Plugin FastAPI App responses.
     HTTPExceptionResponse:
       properties:
         detail:
@@ -1682,27 +3311,342 @@ components:
           $ref: '#/components/schemas/DagProcessorInfoSchema'
       type: object
       required:
-      - metadatabase
-      - scheduler
-      - triggerer
-      - dag_processor
-      title: HealthInfoSchema
-      description: Schema for the Health endpoint.
-    HistoricalMetricDataResponse:
+      - metadatabase
+      - scheduler
+      - triggerer
+      - dag_processor
+      title: HealthInfoSchema
+      description: Schema for the Health endpoint.
+    HistoricalMetricDataResponse:
+      properties:
+        dag_run_types:
+          $ref: '#/components/schemas/DAGRunTypes'
+        dag_run_states:
+          $ref: '#/components/schemas/DAGRunStates'
+        task_instance_states:
+          $ref: '#/components/schemas/airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState'
+      type: object
+      required:
+      - dag_run_types
+      - dag_run_states
+      - task_instance_states
+      title: HistoricalMetricDataResponse
+      description: Historical Metric Data serializer for responses.
+    JobResponse:
+      properties:
+        id:
+          type: integer
+          title: Id
+        dag_id:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Dag Id
+        state:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: State
+        job_type:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Job Type
+        start_date:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Start Date
+        end_date:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: End Date
+        latest_heartbeat:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Latest Heartbeat
+        executor_class:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Executor Class
+        hostname:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Hostname
+        unixname:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Unixname
+      type: object
+      required:
+      - id
+      - dag_id
+      - state
+      - job_type
+      - start_date
+      - end_date
+      - latest_heartbeat
+      - executor_class
+      - hostname
+      - unixname
+      title: JobResponse
+      description: Job serializer for responses.
+    PluginCollectionResponse:
+      properties:
+        plugins:
+          items:
+            $ref: '#/components/schemas/PluginResponse'
+          type: array
+          title: Plugins
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - plugins
+      - total_entries
+      title: PluginCollectionResponse
+      description: Plugin Collection serializer.
+    PluginResponse:
+      properties:
+        name:
+          type: string
+          title: Name
+        macros:
+          items:
+            type: string
+          type: array
+          title: Macros
+        flask_blueprints:
+          items:
+            type: string
+          type: array
+          title: Flask Blueprints
+        fastapi_apps:
+          items:
+            $ref: '#/components/schemas/FastAPIAppResponse'
+          type: array
+          title: Fastapi Apps
+        appbuilder_views:
+          items:
+            $ref: '#/components/schemas/AppBuilderViewResponse'
+          type: array
+          title: Appbuilder Views
+        appbuilder_menu_items:
+          items:
+            $ref: '#/components/schemas/AppBuilderMenuItemResponse'
+          type: array
+          title: Appbuilder Menu Items
+        global_operator_extra_links:
+          items:
+            type: string
+          type: array
+          title: Global Operator Extra Links
+        operator_extra_links:
+          items:
+            type: string
+          type: array
+          title: Operator Extra Links
+        source:
+          type: string
+          title: Source
+        ti_deps:
+          items:
+            type: string
+          type: array
+          title: Ti Deps
+        listeners:
+          items:
+            type: string
+          type: array
+          title: Listeners
+        timetables:
+          items:
+            type: string
+          type: array
+          title: Timetables
+      type: object
+      required:
+      - name
+      - macros
+      - flask_blueprints
+      - fastapi_apps
+      - appbuilder_views
+      - appbuilder_menu_items
+      - global_operator_extra_links
+      - operator_extra_links
+      - source
+      - ti_deps
+      - listeners
+      - timetables
+      title: PluginResponse
+      description: Plugin serializer.
+    PoolCollectionResponse:
+      properties:
+        pools:
+          items:
+            $ref: '#/components/schemas/PoolResponse'
+          type: array
+          title: Pools
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - pools
+      - total_entries
+      title: PoolCollectionResponse
+      description: Pool Collection serializer for responses.
+    PoolPatchBody:
+      properties:
+        pool:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Pool
+        slots:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Slots
+        description:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Description
+        include_deferred:
+          anyOf:
+          - type: boolean
+          - type: 'null'
+          title: Include Deferred
+      type: object
+      title: PoolPatchBody
+      description: Pool serializer for patch bodies.
+    PoolPostBody:
+      properties:
+        name:
+          type: string
+          title: Name
+        slots:
+          type: integer
+          title: Slots
+        description:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Description
+        include_deferred:
+          type: boolean
+          title: Include Deferred
+          default: false
+      type: object
+      required:
+      - name
+      - slots
+      title: PoolPostBody
+      description: Pool serializer for post bodies.
+    PoolResponse:
+      properties:
+        name:
+          type: string
+          title: Name
+        slots:
+          type: integer
+          title: Slots
+        description:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Description
+        include_deferred:
+          type: boolean
+          title: Include Deferred
+        occupied_slots:
+          type: integer
+          title: Occupied Slots
+        running_slots:
+          type: integer
+          title: Running Slots
+        queued_slots:
+          type: integer
+          title: Queued Slots
+        scheduled_slots:
+          type: integer
+          title: Scheduled Slots
+        open_slots:
+          type: integer
+          title: Open Slots
+        deferred_slots:
+          type: integer
+          title: Deferred Slots
+      type: object
+      required:
+      - name
+      - slots
+      - description
+      - include_deferred
+      - occupied_slots
+      - running_slots
+      - queued_slots
+      - scheduled_slots
+      - open_slots
+      - deferred_slots
+      title: PoolResponse
+      description: Pool serializer for responses.
+    ProviderCollectionResponse:
+      properties:
+        providers:
+          items:
+            $ref: '#/components/schemas/ProviderResponse'
+          type: array
+          title: Providers
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - providers
+      - total_entries
+      title: ProviderCollectionResponse
+      description: Provider Collection serializer for responses.
+    ProviderResponse:
       properties:
-        dag_run_types:
-          $ref: '#/components/schemas/DAGRunTypes'
-        dag_run_states:
-          $ref: '#/components/schemas/DAGRunStates'
-        task_instance_states:
-          $ref: '#/components/schemas/TaskInstanceState'
+        package_name:
+          type: string
+          title: Package Name
+        description:
+          type: string
+          title: Description
+        version:
+          type: string
+          title: Version
       type: object
       required:
-      - dag_run_types
-      - dag_run_states
-      - task_instance_states
-      title: HistoricalMetricDataResponse
-      description: Historical Metric Data serializer for responses.
+      - package_name
+      - description
+      - version
+      title: ProviderResponse
+      description: Provider serializer for responses.
+    ReprocessBehavior:
+      type: string
+      enum:
+      - failed
+      - completed
+      - none
+      title: ReprocessBehavior
+      description: 'Internal enum for setting reprocess behavior in a backfill.
+
+
+        :meta private:'
     SchedulerInfoSchema:
       properties:
         status:
@@ -1721,64 +3665,186 @@ components:
       - latest_scheduler_heartbeat
       title: SchedulerInfoSchema
       description: Schema for Scheduler info.
-    TaskInstanceState:
+    TaskInstanceResponse:
       properties:
-        no_status:
-          type: integer
-          title: No Status
-        removed:
-          type: integer
-          title: Removed
-        scheduled:
-          type: integer
-          title: Scheduled
-        queued:
-          type: integer
-          title: Queued
-        running:
-          type: integer
-          title: Running
-        success:
-          type: integer
-          title: Success
-        restarting:
-          type: integer
-          title: Restarting
-        failed:
-          type: integer
-          title: Failed
-        up_for_retry:
-          type: integer
-          title: Up For Retry
-        up_for_reschedule:
+        task_id:
+          type: string
+          title: Task Id
+        dag_id:
+          type: string
+          title: Dag Id
+        dag_run_id:
+          type: string
+          title: Dag Run Id
+        map_index:
           type: integer
-          title: Up For Reschedule
-        upstream_failed:
+          title: Map Index
+        logical_date:
+          type: string
+          format: date-time
+          title: Logical Date
+        start_date:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Start Date
+        end_date:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: End Date
+        duration:
+          anyOf:
+          - type: number
+          - type: 'null'
+          title: Duration
+        state:
+          anyOf:
+          - $ref: '#/components/schemas/airflow__utils__state__TaskInstanceState'
+          - type: 'null'
+        try_number:
           type: integer
-          title: Upstream Failed
-        skipped:
+          title: Try Number
+        max_tries:
           type: integer
-          title: Skipped
-        deferred:
+          title: Max Tries
+        task_display_name:
+          type: string
+          title: Task Display Name
+        hostname:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Hostname
+        unixname:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Unixname
+        pool:
+          type: string
+          title: Pool
+        pool_slots:
           type: integer
-          title: Deferred
+          title: Pool Slots
+        queue:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Queue
+        priority_weight:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Priority Weight
+        operator:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Operator
+        queued_when:
+          anyOf:
+          - type: string
+            format: date-time
+          - type: 'null'
+          title: Queued When
+        pid:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Pid
+        executor:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Executor
+        executor_config:
+          type: string
+          title: Executor Config
+        note:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Note
+        rendered_map_index:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Rendered Map Index
+        rendered_fields:
+          type: object
+          title: Rendered Fields
+          default: {}
+        trigger:
+          anyOf:
+          - $ref: '#/components/schemas/TriggerResponse'
+          - type: 'null'
+        triggerer_job:
+          anyOf:
+          - $ref: '#/components/schemas/JobResponse'
+          - type: 'null'
       type: object
       required:
-      - no_status
-      - removed
-      - scheduled
-      - queued
-      - running
-      - success
-      - restarting
-      - failed
-      - up_for_retry
-      - up_for_reschedule
-      - upstream_failed
-      - skipped
-      - deferred
-      title: TaskInstanceState
+      - task_id
+      - dag_id
+      - dag_run_id
+      - map_index
+      - logical_date
+      - start_date
+      - end_date
+      - duration
+      - state
+      - try_number
+      - max_tries
+      - task_display_name
+      - hostname
+      - unixname
+      - pool
+      - pool_slots
+      - queue
+      - priority_weight
+      - operator
+      - queued_when
+      - pid
+      - executor
+      - executor_config
+      - note
+      - rendered_map_index
+      - trigger
+      - triggerer_job
+      title: TaskInstanceResponse
       description: TaskInstance serializer for responses.
+    TriggerResponse:
+      properties:
+        id:
+          type: integer
+          title: Id
+        classpath:
+          type: string
+          title: Classpath
+        kwargs:
+          type: string
+          title: Kwargs
+        created_date:
+          type: string
+          format: date-time
+          title: Created Date
+        triggerer_id:
+          anyOf:
+          - type: integer
+          - type: 'null'
+          title: Triggerer Id
+      type: object
+      required:
+      - id
+      - classpath
+      - kwargs
+      - created_date
+      - triggerer_id
+      title: TriggerResponse
+      description: Trigger serializer for responses.
     TriggererInfoSchema:
       properties:
         status:
@@ -1840,6 +3906,22 @@ components:
       - value
       title: VariableBody
       description: Variable serializer for bodies.
+    VariableCollectionResponse:
+      properties:
+        variables:
+          items:
+            $ref: '#/components/schemas/VariableResponse'
+          type: array
+          title: Variables
+        total_entries:
+          type: integer
+          title: Total Entries
+      type: object
+      required:
+      - variables
+      - total_entries
+      title: VariableCollectionResponse
+      description: Variable Collection serializer for responses.
     VariableResponse:
       properties:
         key:
@@ -1862,3 +3944,97 @@ components:
       - value
       title: VariableResponse
       description: Variable serializer for responses.
+    VersionInfo:
+      properties:
+        version:
+          type: string
+          title: Version
+        git_version:
+          anyOf:
+          - type: string
+          - type: 'null'
+          title: Git Version
+      type: object
+      required:
+      - version
+      - git_version
+      title: VersionInfo
+      description: Version information serializer for responses.
+    airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState:
+      properties:
+        no_status:
+          type: integer
+          title: No Status
+        removed:
+          type: integer
+          title: Removed
+        scheduled:
+          type: integer
+          title: Scheduled
+        queued:
+          type: integer
+          title: Queued
+        running:
+          type: integer
+          title: Running
+        success:
+          type: integer
+          title: Success
+        restarting:
+          type: integer
+          title: Restarting
+        failed:
+          type: integer
+          title: Failed
+        up_for_retry:
+          type: integer
+          title: Up For Retry
+        up_for_reschedule:
+          type: integer
+          title: Up For Reschedule
+        upstream_failed:
+          type: integer
+          title: Upstream Failed
+        skipped:
+          type: integer
+          title: Skipped
+        deferred:
+          type: integer
+          title: Deferred
+      type: object
+      required:
+      - no_status
+      - removed
+      - scheduled
+      - queued
+      - running
+      - success
+      - restarting
+      - failed
+      - up_for_retry
+      - up_for_reschedule
+      - upstream_failed
+      - skipped
+      - deferred
+      title: TaskInstanceState
+      description: TaskInstance serializer for responses.
+    airflow__utils__state__TaskInstanceState:
+      type: string
+      enum:
+      - removed
+      - scheduled
+      - queued
+      - running
+      - success
+      - restarting
+      - failed
+      - up_for_retry
+      - up_for_reschedule
+      - upstream_failed
+      - skipped
+      - deferred
+      title: TaskInstanceState
+      description: 'All possible states that a Task Instance can be in.
+
+
+        Note that None is also allowed, so always use this in a type hint with Optional.'
diff --git a/airflow/api_fastapi/core_api/routes/public/__init__.py b/airflow/api_fastapi/core_api/routes/public/__init__.py
index 3d43a7bbb0efb..a443f5a28ae8c 100644
--- a/airflow/api_fastapi/core_api/routes/public/__init__.py
+++ b/airflow/api_fastapi/core_api/routes/public/__init__.py
@@ -18,17 +18,37 @@
 from __future__ import annotations
 
 from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.routes.public.backfills import backfills_router
 from airflow.api_fastapi.core_api.routes.public.connections import connections_router
 from airflow.api_fastapi.core_api.routes.public.dag_run import dag_run_router
+from airflow.api_fastapi.core_api.routes.public.dag_sources import dag_sources_router
+from airflow.api_fastapi.core_api.routes.public.dag_warning import dag_warning_router
 from airflow.api_fastapi.core_api.routes.public.dags import dags_router
+from airflow.api_fastapi.core_api.routes.public.event_logs import event_logs_router
 from airflow.api_fastapi.core_api.routes.public.monitor import monitor_router
+from airflow.api_fastapi.core_api.routes.public.plugins import plugins_router
+from airflow.api_fastapi.core_api.routes.public.pools import pools_router
+from airflow.api_fastapi.core_api.routes.public.providers import providers_router
+from airflow.api_fastapi.core_api.routes.public.task_instances import task_instances_router
 from airflow.api_fastapi.core_api.routes.public.variables import variables_router
+from airflow.api_fastapi.core_api.routes.public.version import version_router
 
 public_router = AirflowRouter(prefix="/public")
 
 
+public_router.include_router(backfills_router)
 public_router.include_router(dags_router)
 public_router.include_router(connections_router)
-public_router.include_router(variables_router)
 public_router.include_router(dag_run_router)
+public_router.include_router(dag_sources_router)
+public_router.include_router(dags_router)
+public_router.include_router(event_logs_router)
 public_router.include_router(monitor_router)
+public_router.include_router(dag_warning_router)
+public_router.include_router(plugins_router)
+public_router.include_router(pools_router)
+public_router.include_router(providers_router)
+public_router.include_router(task_instances_router)
+public_router.include_router(variables_router)
+public_router.include_router(variables_router)
+public_router.include_router(version_router)
diff --git a/airflow/api_fastapi/core_api/routes/public/backfills.py b/airflow/api_fastapi/core_api/routes/public/backfills.py
new file mode 100644
index 0000000000000..f6fe531d00638
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/backfills.py
@@ -0,0 +1,187 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from fastapi import Depends, HTTPException
+from sqlalchemy import select, update
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import get_session, paginated_select
+from airflow.api_fastapi.common.parameters import QueryLimit, QueryOffset, SortParam
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import (
+    create_openapi_http_exception_doc,
+)
+from airflow.api_fastapi.core_api.serializers.backfills import (
+    BackfillCollectionResponse,
+    BackfillPostBody,
+    BackfillResponse,
+)
+from airflow.models import DagRun
+from airflow.models.backfill import (
+    AlreadyRunningBackfill,
+    Backfill,
+    BackfillDagRun,
+    _create_backfill,
+)
+from airflow.utils import timezone
+from airflow.utils.state import DagRunState
+
+backfills_router = AirflowRouter(tags=["Backfill"], prefix="/backfills")
+
+
+@backfills_router.get(
+    path="/",
+    responses=create_openapi_http_exception_doc([401, 403]),
+)
+async def list_backfills(
+    dag_id: str,
+    limit: QueryLimit,
+    offset: QueryOffset,
+    order_by: Annotated[
+        SortParam,
+        Depends(SortParam(["id"], Backfill).dynamic_depends()),
+    ],
+    session: Annotated[Session, Depends(get_session)],
+):
+    select_stmt, total_entries = paginated_select(
+        select(Backfill).where(Backfill.dag_id == dag_id),
+        [],
+        order_by=order_by,
+        offset=offset,
+        limit=limit,
+        session=session,
+    )
+    backfills = session.scalars(select_stmt).all()
+
+    return BackfillCollectionResponse(
+        backfills=[BackfillResponse.model_validate(x, from_attributes=True) for x in backfills],
+        total_entries=len(backfills),
+    )
+
+
+@backfills_router.get(
+    path="/{backfill_id}",
+    responses=create_openapi_http_exception_doc([401, 403, 404]),
+)
+async def get_backfill(
+    backfill_id: str,
+    session: Annotated[Session, Depends(get_session)],
+):
+    backfill = session.get(Backfill, backfill_id)
+    if backfill:
+        return BackfillResponse.model_validate(backfill, from_attributes=True)
+    raise HTTPException(404, "Backfill not found")
+
+
+@backfills_router.put(
+    path="/{backfill_id}/pause",
+    responses=create_openapi_http_exception_doc([401, 403, 404, 409]),
+)
+async def pause_backfill(*, backfill_id, session: Annotated[Session, Depends(get_session)]):
+    b = session.get(Backfill, backfill_id)
+    if not b:
+        raise HTTPException(404, f"Could not find backfill with id {backfill_id}")
+    if b.completed_at:
+        raise HTTPException(409, "Backfill is already completed.")
+    if b.is_paused is False:
+        b.is_paused = True
+    session.commit()
+    return BackfillResponse.model_validate(b, from_attributes=True)
+
+
+@backfills_router.put(
+    path="/{backfill_id}/unpause",
+    responses=create_openapi_http_exception_doc([401, 403, 404, 409]),
+)
+async def unpause_backfill(*, backfill_id, session: Annotated[Session, Depends(get_session)]):
+    b = session.get(Backfill, backfill_id)
+    if not b:
+        raise HTTPException(404, f"Could not find backfill with id {backfill_id}")
+    if b.completed_at:
+        raise HTTPException(409, "Backfill is already completed.")
+    if b.is_paused:
+        b.is_paused = False
+    return BackfillResponse.model_validate(b, from_attributes=True)
+
+
+@backfills_router.put(
+    path="/{backfill_id}/cancel",
+    responses=create_openapi_http_exception_doc([401, 403, 404, 409]),
+)
+async def cancel_backfill(*, backfill_id, session: Annotated[Session, Depends(get_session)]):
+    b: Backfill = session.get(Backfill, backfill_id)
+    if not b:
+        raise HTTPException(404, f"Could not find backfill with id {backfill_id}")
+    if b.completed_at is not None:
+        raise HTTPException(409, "Backfill is already completed.")
+
+    # first, pause, and commit immediately to ensure no other dag runs are started
+    if not b.is_paused:
+        b.is_paused = True
+        session.commit()  # ensure no new runs started
+
+    query = (
+        update(DagRun)
+        .where(
+            DagRun.id.in_(
+                select(
+                    BackfillDagRun.dag_run_id,
+                ).where(
+                    BackfillDagRun.backfill_id == b.id,
+                ),
+            ),
+            DagRun.state == DagRunState.QUEUED,
+        )
+        .values(state=DagRunState.FAILED)
+        .execution_options(synchronize_session=False)
+    )
+    session.execute(query)
+    session.commit()  # this will fail all the queued dag runs in this backfill
+
+    # this is in separate transaction just to avoid potential conflicts
+    session.refresh(b)
+    b.completed_at = timezone.utcnow()
+    return BackfillResponse.model_validate(b, from_attributes=True)
+
+
+@backfills_router.post(
+    path="/",
+    responses=create_openapi_http_exception_doc([401, 403, 404, 409]),
+)
+async def create_backfill(
+    backfill_request: BackfillPostBody,
+):
+    from_date = timezone.coerce_datetime(backfill_request.from_date)
+    to_date = timezone.coerce_datetime(backfill_request.to_date)
+    try:
+        backfill_obj = _create_backfill(
+            dag_id=backfill_request.dag_id,
+            from_date=from_date,
+            to_date=to_date,
+            max_active_runs=backfill_request.max_active_runs,
+            reverse=backfill_request.run_backwards,
+            dag_run_conf=backfill_request.dag_run_conf,
+            reprocess_behavior=backfill_request.reprocess_behavior,
+        )
+        return BackfillResponse.model_validate(backfill_obj, from_attributes=True)
+    except AlreadyRunningBackfill:
+        raise HTTPException(
+            status_code=409,
+            detail=f"There is already a running backfill for dag {backfill_request.dag_id}",
+        )
diff --git a/airflow/api_fastapi/core_api/routes/public/dag_run.py b/airflow/api_fastapi/core_api/routes/public/dag_run.py
index 035d1b7fd7dc2..02780d6088e94 100644
--- a/airflow/api_fastapi/core_api/routes/public/dag_run.py
+++ b/airflow/api_fastapi/core_api/routes/public/dag_run.py
@@ -17,16 +17,25 @@
 
 from __future__ import annotations
 
-from fastapi import Depends, HTTPException
+from fastapi import Depends, HTTPException, Query, Request
 from sqlalchemy import select
 from sqlalchemy.orm import Session
 from typing_extensions import Annotated
 
+from airflow.api.common.mark_tasks import (
+    set_dag_run_state_to_failed,
+    set_dag_run_state_to_queued,
+    set_dag_run_state_to_success,
+)
 from airflow.api_fastapi.common.db.common import get_session
 from airflow.api_fastapi.common.router import AirflowRouter
 from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
-from airflow.api_fastapi.core_api.serializers.dag_run import DAGRunResponse
-from airflow.models import DagRun
+from airflow.api_fastapi.core_api.serializers.dag_run import (
+    DAGRunPatchBody,
+    DAGRunPatchStates,
+    DAGRunResponse,
+)
+from airflow.models import DAG, DagRun
 
 dag_run_router = AirflowRouter(tags=["DagRun"], prefix="/dags/{dag_id}/dagRuns")
 
@@ -57,3 +66,45 @@ async def delete_dag_run(dag_id: str, dag_run_id: str, session: Annotated[Sessio
         )
 
     session.delete(dag_run)
+
+
+@dag_run_router.patch("/{dag_run_id}", responses=create_openapi_http_exception_doc([400, 401, 403, 404]))
+async def patch_dag_run_state(
+    dag_id: str,
+    dag_run_id: str,
+    patch_body: DAGRunPatchBody,
+    session: Annotated[Session, Depends(get_session)],
+    request: Request,
+    update_mask: list[str] | None = Query(None),
+) -> DAGRunResponse:
+    """Modify a DAG Run."""
+    dag_run = session.scalar(select(DagRun).filter_by(dag_id=dag_id, run_id=dag_run_id))
+    if dag_run is None:
+        raise HTTPException(
+            404, f"The DagRun with dag_id: `{dag_id}` and run_id: `{dag_run_id}` was not found"
+        )
+
+    dag: DAG = request.app.state.dag_bag.get_dag(dag_id)
+
+    if not dag:
+        raise HTTPException(404, f"Dag with id {dag_id} was not found")
+
+    if update_mask:
+        if update_mask != ["state"]:
+            raise HTTPException(400, "Only `state` field can be updated through the REST API")
+    else:
+        update_mask = ["state"]
+
+    for attr_name in update_mask:
+        if attr_name == "state":
+            state = getattr(patch_body, attr_name)
+            if state == DAGRunPatchStates.SUCCESS:
+                set_dag_run_state_to_success(dag=dag, run_id=dag_run.run_id, commit=True)
+            elif state == DAGRunPatchStates.QUEUED:
+                set_dag_run_state_to_queued(dag=dag, run_id=dag_run.run_id, commit=True)
+            else:
+                set_dag_run_state_to_failed(dag=dag, run_id=dag_run.run_id, commit=True)
+
+    dag_run = session.get(DagRun, dag_run.id)
+
+    return DAGRunResponse.model_validate(dag_run, from_attributes=True)
diff --git a/airflow/api_fastapi/core_api/routes/public/dag_sources.py b/airflow/api_fastapi/core_api/routes/public/dag_sources.py
new file mode 100644
index 0000000000000..2a660a7d0264e
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/dag_sources.py
@@ -0,0 +1,71 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from fastapi import Depends, Header, HTTPException, Request, Response
+from itsdangerous import BadSignature, URLSafeSerializer
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import get_session
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
+from airflow.api_fastapi.core_api.serializers.dag_sources import DAGSourceResponse
+from airflow.models.dagcode import DagCode
+
+dag_sources_router = AirflowRouter(tags=["DagSource"], prefix="/dagSources")
+
+mime_type_text = "text/plain"
+mime_type_json = "application/json"
+mime_type_any = "*/*"
+
+
+@dag_sources_router.get(
+    "/{file_token}",
+    responses={
+        **create_openapi_http_exception_doc([400, 401, 403, 404, 406]),
+        "200": {
+            "description": "Successful Response",
+            "content": {
+                mime_type_text: {"schema": {"type": "string", "example": "dag code"}},
+            },
+        },
+    },
+    response_model=DAGSourceResponse,
+)
+async def get_dag_source(
+    file_token: str,
+    session: Annotated[Session, Depends(get_session)],
+    request: Request,
+    accept: Annotated[str, Header()] = mime_type_any,
+):
+    """Get source code using file token."""
+    auth_s = URLSafeSerializer(request.app.state.secret_key)
+
+    try:
+        path = auth_s.loads(file_token)
+        dag_source_model = DAGSourceResponse(
+            content=DagCode.code(path, session=session),
+        )
+    except (BadSignature, FileNotFoundError):
+        raise HTTPException(404, "DAG source not found")
+
+    if accept.startswith(mime_type_text):
+        return Response(dag_source_model.content, media_type=mime_type_text)
+    if accept.startswith(mime_type_json) or accept.startswith(mime_type_any):
+        return dag_source_model
+    raise HTTPException(406, "Content not available for Accept header")
diff --git a/airflow/api_fastapi/core_api/routes/public/dag_warning.py b/airflow/api_fastapi/core_api/routes/public/dag_warning.py
new file mode 100644
index 0000000000000..a388fae13be18
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/dag_warning.py
@@ -0,0 +1,72 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from fastapi import Depends
+from sqlalchemy import select
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import (
+    get_session,
+    paginated_select,
+)
+from airflow.api_fastapi.common.parameters import (
+    QueryDagIdInDagWarningFilter,
+    QueryLimit,
+    QueryOffset,
+    QueryWarningTypeFilter,
+    SortParam,
+)
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
+from airflow.api_fastapi.core_api.serializers.dag_warning import (
+    DAGWarningCollectionResponse,
+    DAGWarningResponse,
+)
+from airflow.models import DagWarning
+
+dag_warning_router = AirflowRouter(tags=["DagWarning"])
+
+
+@dag_warning_router.get("/dagWarnings", responses=create_openapi_http_exception_doc([401, 403]))
+async def list_dag_warnings(
+    dag_id: QueryDagIdInDagWarningFilter,
+    warning_type: QueryWarningTypeFilter,
+    limit: QueryLimit,
+    offset: QueryOffset,
+    order_by: Annotated[
+        SortParam,
+        Depends(SortParam(["dag_id", "warning_type", "message", "timestamp"], DagWarning).dynamic_depends()),
+    ],
+    session: Annotated[Session, Depends(get_session)],
+) -> DAGWarningCollectionResponse:
+    """Get a list of DAG warnings."""
+    dag_warnings_select, total_entries = paginated_select(
+        select(DagWarning), [warning_type, dag_id], order_by, offset, limit, session
+    )
+
+    dag_warnings = session.scalars(dag_warnings_select).all()
+
+    return DAGWarningCollectionResponse(
+        dag_warnings=[
+            DAGWarningResponse.model_validate(dag_warning, from_attributes=True)
+            for dag_warning in dag_warnings
+        ],
+        total_entries=total_entries,
+    )
diff --git a/airflow/api_fastapi/core_api/routes/public/dags.py b/airflow/api_fastapi/core_api/routes/public/dags.py
index 81293211fc92e..c7b753b5cdbd9 100644
--- a/airflow/api_fastapi/core_api/routes/public/dags.py
+++ b/airflow/api_fastapi/core_api/routes/public/dags.py
@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 from fastapi import Depends, HTTPException, Query, Request, Response
-from sqlalchemy import update
+from sqlalchemy import select, update
 from sqlalchemy.orm import Session
 from typing_extensions import Annotated
 
@@ -32,6 +32,7 @@
     QueryDagDisplayNamePatternSearch,
     QueryDagIdPatternSearch,
     QueryDagIdPatternSearchWithNone,
+    QueryDagTagPatternSearch,
     QueryLastDagRunStateFilter,
     QueryLimit,
     QueryOffset,
@@ -48,9 +49,10 @@
     DAGDetailsResponse,
     DAGPatchBody,
     DAGResponse,
+    DAGTagCollectionResponse,
 )
 from airflow.exceptions import AirflowException, DagNotFound
-from airflow.models import DAG, DagModel
+from airflow.models import DAG, DagModel, DagTag
 
 dags_router = AirflowRouter(tags=["DAG"], prefix="/dags")
 
@@ -95,6 +97,39 @@ async def get_dags(
     )
 
 
+@dags_router.get(
+    "/tags",
+    responses=create_openapi_http_exception_doc([401, 403]),
+)
+async def get_dag_tags(
+    limit: QueryLimit,
+    offset: QueryOffset,
+    order_by: Annotated[
+        SortParam,
+        Depends(
+            SortParam(
+                ["name"],
+                DagTag,
+            ).dynamic_depends()
+        ),
+    ],
+    tag_name_pattern: QueryDagTagPatternSearch,
+    session: Annotated[Session, Depends(get_session)],
+) -> DAGTagCollectionResponse:
+    """Get all DAG tags."""
+    base_select = select(DagTag.name).group_by(DagTag.name)
+    dag_tags_select, total_entries = paginated_select(
+        base_select=base_select,
+        filters=[tag_name_pattern],
+        order_by=order_by,
+        offset=offset,
+        limit=limit,
+        session=session,
+    )
+    dag_tags = session.execute(dag_tags_select).scalars().all()
+    return DAGTagCollectionResponse(tags=[dag_tag for dag_tag in dag_tags], total_entries=total_entries)
+
+
 @dags_router.get("/{dag_id}", responses=create_openapi_http_exception_doc([400, 401, 403, 404, 422]))
 async def get_dag(
     dag_id: str, session: Annotated[Session, Depends(get_session)], request: Request
diff --git a/airflow/api_fastapi/core_api/routes/public/event_logs.py b/airflow/api_fastapi/core_api/routes/public/event_logs.py
new file mode 100644
index 0000000000000..75f12cbefb03b
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/event_logs.py
@@ -0,0 +1,51 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from fastapi import Depends, HTTPException
+from sqlalchemy import select
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import (
+    get_session,
+)
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
+from airflow.api_fastapi.core_api.serializers.event_logs import (
+    EventLogResponse,
+)
+from airflow.models import Log
+
+event_logs_router = AirflowRouter(tags=["Event Log"], prefix="/eventLogs")
+
+
+@event_logs_router.get(
+    "/{event_log_id}",
+    responses=create_openapi_http_exception_doc([401, 403, 404]),
+)
+async def get_event_log(
+    event_log_id: int,
+    session: Annotated[Session, Depends(get_session)],
+) -> EventLogResponse:
+    event_log = session.scalar(select(Log).where(Log.id == event_log_id))
+    if event_log is None:
+        raise HTTPException(404, f"The Event Log with id: `{event_log_id}` not found")
+    return EventLogResponse.model_validate(
+        event_log,
+        from_attributes=True,
+    )
diff --git a/airflow/api_fastapi/core_api/routes/public/plugins.py b/airflow/api_fastapi/core_api/routes/public/plugins.py
new file mode 100644
index 0000000000000..c264e748373cf
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/plugins.py
@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from airflow.api_fastapi.common.parameters import QueryLimit, QueryOffset
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.serializers.plugins import PluginCollectionResponse, PluginResponse
+from airflow.plugins_manager import get_plugin_info
+
+plugins_router = AirflowRouter(tags=["Plugin"], prefix="/plugins")
+
+
+@plugins_router.get("/")
+async def get_plugins(
+    limit: QueryLimit,
+    offset: QueryOffset,
+) -> PluginCollectionResponse:
+    plugins_info = sorted(get_plugin_info(), key=lambda x: x["name"])
+    return PluginCollectionResponse(
+        plugins=[
+            PluginResponse.model_validate(plugin_info)
+            for plugin_info in plugins_info[offset.value :][: limit.value]
+        ],
+        total_entries=len(plugins_info),
+    )
diff --git a/airflow/api_fastapi/core_api/routes/public/pools.py b/airflow/api_fastapi/core_api/routes/public/pools.py
new file mode 100644
index 0000000000000..5690196e850a5
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/pools.py
@@ -0,0 +1,152 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from fastapi import Depends, HTTPException, Query
+from fastapi.exceptions import RequestValidationError
+from pydantic import ValidationError
+from sqlalchemy import delete, select
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import get_session, paginated_select
+from airflow.api_fastapi.common.parameters import QueryLimit, QueryOffset, SortParam
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
+from airflow.api_fastapi.core_api.serializers.pools import (
+    BasePool,
+    PoolCollectionResponse,
+    PoolPatchBody,
+    PoolPostBody,
+    PoolResponse,
+)
+from airflow.models.pool import Pool
+
+pools_router = AirflowRouter(tags=["Pool"], prefix="/pools")
+
+
+@pools_router.delete(
+    "/{pool_name}",
+    status_code=204,
+    responses=create_openapi_http_exception_doc([400, 401, 403, 404]),
+)
+async def delete_pool(
+    pool_name: str,
+    session: Annotated[Session, Depends(get_session)],
+):
+    """Delete a pool entry."""
+    if pool_name == "default_pool":
+        raise HTTPException(400, "Default Pool can't be deleted")
+
+    affected_count = session.execute(delete(Pool).where(Pool.pool == pool_name)).rowcount
+
+    if affected_count == 0:
+        raise HTTPException(404, f"The Pool with name: `{pool_name}` was not found")
+
+
+@pools_router.get(
+    "/{pool_name}",
+    responses=create_openapi_http_exception_doc([401, 403, 404]),
+)
+async def get_pool(
+    pool_name: str,
+    session: Annotated[Session, Depends(get_session)],
+) -> PoolResponse:
+    """Get a pool."""
+    pool = session.scalar(select(Pool).where(Pool.pool == pool_name))
+    if pool is None:
+        raise HTTPException(404, f"The Pool with name: `{pool_name}` was not found")
+
+    return PoolResponse.model_validate(pool, from_attributes=True)
+
+
+@pools_router.get(
+    "/",
+    responses=create_openapi_http_exception_doc([401, 403, 404]),
+)
+async def get_pools(
+    limit: QueryLimit,
+    offset: QueryOffset,
+    order_by: Annotated[
+        SortParam,
+        Depends(SortParam(["id", "name"], Pool).dynamic_depends()),
+    ],
+    session: Annotated[Session, Depends(get_session)],
+) -> PoolCollectionResponse:
+    """Get all pools entries."""
+    pools_select, total_entries = paginated_select(
+        select(Pool),
+        [],
+        order_by=order_by,
+        offset=offset,
+        limit=limit,
+        session=session,
+    )
+
+    pools = session.scalars(pools_select).all()
+
+    return PoolCollectionResponse(
+        pools=[PoolResponse.model_validate(pool, from_attributes=True) for pool in pools],
+        total_entries=total_entries,
+    )
+
+
+@pools_router.patch("/{pool_name}", responses=create_openapi_http_exception_doc([400, 401, 403, 404]))
+async def patch_pool(
+    pool_name: str,
+    patch_body: PoolPatchBody,
+    session: Annotated[Session, Depends(get_session)],
+    update_mask: list[str] | None = Query(None),
+) -> PoolResponse:
+    """Update a Pool."""
+    # Only slots and include_deferred can be modified in 'default_pool'
+    if pool_name == Pool.DEFAULT_POOL_NAME:
+        if update_mask and all(mask.strip() in {"slots", "include_deferred"} for mask in update_mask):
+            pass
+        else:
+            raise HTTPException(400, "Only slots and included_deferred can be modified on Default Pool")
+
+    pool = session.scalar(select(Pool).where(Pool.pool == pool_name).limit(1))
+    if not pool:
+        raise HTTPException(404, detail=f"The Pool with name: `{pool_name}` was not found")
+
+    if update_mask:
+        data = patch_body.model_dump(include=set(update_mask), by_alias=True)
+    else:
+        data = patch_body.model_dump(by_alias=True)
+        try:
+            BasePool.model_validate(data)
+        except ValidationError as e:
+            raise RequestValidationError(errors=e.errors())
+
+    for key, value in data.items():
+        setattr(pool, key, value)
+
+    return PoolResponse.model_validate(pool, from_attributes=True)
+
+
+@pools_router.post("/", status_code=201, responses=create_openapi_http_exception_doc([401, 403]))
+async def post_pool(
+    post_body: PoolPostBody,
+    session: Annotated[Session, Depends(get_session)],
+) -> PoolResponse:
+    """Create a Pool."""
+    pool = Pool(**post_body.model_dump())
+
+    session.add(pool)
+
+    return PoolResponse.model_validate(pool, from_attributes=True)
diff --git a/airflow/api_fastapi/core_api/routes/public/providers.py b/airflow/api_fastapi/core_api/routes/public/providers.py
new file mode 100644
index 0000000000000..6c01578dd5f69
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/providers.py
@@ -0,0 +1,55 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import re2
+
+from airflow.api_fastapi.common.parameters import QueryLimit, QueryOffset
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.serializers.providers import ProviderCollectionResponse, ProviderResponse
+from airflow.providers_manager import ProviderInfo, ProvidersManager
+
+providers_router = AirflowRouter(tags=["Provider"], prefix="/providers")
+
+
+def _remove_rst_syntax(value: str) -> str:
+    return re2.sub("[`_<>]", "", value.strip(" \n."))
+
+
+def _provider_mapper(provider: ProviderInfo) -> ProviderResponse:
+    return ProviderResponse(
+        package_name=provider.data["package-name"],
+        description=_remove_rst_syntax(provider.data["description"]),
+        version=provider.version,
+    )
+
+
+@providers_router.get("/")
+async def get_providers(
+    limit: QueryLimit,
+    offset: QueryOffset,
+) -> ProviderCollectionResponse:
+    """Get providers."""
+    providers = sorted(
+        [_provider_mapper(d) for d in ProvidersManager().providers.values()], key=lambda x: x.package_name
+    )
+    total_entries = len(providers)
+
+    if limit.value is not None and offset.value is not None:
+        providers = providers[offset.value : offset.value + limit.value]
+    return ProviderCollectionResponse(providers=providers, total_entries=total_entries)
diff --git a/airflow/api_fastapi/core_api/routes/public/task_instances.py b/airflow/api_fastapi/core_api/routes/public/task_instances.py
new file mode 100644
index 0000000000000..c9458e843afee
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/task_instances.py
@@ -0,0 +1,85 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from fastapi import Depends, HTTPException
+from sqlalchemy.orm import Session, joinedload
+from sqlalchemy.sql import select
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import get_session
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
+from airflow.api_fastapi.core_api.serializers.task_instances import TaskInstanceResponse
+from airflow.models.taskinstance import TaskInstance as TI
+
+task_instances_router = AirflowRouter(
+    tags=["Task Instance"], prefix="/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances"
+)
+
+
+@task_instances_router.get("/{task_id}", responses=create_openapi_http_exception_doc([401, 403, 404]))
+async def get_task_instance(
+    dag_id: str, dag_run_id: str, task_id: str, session: Annotated[Session, Depends(get_session)]
+) -> TaskInstanceResponse:
+    """Get task instance."""
+    query = (
+        select(TI)
+        .where(TI.dag_id == dag_id, TI.run_id == dag_run_id, TI.task_id == task_id)
+        .join(TI.dag_run)
+        .options(joinedload(TI.rendered_task_instance_fields))
+    )
+    task_instance = session.scalar(query)
+
+    if task_instance is None:
+        raise HTTPException(
+            404,
+            f"The Task Instance with dag_id: `{dag_id}`, run_id: `{dag_run_id}` and task_id: `{task_id}` was not found",
+        )
+    if task_instance.map_index != -1:
+        raise HTTPException(404, "Task instance is mapped, add the map_index value to the URL")
+
+    return TaskInstanceResponse.model_validate(task_instance, from_attributes=True)
+
+
+@task_instances_router.get(
+    "/{task_id}/{map_index}", responses=create_openapi_http_exception_doc([401, 403, 404])
+)
+async def get_mapped_task_instance(
+    dag_id: str,
+    dag_run_id: str,
+    task_id: str,
+    map_index: int,
+    session: Annotated[Session, Depends(get_session)],
+) -> TaskInstanceResponse:
+    """Get task instance."""
+    query = (
+        select(TI)
+        .where(TI.dag_id == dag_id, TI.run_id == dag_run_id, TI.task_id == task_id, TI.map_index == map_index)
+        .join(TI.dag_run)
+        .options(joinedload(TI.rendered_task_instance_fields))
+    )
+    task_instance = session.scalar(query)
+
+    if task_instance is None:
+        raise HTTPException(
+            404,
+            f"The Mapped Task Instance with dag_id: `{dag_id}`, run_id: `{dag_run_id}`, task_id: `{task_id}`, and map_index: `{map_index}` was not found",
+        )
+
+    return TaskInstanceResponse.model_validate(task_instance, from_attributes=True)
diff --git a/airflow/api_fastapi/core_api/routes/public/variables.py b/airflow/api_fastapi/core_api/routes/public/variables.py
index 3a46c519c9234..6b834a6de7581 100644
--- a/airflow/api_fastapi/core_api/routes/public/variables.py
+++ b/airflow/api_fastapi/core_api/routes/public/variables.py
@@ -21,10 +21,15 @@
 from sqlalchemy.orm import Session
 from typing_extensions import Annotated
 
-from airflow.api_fastapi.common.db.common import get_session
+from airflow.api_fastapi.common.db.common import get_session, paginated_select
+from airflow.api_fastapi.common.parameters import QueryLimit, QueryOffset, SortParam
 from airflow.api_fastapi.common.router import AirflowRouter
 from airflow.api_fastapi.core_api.openapi.exceptions import create_openapi_http_exception_doc
-from airflow.api_fastapi.core_api.serializers.variables import VariableBody, VariableResponse
+from airflow.api_fastapi.core_api.serializers.variables import (
+    VariableBody,
+    VariableCollectionResponse,
+    VariableResponse,
+)
 from airflow.models.variable import Variable
 
 variables_router = AirflowRouter(tags=["Variable"], prefix="/variables")
@@ -58,6 +63,42 @@ async def get_variable(
     return VariableResponse.model_validate(variable, from_attributes=True)
 
 
+@variables_router.get(
+    "/",
+    responses=create_openapi_http_exception_doc([401, 403]),
+)
+async def get_variables(
+    limit: QueryLimit,
+    offset: QueryOffset,
+    order_by: Annotated[
+        SortParam,
+        Depends(
+            SortParam(
+                ["key", "id"],
+                Variable,
+            ).dynamic_depends()
+        ),
+    ],
+    session: Annotated[Session, Depends(get_session)],
+) -> VariableCollectionResponse:
+    """Get all Variables entries."""
+    variable_select, total_entries = paginated_select(
+        select(Variable),
+        [],
+        order_by=order_by,
+        offset=offset,
+        limit=limit,
+        session=session,
+    )
+
+    variables = session.scalars(variable_select).all()
+
+    return VariableCollectionResponse(
+        variables=[VariableResponse.model_validate(variable, from_attributes=True) for variable in variables],
+        total_entries=total_entries,
+    )
+
+
 @variables_router.patch("/{variable_key}", responses=create_openapi_http_exception_doc([400, 401, 403, 404]))
 async def patch_variable(
     variable_key: str,
@@ -78,7 +119,6 @@ async def patch_variable(
         data = patch_body.model_dump(exclude=non_update_fields)
     for key, val in data.items():
         setattr(variable, key, val)
-    session.add(variable)
     return variable
 
 
diff --git a/airflow/api_fastapi/core_api/routes/public/version.py b/airflow/api_fastapi/core_api/routes/public/version.py
new file mode 100644
index 0000000000000..218e0b90702dd
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/public/version.py
@@ -0,0 +1,34 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import airflow
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.serializers.version import VersionInfo
+from airflow.utils.platform import get_airflow_git_version
+
+version_router = AirflowRouter(tags=["Version"], prefix="/version")
+
+
+@version_router.get("/")
+async def get_version() -> VersionInfo:
+    """Get version information."""
+    airflow_version = airflow.__version__
+    git_version = get_airflow_git_version()
+    version_info = VersionInfo(version=airflow_version, git_version=git_version)
+    return VersionInfo.model_validate(version_info)
diff --git a/airflow/api_fastapi/core_api/routes/ui/__init__.py b/airflow/api_fastapi/core_api/routes/ui/__init__.py
index 9cd16fcdd16b3..b7ebf9c5c46fc 100644
--- a/airflow/api_fastapi/core_api/routes/ui/__init__.py
+++ b/airflow/api_fastapi/core_api/routes/ui/__init__.py
@@ -18,9 +18,11 @@
 
 from airflow.api_fastapi.common.router import AirflowRouter
 from airflow.api_fastapi.core_api.routes.ui.assets import assets_router
+from airflow.api_fastapi.core_api.routes.ui.dags import dags_router
 from airflow.api_fastapi.core_api.routes.ui.dashboard import dashboard_router
 
 ui_router = AirflowRouter(prefix="/ui")
 
 ui_router.include_router(assets_router)
 ui_router.include_router(dashboard_router)
+ui_router.include_router(dags_router)
diff --git a/airflow/api_fastapi/core_api/routes/ui/assets.py b/airflow/api_fastapi/core_api/routes/ui/assets.py
index b8a17c7398424..6786bc30ae680 100644
--- a/airflow/api_fastapi/core_api/routes/ui/assets.py
+++ b/airflow/api_fastapi/core_api/routes/ui/assets.py
@@ -56,11 +56,11 @@ async def next_run_assets(
                 AssetModel.uri,
                 func.max(AssetEvent.timestamp).label("lastUpdate"),
             )
-            .join(DagScheduleAssetReference, DagScheduleAssetReference.dataset_id == AssetModel.id)
+            .join(DagScheduleAssetReference, DagScheduleAssetReference.asset_id == AssetModel.id)
             .join(
                 AssetDagRunQueue,
                 and_(
-                    AssetDagRunQueue.dataset_id == AssetModel.id,
+                    AssetDagRunQueue.asset_id == AssetModel.id,
                     AssetDagRunQueue.target_dag_id == DagScheduleAssetReference.dag_id,
                 ),
                 isouter=True,
@@ -68,7 +68,7 @@ async def next_run_assets(
             .join(
                 AssetEvent,
                 and_(
-                    AssetEvent.dataset_id == AssetModel.id,
+                    AssetEvent.asset_id == AssetModel.id,
                     (
                         AssetEvent.timestamp >= latest_run.execution_date
                         if latest_run and latest_run.execution_date
@@ -82,5 +82,5 @@ async def next_run_assets(
             .order_by(AssetModel.uri)
         )
     ]
-    data = {"dataset_expression": dag_model.dataset_expression, "events": events}
+    data = {"asset_expression": dag_model.asset_expression, "events": events}
     return data
diff --git a/airflow/api_fastapi/core_api/routes/ui/dags.py b/airflow/api_fastapi/core_api/routes/ui/dags.py
new file mode 100644
index 0000000000000..665373734bb90
--- /dev/null
+++ b/airflow/api_fastapi/core_api/routes/ui/dags.py
@@ -0,0 +1,133 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from fastapi import Depends
+from sqlalchemy import and_, func, select
+from sqlalchemy.orm import Session
+from typing_extensions import Annotated
+
+from airflow.api_fastapi.common.db.common import (
+    get_session,
+    paginated_select,
+)
+from airflow.api_fastapi.common.parameters import (
+    QueryDagDisplayNamePatternSearch,
+    QueryDagIdPatternSearch,
+    QueryLastDagRunStateFilter,
+    QueryLimit,
+    QueryOffset,
+    QueryOnlyActiveFilter,
+    QueryOwnersFilter,
+    QueryPausedFilter,
+    QueryTagsFilter,
+)
+from airflow.api_fastapi.common.router import AirflowRouter
+from airflow.api_fastapi.core_api.serializers.dag_run import DAGRunResponse
+from airflow.api_fastapi.core_api.serializers.dags import DAGResponse
+from airflow.api_fastapi.core_api.serializers.ui.dags import (
+    DAGWithLatestDagRunsCollectionResponse,
+    DAGWithLatestDagRunsResponse,
+)
+from airflow.models import DagModel, DagRun
+
+dags_router = AirflowRouter(prefix="/dags", tags=["Dags"])
+
+
+@dags_router.get("/recent_dag_runs", include_in_schema=False, response_model_exclude_none=True)
+async def recent_dag_runs(
+    limit: QueryLimit,
+    offset: QueryOffset,
+    tags: QueryTagsFilter,
+    owners: QueryOwnersFilter,
+    dag_id_pattern: QueryDagIdPatternSearch,
+    dag_display_name_pattern: QueryDagDisplayNamePatternSearch,
+    only_active: QueryOnlyActiveFilter,
+    paused: QueryPausedFilter,
+    last_dag_run_state: QueryLastDagRunStateFilter,
+    session: Annotated[Session, Depends(get_session)],
+    dag_runs_limit: int = 10,
+) -> DAGWithLatestDagRunsCollectionResponse:
+    """Get recent DAG runs."""
+    recent_runs_subquery = (
+        select(
+            DagRun.dag_id,
+            DagRun.execution_date,
+            func.rank()
+            .over(
+                partition_by=DagRun.dag_id,
+                order_by=DagRun.execution_date.desc(),
+            )
+            .label("rank"),
+        )
+        .order_by(DagRun.execution_date.desc())
+        .subquery()
+    )
+    dags_with_recent_dag_runs_select = (
+        select(
+            DagRun,
+            DagModel,
+            recent_runs_subquery.c.execution_date,
+        )
+        .join(DagModel, DagModel.dag_id == recent_runs_subquery.c.dag_id)
+        .join(
+            DagRun,
+            and_(
+                DagRun.dag_id == DagModel.dag_id,
+                DagRun.execution_date == recent_runs_subquery.c.execution_date,
+            ),
+        )
+        .where(recent_runs_subquery.c.rank <= dag_runs_limit)
+        .group_by(
+            DagModel.dag_id,
+            recent_runs_subquery.c.execution_date,
+            DagRun.execution_date,
+            DagRun.id,
+        )
+        .order_by(recent_runs_subquery.c.execution_date.desc())
+    )
+    dags_with_recent_dag_runs_select_filter, _ = paginated_select(
+        dags_with_recent_dag_runs_select,
+        [only_active, paused, dag_id_pattern, dag_display_name_pattern, tags, owners, last_dag_run_state],
+        None,
+        offset,
+        limit,
+    )
+    dags_with_recent_dag_runs = session.execute(dags_with_recent_dag_runs_select_filter)
+    # aggregate rows by dag_id
+    dag_runs_by_dag_id: dict[str, DAGWithLatestDagRunsResponse] = {}
+
+    for row in dags_with_recent_dag_runs:
+        dag_run, dag, *_ = row
+        dag_id = dag.dag_id
+        dag_run_response = DAGRunResponse.model_validate(dag_run, from_attributes=True)
+        if dag_id not in dag_runs_by_dag_id:
+            dag_response = DAGResponse.model_validate(dag, from_attributes=True)
+            dag_runs_by_dag_id[dag_id] = DAGWithLatestDagRunsResponse.model_validate(
+                {
+                    **dag_response.dict(),
+                    "latest_dag_runs": [dag_run_response],
+                }
+            )
+        else:
+            dag_runs_by_dag_id[dag_id].latest_dag_runs.append(dag_run_response)
+
+    return DAGWithLatestDagRunsCollectionResponse(
+        total_entries=len(dag_runs_by_dag_id),
+        dags=list(dag_runs_by_dag_id.values()),
+    )
diff --git a/airflow/api_fastapi/core_api/serializers/backfills.py b/airflow/api_fastapi/core_api/serializers/backfills.py
new file mode 100644
index 0000000000000..69d6a98ccfd1a
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/backfills.py
@@ -0,0 +1,59 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from datetime import datetime
+
+from pydantic import BaseModel
+
+from airflow.models.backfill import ReprocessBehavior
+
+
+class BackfillPostBody(BaseModel):
+    """Object used for create backfill request."""
+
+    dag_id: str
+    from_date: datetime
+    to_date: datetime
+    run_backwards: bool = False
+    dag_run_conf: dict = {}
+    reprocess_behavior: ReprocessBehavior = ReprocessBehavior.NONE
+    max_active_runs: int = 10
+
+
+class BackfillResponse(BaseModel):
+    """Base serializer for Backfill."""
+
+    id: int
+    dag_id: str
+    from_date: datetime
+    to_date: datetime
+    dag_run_conf: dict
+    is_paused: bool
+    reprocess_behavior: ReprocessBehavior
+    max_active_runs: int
+    created_at: datetime
+    completed_at: datetime | None
+    updated_at: datetime
+
+
+class BackfillCollectionResponse(BaseModel):
+    """Backfill Collection serializer for responses."""
+
+    backfills: list[BackfillResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/connections.py b/airflow/api_fastapi/core_api/serializers/connections.py
index 1c801607299fe..1cc069cac0cb3 100644
--- a/airflow/api_fastapi/core_api/serializers/connections.py
+++ b/airflow/api_fastapi/core_api/serializers/connections.py
@@ -51,7 +51,7 @@ def redact_extra(cls, v: str | None) -> str | None:
 
 
 class ConnectionCollectionResponse(BaseModel):
-    """DAG Collection serializer for responses."""
+    """Connection Collection serializer for responses."""
 
     connections: list[ConnectionResponse]
     total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/dag_run.py b/airflow/api_fastapi/core_api/serializers/dag_run.py
index 4622fac645c07..15576905611c3 100644
--- a/airflow/api_fastapi/core_api/serializers/dag_run.py
+++ b/airflow/api_fastapi/core_api/serializers/dag_run.py
@@ -18,6 +18,7 @@
 from __future__ import annotations
 
 from datetime import datetime
+from enum import Enum
 
 from pydantic import BaseModel, Field
 
@@ -25,6 +26,20 @@
 from airflow.utils.types import DagRunTriggeredByType, DagRunType
 
 
+class DAGRunPatchStates(str, Enum):
+    """Enum for DAG Run states when updating a DAG Run."""
+
+    QUEUED = DagRunState.QUEUED
+    SUCCESS = DagRunState.SUCCESS
+    FAILED = DagRunState.FAILED
+
+
+class DAGRunPatchBody(BaseModel):
+    """DAG Run Serializer for PATCH requests."""
+
+    state: DAGRunPatchStates
+
+
 class DAGRunResponse(BaseModel):
     """DAG Run serializer for responses."""
 
diff --git a/airflow/api_fastapi/core_api/serializers/dag_sources.py b/airflow/api_fastapi/core_api/serializers/dag_sources.py
new file mode 100644
index 0000000000000..8cae02be1a858
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/dag_sources.py
@@ -0,0 +1,25 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from pydantic import BaseModel
+
+
+class DAGSourceResponse(BaseModel):
+    """DAG Source serializer for responses."""
+
+    content: str | None
diff --git a/airflow/api/auth/backend/default.py b/airflow/api_fastapi/core_api/serializers/dag_warning.py
similarity index 61%
rename from airflow/api/auth/backend/default.py
rename to airflow/api_fastapi/core_api/serializers/dag_warning.py
index afe2c88f35f0c..f38a3a8d093f7 100644
--- a/airflow/api/auth/backend/default.py
+++ b/airflow/api_fastapi/core_api/serializers/dag_warning.py
@@ -1,4 +1,3 @@
-#
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
@@ -15,28 +14,27 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""Default authentication backend - everything is allowed."""
 
 from __future__ import annotations
 
-from functools import wraps
-from typing import Any, Callable, TypeVar, cast
-
-CLIENT_AUTH: tuple[str, str] | Any | None = None
+from datetime import datetime
 
+from pydantic import BaseModel
 
-def init_app(_):
-    """Initialize authentication backend."""
+from airflow.models.dagwarning import DagWarningType
 
 
-T = TypeVar("T", bound=Callable)
+class DAGWarningResponse(BaseModel):
+    """DAG Warning serializer for responses."""
 
+    dag_id: str
+    warning_type: DagWarningType
+    message: str
+    timestamp: datetime
 
-def requires_authentication(function: T):
-    """Decorate functions that require authentication."""
 
-    @wraps(function)
-    def decorated(*args, **kwargs):
-        return function(*args, **kwargs)
+class DAGWarningCollectionResponse(BaseModel):
+    """DAG warning collection serializer for responses."""
 
-    return cast(T, decorated)
+    dag_warnings: list[DAGWarningResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/dags.py b/airflow/api_fastapi/core_api/serializers/dags.py
index c9d48aac222eb..6e2c3933e176f 100644
--- a/airflow/api_fastapi/core_api/serializers/dags.py
+++ b/airflow/api_fastapi/core_api/serializers/dags.py
@@ -45,7 +45,6 @@ class DAGResponse(BaseModel):
     last_parsed_time: datetime | None
     last_pickled: datetime | None
     last_expired: datetime | None
-    scheduler_lock: datetime | None
     pickle_id: datetime | None
     default_view: str | None
     fileloc: str
@@ -112,12 +111,11 @@ class DAGDetailsResponse(DAGResponse):
 
     catchup: bool
     dag_run_timeout: timedelta | None
-    dataset_expression: dict | None
+    asset_expression: dict | None
     doc_md: str | None
     start_date: datetime | None
     end_date: datetime | None
     is_paused_upon_creation: bool | None
-    orientation: str
     params: abc.MutableMapping | None
     render_template_as_native_obj: bool
     template_search_path: Iterable[str] | None
@@ -156,3 +154,10 @@ def get_params(cls, params: abc.MutableMapping | None) -> dict | None:
     def concurrency(self) -> int:
         """Return max_active_tasks as concurrency."""
         return self.max_active_tasks
+
+
+class DAGTagCollectionResponse(BaseModel):
+    """DAG Tags Collection serializer for responses."""
+
+    tags: list[str]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/dashboard.py b/airflow/api_fastapi/core_api/serializers/dashboard.py
index ee31a812945ec..66adc8ed3df92 100644
--- a/airflow/api_fastapi/core_api/serializers/dashboard.py
+++ b/airflow/api_fastapi/core_api/serializers/dashboard.py
@@ -25,7 +25,7 @@ class DAGRunTypes(BaseModel):
     backfill: int
     scheduled: int
     manual: int
-    dataset_triggered: int
+    asset_triggered: int
 
 
 class DAGRunStates(BaseModel):
diff --git a/airflow/api_fastapi/core_api/serializers/event_logs.py b/airflow/api_fastapi/core_api/serializers/event_logs.py
new file mode 100644
index 0000000000000..e295dc35061fb
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/event_logs.py
@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from datetime import datetime
+
+from pydantic import BaseModel, ConfigDict, Field
+
+
+class EventLogResponse(BaseModel):
+    """Event Log Response."""
+
+    id: int = Field(alias="event_log_id")
+    dttm: datetime = Field(alias="when")
+    dag_id: str | None
+    task_id: str | None
+    run_id: str | None
+    map_index: int | None
+    try_number: int | None
+    event: str
+    execution_date: datetime | None = Field(alias="logical_date")
+    owner: str | None
+    extra: str | None
+
+    model_config = ConfigDict(populate_by_name=True)
diff --git a/airflow/api_fastapi/core_api/serializers/job.py b/airflow/api_fastapi/core_api/serializers/job.py
new file mode 100644
index 0000000000000..e4d5ceb4b4e20
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/job.py
@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from datetime import datetime
+
+from pydantic import BaseModel, ConfigDict
+
+
+class JobResponse(BaseModel):
+    """Job serializer for responses."""
+
+    model_config = ConfigDict(populate_by_name=True)
+
+    id: int
+    dag_id: str | None
+    state: str | None
+    job_type: str | None
+    start_date: datetime | None
+    end_date: datetime | None
+    latest_heartbeat: datetime | None
+    executor_class: datetime | None
+    hostname: str | None
+    unixname: str | None
diff --git a/airflow/api_fastapi/core_api/serializers/plugins.py b/airflow/api_fastapi/core_api/serializers/plugins.py
new file mode 100644
index 0000000000000..e16b56a6aca06
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/plugins.py
@@ -0,0 +1,91 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import Any
+
+from pydantic import BaseModel, BeforeValidator, ConfigDict, field_validator
+from typing_extensions import Annotated
+
+from airflow.plugins_manager import AirflowPluginSource
+
+
+def coerce_to_string(data: Any) -> Any:
+    return str(data)
+
+
+class FastAPIAppResponse(BaseModel):
+    """Serializer for Plugin FastAPI App responses."""
+
+    model_config = ConfigDict(extra="allow")
+
+    app: str
+    url_prefix: str
+    name: str
+
+
+class AppBuilderViewResponse(BaseModel):
+    """Serializer for AppBuilder View responses."""
+
+    model_config = ConfigDict(extra="allow")
+
+    name: str | None = None
+    category: str | None = None
+    view: str | None = None
+    label: str | None = None
+
+
+class AppBuilderMenuItemResponse(BaseModel):
+    """Serializer for AppBuilder Menu Item responses."""
+
+    model_config = ConfigDict(extra="allow")
+
+    name: str
+    href: str | None = None
+    category: str | None = None
+
+
+class PluginResponse(BaseModel):
+    """Plugin serializer."""
+
+    name: str
+    macros: list[str]
+    flask_blueprints: list[str]
+    fastapi_apps: list[FastAPIAppResponse]
+    appbuilder_views: list[AppBuilderViewResponse]
+    appbuilder_menu_items: list[AppBuilderMenuItemResponse]
+    global_operator_extra_links: list[str]
+    operator_extra_links: list[str]
+    source: Annotated[str, BeforeValidator(coerce_to_string)]
+    ti_deps: list[Annotated[str, BeforeValidator(coerce_to_string)]]
+    listeners: list[str]
+    timetables: list[str]
+
+    @field_validator("source", mode="before")
+    @classmethod
+    def convert_source(cls, data: Any) -> Any:
+        if isinstance(data, AirflowPluginSource):
+            return str(data)
+        return data
+
+
+class PluginCollectionResponse(BaseModel):
+    """Plugin Collection serializer."""
+
+    plugins: list[PluginResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/pools.py b/airflow/api_fastapi/core_api/serializers/pools.py
new file mode 100644
index 0000000000000..ef3676a8afec7
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/pools.py
@@ -0,0 +1,77 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import Annotated, Callable
+
+from pydantic import BaseModel, BeforeValidator, ConfigDict, Field
+
+
+def _call_function(function: Callable[[], int]) -> int:
+    """
+    Call the given function.
+
+    Used for the BeforeValidator to get the actual values from the bound method.
+    """
+    return function()
+
+
+class BasePool(BaseModel):
+    """Base serializer for Pool."""
+
+    pool: str = Field(serialization_alias="name")
+    slots: int
+    description: str | None
+    include_deferred: bool
+
+
+class PoolResponse(BasePool):
+    """Pool serializer for responses."""
+
+    occupied_slots: Annotated[int, BeforeValidator(_call_function)]
+    running_slots: Annotated[int, BeforeValidator(_call_function)]
+    queued_slots: Annotated[int, BeforeValidator(_call_function)]
+    scheduled_slots: Annotated[int, BeforeValidator(_call_function)]
+    open_slots: Annotated[int, BeforeValidator(_call_function)]
+    deferred_slots: Annotated[int, BeforeValidator(_call_function)]
+
+
+class PoolCollectionResponse(BaseModel):
+    """Pool Collection serializer for responses."""
+
+    pools: list[PoolResponse]
+    total_entries: int
+
+
+class PoolPatchBody(BaseModel):
+    """Pool serializer for patch bodies."""
+
+    model_config = ConfigDict(populate_by_name=True)
+
+    name: str | None = Field(default=None, alias="pool")
+    slots: int | None = None
+    description: str | None = None
+    include_deferred: bool | None = None
+
+
+class PoolPostBody(BasePool):
+    """Pool serializer for post bodies."""
+
+    pool: str = Field(alias="name")
+    description: str | None = None
+    include_deferred: bool = False
diff --git a/airflow/api_fastapi/core_api/serializers/providers.py b/airflow/api_fastapi/core_api/serializers/providers.py
new file mode 100644
index 0000000000000..4e542f19f9f8e
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/providers.py
@@ -0,0 +1,35 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from pydantic import BaseModel
+
+
+class ProviderResponse(BaseModel):
+    """Provider serializer for responses."""
+
+    package_name: str
+    description: str
+    version: str
+
+
+class ProviderCollectionResponse(BaseModel):
+    """Provider Collection serializer for responses."""
+
+    providers: list[ProviderResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/task_instances.py b/airflow/api_fastapi/core_api/serializers/task_instances.py
new file mode 100644
index 0000000000000..b8a10e8fb8614
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/task_instances.py
@@ -0,0 +1,71 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from datetime import datetime
+from typing import Annotated
+
+from pydantic import AliasPath, BaseModel, BeforeValidator, ConfigDict, Field
+
+from airflow.api_fastapi.core_api.serializers.job import JobResponse
+from airflow.api_fastapi.core_api.serializers.trigger import TriggerResponse
+from airflow.utils.state import TaskInstanceState
+
+
+class TaskInstanceResponse(BaseModel):
+    """TaskInstance serializer for responses."""
+
+    model_config = ConfigDict(populate_by_name=True)
+
+    task_id: str
+    dag_id: str
+    run_id: str = Field(alias="dag_run_id")
+    map_index: int
+    execution_date: datetime = Field(alias="logical_date")
+    start_date: datetime | None
+    end_date: datetime | None
+    duration: float | None
+    state: TaskInstanceState | None
+    try_number: int
+    max_tries: int
+    task_display_name: str
+    hostname: str | None
+    unixname: str | None
+    pool: str
+    pool_slots: int
+    queue: str | None
+    priority_weight: int | None
+    operator: str | None
+    queued_dttm: datetime | None = Field(alias="queued_when")
+    pid: int | None
+    executor: str | None
+    executor_config: Annotated[str, BeforeValidator(str)]
+    note: str | None
+    rendered_map_index: str | None
+    rendered_fields: dict = Field(
+        validation_alias=AliasPath("rendered_task_instance_fields", "rendered_fields"),
+        default={},
+    )
+    trigger: TriggerResponse | None
+    queued_by_job: JobResponse | None = Field(alias="triggerer_job")
+
+
+class TaskInstanceCollectionResponse(BaseModel):
+    """Task Instance Collection serializer for responses."""
+
+    task_instances: list[TaskInstanceResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/trigger.py b/airflow/api_fastapi/core_api/serializers/trigger.py
new file mode 100644
index 0000000000000..624fa49ab03a7
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/trigger.py
@@ -0,0 +1,34 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from datetime import datetime
+
+from pydantic import BaseModel, BeforeValidator, ConfigDict
+from typing_extensions import Annotated
+
+
+class TriggerResponse(BaseModel):
+    """Trigger serializer for responses."""
+
+    model_config = ConfigDict(populate_by_name=True)
+
+    id: int
+    classpath: str
+    kwargs: Annotated[str, BeforeValidator(str)]
+    created_date: datetime
+    triggerer_id: int | None
diff --git a/providers/src/airflow/providers/google/datasets/__init__.py b/airflow/api_fastapi/core_api/serializers/ui/__init__.py
similarity index 100%
rename from providers/src/airflow/providers/google/datasets/__init__.py
rename to airflow/api_fastapi/core_api/serializers/ui/__init__.py
diff --git a/airflow/api_fastapi/core_api/serializers/ui/dags.py b/airflow/api_fastapi/core_api/serializers/ui/dags.py
new file mode 100644
index 0000000000000..f985ce99a9725
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/ui/dags.py
@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from pydantic import BaseModel
+
+from airflow.api_fastapi.core_api.serializers.dag_run import DAGRunResponse
+from airflow.api_fastapi.core_api.serializers.dags import DAGResponse
+
+
+class DAGWithLatestDagRunsResponse(DAGResponse):
+    """DAG with latest dag runs response serializer."""
+
+    latest_dag_runs: list[DAGRunResponse]
+
+
+class DAGWithLatestDagRunsCollectionResponse(BaseModel):
+    """DAG with latest dag runs collection response serializer."""
+
+    total_entries: int
+    dags: list[DAGWithLatestDagRunsResponse]
diff --git a/airflow/api_fastapi/core_api/serializers/variables.py b/airflow/api_fastapi/core_api/serializers/variables.py
index 1ecc87425a24f..b328972544fd0 100644
--- a/airflow/api_fastapi/core_api/serializers/variables.py
+++ b/airflow/api_fastapi/core_api/serializers/variables.py
@@ -58,3 +58,10 @@ class VariableBody(VariableBase):
     """Variable serializer for bodies."""
 
     value: str | None
+
+
+class VariableCollectionResponse(BaseModel):
+    """Variable Collection serializer for responses."""
+
+    variables: list[VariableResponse]
+    total_entries: int
diff --git a/airflow/api_fastapi/core_api/serializers/version.py b/airflow/api_fastapi/core_api/serializers/version.py
new file mode 100644
index 0000000000000..01c4c45376f70
--- /dev/null
+++ b/airflow/api_fastapi/core_api/serializers/version.py
@@ -0,0 +1,26 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from pydantic import BaseModel
+
+
+class VersionInfo(BaseModel):
+    """Version information serializer for responses."""
+
+    version: str
+    git_version: str | None
diff --git a/airflow/assets/__init__.py b/airflow/assets/__init__.py
index 4dbc35fb95397..58256929948a8 100644
--- a/airflow/assets/__init__.py
+++ b/airflow/assets/__init__.py
@@ -39,7 +39,7 @@
 
 from airflow.configuration import conf
 
-__all__ = ["Asset", "AssetAll", "AssetAny"]
+__all__ = ["Asset", "AssetAll", "AssetAny", "Dataset"]
 
 
 log = logging.getLogger(__name__)
@@ -169,7 +169,7 @@ def expand_alias_to_assets(alias: str | AssetAlias, *, session: Session = NEW_SE
         select(AssetAliasModel).where(AssetAliasModel.name == alias_name).limit(1)
     )
     if asset_alias_obj:
-        return [asset.to_public() for asset in asset_alias_obj.datasets]
+        return [asset.to_public() for asset in asset_alias_obj.assets]
     return []
 
 
@@ -275,13 +275,14 @@ def _set_extra_default(extra: dict | None) -> dict:
 
 @attr.define(init=False, unsafe_hash=False)
 class Asset(os.PathLike, BaseAsset):
-    """A representation of data dependencies between workflows."""
+    """A representation of data asset dependencies between workflows."""
 
     name: str
     uri: str
     group: str
     extra: dict[str, Any]
 
+    asset_type: ClassVar[str] = ""
     __version__: ClassVar[int] = 1
 
     @overload
@@ -313,7 +314,7 @@ def __init__(
         fields = attr.fields_dict(Asset)
         self.name = _validate_non_empty_identifier(self, fields["name"], name)
         self.uri = _sanitize_uri(_validate_non_empty_identifier(self, fields["uri"], uri))
-        self.group = _validate_identifier(self, fields["group"], group)
+        self.group = _validate_identifier(self, fields["group"], group) if group else self.asset_type
         self.extra = _set_extra_default(extra)
 
     def __fspath__(self) -> str:
@@ -372,6 +373,18 @@ def iter_dag_dependencies(self, *, source: str, target: str) -> Iterator[DagDepe
         )
 
 
+class Dataset(Asset):
+    """A representation of dataset dependencies between workflows."""
+
+    asset_type: ClassVar[str] = "dataset"
+
+
+class Model(Asset):
+    """A representation of model dependencies between workflows."""
+
+    asset_type: ClassVar[str] = "model"
+
+
 class _AssetBooleanCondition(BaseAsset):
     """Base class for asset boolean logic."""
 
diff --git a/airflow/assets/manager.py b/airflow/assets/manager.py
index cd4d72e633a8e..a06c7c31786f5 100644
--- a/airflow/assets/manager.py
+++ b/airflow/assets/manager.py
@@ -138,7 +138,7 @@ def register_asset_change(
         cls._add_asset_alias_association({alias.name for alias in aliases}, asset_model, session=session)
 
         event_kwargs = {
-            "dataset_id": asset_model.id,
+            "asset_id": asset_model.id,
             "extra": extra,
         }
         if task_instance:
@@ -167,7 +167,7 @@ def register_asset_change(
             ).unique()
 
             for asset_alias_model in asset_alias_models:
-                asset_alias_model.dataset_events.append(asset_event)
+                asset_alias_model.asset_events.append(asset_event)
                 session.add(asset_alias_model)
 
                 dags_to_queue_from_asset_alias |= {
@@ -224,7 +224,7 @@ def _queue_dagruns(cls, asset_id: int, dags_to_queue: set[DagModel], session: Se
     @classmethod
     def _slow_path_queue_dagruns(cls, asset_id: int, dags_to_queue: set[DagModel], session: Session) -> None:
         def _queue_dagrun_if_needed(dag: DagModel) -> str | None:
-            item = AssetDagRunQueue(target_dag_id=dag.dag_id, dataset_id=asset_id)
+            item = AssetDagRunQueue(target_dag_id=dag.dag_id, asset_id=asset_id)
             # Don't error whole transaction when a single RunQueue item conflicts.
             # https://docs.sqlalchemy.org/en/14/orm/session_transaction.html#using-savepoint
             try:
@@ -243,7 +243,7 @@ def _postgres_queue_dagruns(cls, asset_id: int, dags_to_queue: set[DagModel], se
         from sqlalchemy.dialects.postgresql import insert
 
         values = [{"target_dag_id": dag.dag_id} for dag in dags_to_queue]
-        stmt = insert(AssetDagRunQueue).values(dataset_id=asset_id).on_conflict_do_nothing()
+        stmt = insert(AssetDagRunQueue).values(asset_id=asset_id).on_conflict_do_nothing()
         session.execute(stmt, values)
 
     @classmethod
diff --git a/airflow/assets/metadata.py b/airflow/assets/metadata.py
index 4fd2902afc8bf..b7522226230f6 100644
--- a/airflow/assets/metadata.py
+++ b/airflow/assets/metadata.py
@@ -29,7 +29,7 @@
 
 @attrs.define(init=False)
 class Metadata:
-    """Metadata to attach to a AssetEvent."""
+    """Metadata to attach to an AssetEvent."""
 
     uri: str
     extra: dict[str, Any]
diff --git a/airflow/cli/cli_config.py b/airflow/cli/cli_config.py
index 5d1fe9ba8e51e..06ac2f7bd8172 100644
--- a/airflow/cli/cli_config.py
+++ b/airflow/cli/cli_config.py
@@ -304,7 +304,7 @@ def string_lower_type(val):
 
 
 # backfill
-ARG_BACKFILL_DAG = Arg(flags=("--dag",), help="The dag to backfill.", required=True)
+ARG_BACKFILL_DAG = Arg(flags=("--dag-id",), help="The dag to backfill.", required=True)
 ARG_BACKFILL_FROM_DATE = Arg(
     ("--from-date",), help="Earliest logical date to backfill.", type=parsedate, required=True
 )
@@ -325,6 +325,19 @@ def string_lower_type(val):
     type=positive_int(allow_zero=False),
     help="Max active runs for this backfill.",
 )
+ARG_BACKFILL_DRY_RUN = Arg(
+    ("--dry-run",),
+    help="Perform a dry run",
+    action="store_true",
+)
+ARG_BACKFILL_REPROCESS_BEHAVIOR = Arg(
+    ("--reprocess-behavior",),
+    help=(
+        "When a run exists for the logical date, controls whether new runs will be "
+        "created for the date. Default is none."
+    ),
+    choices=("none", "completed", "failed"),
+)
 
 
 # misc
@@ -567,7 +580,6 @@ def string_lower_type(val):
     ("--ship-dag",), help="Pickles (serializes) the DAG and ships it to the worker", action="store_true"
 )
 ARG_PICKLE = Arg(("-p", "--pickle"), help="Serialized pickle object of the entire dag (used internally)")
-ARG_JOB_ID = Arg(("-j", "--job-id"), help=argparse.SUPPRESS)
 ARG_CFG_PATH = Arg(("--cfg-path",), help="Path to config file to use instead of airflow.cfg")
 ARG_MAP_INDEX = Arg(("--map-index",), type=int, default=-1, help="Mapped task index")
 ARG_READ_FROM_DB = Arg(("--read-from-db",), help="Read dag from DB instead of dag file", action="store_true")
@@ -1030,6 +1042,8 @@ class GroupCommand(NamedTuple):
             ARG_DAG_RUN_CONF,
             ARG_RUN_BACKWARDS,
             ARG_MAX_ACTIVE_RUNS,
+            ARG_BACKFILL_REPROCESS_BEHAVIOR,
+            ARG_BACKFILL_DRY_RUN,
         ),
     ),
 )
@@ -1339,7 +1353,6 @@ class GroupCommand(NamedTuple):
             ARG_DEPENDS_ON_PAST,
             ARG_SHIP_DAG,
             ARG_PICKLE,
-            ARG_JOB_ID,
             ARG_INTERACTIVE,
             ARG_SHUT_DOWN_LOGGING,
             ARG_MAP_INDEX,
diff --git a/airflow/cli/commands/backfill_command.py b/airflow/cli/commands/backfill_command.py
index 8714ed5585004..63a8573ab7379 100644
--- a/airflow/cli/commands/backfill_command.py
+++ b/airflow/cli/commands/backfill_command.py
@@ -21,10 +21,31 @@
 import signal
 
 from airflow import settings
-from airflow.models.backfill import _create_backfill
+from airflow.models.backfill import ReprocessBehavior, _create_backfill, _get_info_list
+from airflow.models.serialized_dag import SerializedDagModel
 from airflow.utils import cli as cli_utils
 from airflow.utils.cli import sigint_handler
 from airflow.utils.providers_configuration_loader import providers_configuration_loaded
+from airflow.utils.session import create_session
+
+
+def _do_dry_run(*, params, dag_id, from_date, to_date, reverse):
+    print("Performing dry run of backfill.")
+    print("Printing params:")
+    for k, v in params.items():
+        print(f"    - {k} = {v}")
+    with create_session() as session:
+        serdag = session.get(SerializedDagModel, dag_id)
+
+    info_list = _get_info_list(
+        dag=serdag.dag,
+        from_date=from_date,
+        to_date=to_date,
+        reverse=reverse,
+    )
+    print("Logical dates to be attempted:")
+    for info in info_list:
+        print(f"    - {info.logical_date}")
 
 
 @cli_utils.action_cli
@@ -34,11 +55,34 @@ def create_backfill(args) -> None:
     logging.basicConfig(level=settings.LOGGING_LEVEL, format=settings.SIMPLE_LOG_FORMAT)
     signal.signal(signal.SIGTERM, sigint_handler)
 
+    if args.reprocess_behavior is not None:
+        reprocess_behavior = ReprocessBehavior(args.reprocess_behavior)
+    else:
+        reprocess_behavior = None
+
+    if args.dry_run:
+        _do_dry_run(
+            params=dict(
+                dag_id=args.dag_id,
+                from_date=args.from_date,
+                to_date=args.to_date,
+                max_active_runs=args.max_active_runs,
+                reverse=args.run_backwards,
+                dag_run_conf=args.dag_run_conf,
+                reprocess_behavior=reprocess_behavior,
+            ),
+            dag_id=args.dag_id,
+            from_date=args.from_date,
+            to_date=args.to_date,
+            reverse=args.run_backwards,
+        )
+        return
     _create_backfill(
-        dag_id=args.dag,
+        dag_id=args.dag_id,
         from_date=args.from_date,
         to_date=args.to_date,
         max_active_runs=args.max_active_runs,
         reverse=args.run_backwards,
         dag_run_conf=args.dag_run_conf,
+        reprocess_behavior=reprocess_behavior,
     )
diff --git a/airflow/cli/commands/dag_command.py b/airflow/cli/commands/dag_command.py
index 83d0430a717bd..92d1825dc627e 100644
--- a/airflow/cli/commands/dag_command.py
+++ b/airflow/cli/commands/dag_command.py
@@ -227,8 +227,6 @@ def _get_dagbag_dag_details(dag: DAG) -> dict:
         "last_parsed_time": None,
         "last_pickled": None,
         "last_expired": None,
-        "scheduler_lock": None,
-        "pickle_id": dag.pickle_id,
         "default_view": dag.default_view,
         "fileloc": dag.fileloc,
         "file_token": None,
diff --git a/airflow/cli/commands/task_command.py b/airflow/cli/commands/task_command.py
index 3291bc250b085..03d2737072f3f 100644
--- a/airflow/cli/commands/task_command.py
+++ b/airflow/cli/commands/task_command.py
@@ -52,7 +52,7 @@
 from airflow.ti_deps.dep_context import DepContext
 from airflow.ti_deps.dependencies_deps import SCHEDULER_QUEUED_DEPS
 from airflow.typing_compat import Literal
-from airflow.utils import cli as cli_utils
+from airflow.utils import cli as cli_utils, timezone
 from airflow.utils.cli import (
     get_dag,
     get_dag_by_file_location,
@@ -61,7 +61,6 @@
     should_ignore_depends_on_past,
     suppress_logs_and_warning,
 )
-from airflow.utils.dates import timezone
 from airflow.utils.log.file_task_handler import _set_task_deferred_context_var
 from airflow.utils.log.logging_mixin import StreamLogWriter
 from airflow.utils.log.secrets_masker import RedactedIO
@@ -342,7 +341,6 @@ def _run_raw_task(args, ti: TaskInstance) -> None | TaskReturnCode:
     """Run the main task handling code."""
     return ti._run_raw_task(
         mark_success=args.mark_success,
-        job_id=args.job_id,
         pool=args.pool,
     )
 
diff --git a/airflow/config_templates/config.yml b/airflow/config_templates/config.yml
index 0be77a3b6829a..cfadcb16fd28a 100644
--- a/airflow/config_templates/config.yml
+++ b/airflow/config_templates/config.yml
@@ -218,15 +218,6 @@ core:
       type: string
       example: ~
       default: "50"
-    task_runner:
-      description: |
-        The class to use for running task instances in a subprocess.
-        Choices include StandardTaskRunner, CgroupTaskRunner or the full import path to the class
-        when using a custom task runner.
-      version_added: ~
-      type: string
-      example: ~
-      default: "StandardTaskRunner"
     default_impersonation:
       description: |
         If set, tasks without a ``run_as_user`` argument will be run with this user
@@ -475,7 +466,7 @@ core:
       version_added: 3.0.0
       type: string
       default: ~
-      example: 'airflow.datasets.manager.AssetManager'
+      example: 'airflow.assets.manager.AssetManager'
     asset_manager_kwargs:
       description: Kwargs to supply to asset manager.
       version_added: 3.0.0
@@ -1032,18 +1023,6 @@ logging:
       type: boolean
       example: ~
       default: "False"
-    enable_task_context_logger:
-      description: |
-        If enabled, Airflow may ship messages to task logs from outside the task run context, e.g. from
-        the scheduler, executor, or callback execution context. This can help in circumstances such as
-        when there's something blocking the execution of the task and ordinarily there may be no task
-        logs at all.
-        This is set to ``True`` by default. If you encounter issues with this feature
-        (e.g. scheduler performance issues) it can be disabled.
-      version_added: 2.8.0
-      type: boolean
-      example: ~
-      default: "True"
     color_log_error_keywords:
       description: |
         A comma separated list of keywords related to errors whose presence should display the line in red
@@ -1377,12 +1356,11 @@ api:
       description: |
         Comma separated list of auth backends to authenticate users of the API. See
         `Security: API
-        <https://airflow.apache.org/docs/apache-airflow/stable/security/api.html>`__ for possible values.
-        ("airflow.api.auth.backend.default" allows all requests for historic reasons)
+        <https://airflow.apache.org/docs/apache-airflow/stable/security/api.html>`__ for possible values
       version_added: 2.3.0
       type: string
       example: ~
-      default: "airflow.api.auth.backend.session"
+      default: "airflow.providers.fab.auth_manager.api.auth.backend.session"
     maximum_page_limit:
       description: |
         Used to set the maximum page limit for API requests. If limit passed as param
@@ -2279,7 +2257,7 @@ scheduler:
     parsing_cleanup_interval:
       description: |
         How often (in seconds) to check for stale DAGs (DAGs which are no longer present in
-        the expected files) which should be deactivated, as well as datasets that are no longer
+        the expected files) which should be deactivated, as well as assets that are no longer
         referenced and should be marked as orphaned.
       version_added: 2.5.0
       type: integer
diff --git a/airflow/config_templates/unit_tests.cfg b/airflow/config_templates/unit_tests.cfg
index 27134c7218215..b29c642afe77f 100644
--- a/airflow/config_templates/unit_tests.cfg
+++ b/airflow/config_templates/unit_tests.cfg
@@ -71,7 +71,7 @@ celery_logging_level = INFO
 smtp_mail_from = airflow@example.com
 
 [api]
-auth_backends = airflow.api.auth.backend.default
+auth_backends = airflow.providers.fab.auth_manager.api.auth.backend.session
 
 [hive]
 # Hive uses the configuration below to run the tests
diff --git a/airflow/configuration.py b/airflow/configuration.py
index 81dc18365392e..82718325865f1 100644
--- a/airflow/configuration.py
+++ b/airflow/configuration.py
@@ -670,11 +670,11 @@ def _upgrade_auth_backends(self):
         This is required by the UI for ajax queries.
         """
         old_value = self.get("api", "auth_backends", fallback="")
-        if old_value in ("airflow.api.auth.backend.default", ""):
-            # handled by deprecated_values
-            pass
-        elif old_value.find("airflow.api.auth.backend.session") == -1:
-            new_value = old_value + ",airflow.api.auth.backend.session"
+        if (
+            old_value.find("airflow.api.auth.backend.session") == -1
+            and old_value.find("airflow.providers.fab.auth_manager.api.auth.backend.session") == -1
+        ):
+            new_value = old_value + ",airflow.providers.fab.auth_manager.api.auth.backend.session"
             self._update_env_var(section="api", name="auth_backends", new_value=new_value)
             self.upgraded_values[("api", "auth_backends")] = old_value
 
@@ -772,6 +772,21 @@ def _create_future_warning(name: str, section: str, current_value: Any, new_valu
             stacklevel=3,
         )
 
+    def mask_secrets(self):
+        from airflow.utils.log.secrets_masker import mask_secret
+
+        for section, key in self.sensitive_config_values:
+            try:
+                value = self.get(section, key, suppress_warnings=True)
+            except AirflowConfigException:
+                log.debug(
+                    "Could not retrieve value from section %s, for key %s. Skipping redaction of this conf.",
+                    section,
+                    key,
+                )
+                continue
+            mask_secret(value)
+
     def _env_var_name(self, section: str, key: str) -> str:
         return f"{ENV_VAR_PREFIX}{section.replace('.', '_').upper()}__{key.upper()}"
 
@@ -2028,114 +2043,6 @@ def make_group_other_inaccessible(file_path: str):
         )
 
 
-def get(*args, **kwargs) -> ConfigType | None:
-    """Historical get."""
-    warnings.warn(
-        "Accessing configuration method 'get' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.get'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.get(*args, **kwargs)
-
-
-def getboolean(*args, **kwargs) -> bool:
-    """Historical getboolean."""
-    warnings.warn(
-        "Accessing configuration method 'getboolean' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.getboolean'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.getboolean(*args, **kwargs)
-
-
-def getfloat(*args, **kwargs) -> float:
-    """Historical getfloat."""
-    warnings.warn(
-        "Accessing configuration method 'getfloat' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.getfloat'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.getfloat(*args, **kwargs)
-
-
-def getint(*args, **kwargs) -> int:
-    """Historical getint."""
-    warnings.warn(
-        "Accessing configuration method 'getint' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.getint'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.getint(*args, **kwargs)
-
-
-def getsection(*args, **kwargs) -> ConfigOptionsDictType | None:
-    """Historical getsection."""
-    warnings.warn(
-        "Accessing configuration method 'getsection' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.getsection'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.getsection(*args, **kwargs)
-
-
-def has_option(*args, **kwargs) -> bool:
-    """Historical has_option."""
-    warnings.warn(
-        "Accessing configuration method 'has_option' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.has_option'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.has_option(*args, **kwargs)
-
-
-def remove_option(*args, **kwargs) -> bool:
-    """Historical remove_option."""
-    warnings.warn(
-        "Accessing configuration method 'remove_option' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.remove_option'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.remove_option(*args, **kwargs)
-
-
-def as_dict(*args, **kwargs) -> ConfigSourcesType:
-    """Historical as_dict."""
-    warnings.warn(
-        "Accessing configuration method 'as_dict' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.as_dict'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return conf.as_dict(*args, **kwargs)
-
-
-def set(*args, **kwargs) -> None:
-    """Historical set."""
-    warnings.warn(
-        "Accessing configuration method 'set' directly from the configuration module is "
-        "deprecated. Please access the configuration from the 'configuration.conf' object via "
-        "'conf.set'",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    conf.set(*args, **kwargs)
-
-
 def ensure_secrets_loaded() -> list[BaseSecretsBackend]:
     """
     Ensure that all secrets backends are loaded.
@@ -2192,39 +2099,6 @@ def initialize_secrets_backends() -> list[BaseSecretsBackend]:
     return backend_list
 
 
-@functools.lru_cache(maxsize=None)
-def _DEFAULT_CONFIG() -> str:
-    path = _default_config_file_path("default_airflow.cfg")
-    with open(path) as fh:
-        return fh.read()
-
-
-@functools.lru_cache(maxsize=None)
-def _TEST_CONFIG() -> str:
-    path = _default_config_file_path("default_test.cfg")
-    with open(path) as fh:
-        return fh.read()
-
-
-_deprecated = {
-    "DEFAULT_CONFIG": _DEFAULT_CONFIG,
-    "TEST_CONFIG": _TEST_CONFIG,
-    "TEST_CONFIG_FILE_PATH": functools.partial(_default_config_file_path, "default_test.cfg"),
-    "DEFAULT_CONFIG_FILE_PATH": functools.partial(_default_config_file_path, "default_airflow.cfg"),
-}
-
-
-def __getattr__(name):
-    if name in _deprecated:
-        warnings.warn(
-            f"{__name__}.{name} is deprecated and will be removed in future",
-            DeprecationWarning,
-            stacklevel=2,
-        )
-        return _deprecated[name]()
-    raise AttributeError(f"module {__name__} has no attribute {name}")
-
-
 def initialize_auth_manager() -> BaseAuthManager:
     """
     Initialize auth manager.
diff --git a/airflow/dag_processing/collection.py b/airflow/dag_processing/collection.py
index 068a3727d04c0..f608900ee76e1 100644
--- a/airflow/dag_processing/collection.py
+++ b/airflow/dag_processing/collection.py
@@ -37,7 +37,6 @@
 from airflow.assets import Asset, AssetAlias
 from airflow.assets.manager import asset_manager
 from airflow.models.asset import (
-    AssetActive,
     AssetAliasModel,
     AssetModel,
     DagScheduleAssetAliasReference,
@@ -67,9 +66,9 @@ def _find_orm_dags(dag_ids: Iterable[str], *, session: Session) -> dict[str, Dag
         select(DagModel)
         .options(joinedload(DagModel.tags, innerjoin=False))
         .where(DagModel.dag_id.in_(dag_ids))
-        .options(joinedload(DagModel.schedule_dataset_references))
-        .options(joinedload(DagModel.schedule_dataset_alias_references))
-        .options(joinedload(DagModel.task_outlet_dataset_references))
+        .options(joinedload(DagModel.schedule_asset_references))
+        .options(joinedload(DagModel.schedule_asset_alias_references))
+        .options(joinedload(DagModel.task_outlet_asset_references))
     )
     stmt = with_row_locks(stmt, of=DagModel, session=session)
     return {dm.dag_id: dm for dm in session.scalars(stmt).unique()}
@@ -212,7 +211,10 @@ def update_dags(
             dm.has_import_errors = False
             dm.last_parsed_time = utcnow()
             dm.default_view = dag.default_view
-            dm._dag_display_property_value = dag._dag_display_property_value
+            if hasattr(dag, "_dag_display_property_value"):
+                dm._dag_display_property_value = dag._dag_display_property_value
+            elif dag.dag_display_name != dag.dag_id:
+                dm._dag_display_property_value = dag.dag_display_name
             dm.description = dag.description
             dm.max_active_tasks = dag.max_active_tasks
             dm.max_active_runs = dag.max_active_runs
@@ -223,7 +225,7 @@ def update_dags(
             )
             dm.timetable_summary = dag.timetable.summary
             dm.timetable_description = dag.timetable.description
-            dm.dataset_expression = dag.timetable.asset_condition.as_expression()
+            dm.asset_expression = dag.timetable.asset_condition.as_expression()
             dm.processor_subdir = processor_subdir
 
             last_automated_run: DagRun | None = run_info.latest_runs.get(dag.dag_id)
@@ -237,8 +239,8 @@ def update_dags(
                 dm.calculate_dagrun_date_fields(dag, last_automated_data_interval)
 
             if not dag.timetable.asset_condition:
-                dm.schedule_dataset_references = []
-                dm.schedule_dataset_alias_references = []
+                dm.schedule_asset_references = []
+                dm.schedule_asset_alias_references = []
             # FIXME: STORE NEW REFERENCES.
 
             if dag.tags:
@@ -277,7 +279,7 @@ class AssetModelOperation(NamedTuple):
     schedule_asset_references: dict[str, list[Asset]]
     schedule_asset_alias_references: dict[str, list[AssetAlias]]
     outlet_references: dict[str, list[tuple[str, Asset]]]
-    assets: dict[str, Asset]
+    assets: dict[tuple[str, str], Asset]
     asset_aliases: dict[str, AssetAlias]
 
     @classmethod
@@ -300,22 +302,25 @@ def collect(cls, dags: dict[str, DAG]) -> Self:
                 ]
                 for dag_id, dag in dags.items()
             },
-            assets={asset.uri: asset for asset in _find_all_assets(dags.values())},
+            assets={(asset.name, asset.uri): asset for asset in _find_all_assets(dags.values())},
             asset_aliases={alias.name: alias for alias in _find_all_asset_aliases(dags.values())},
         )
         return coll
 
-    def add_assets(self, *, session: Session) -> dict[str, AssetModel]:
+    def add_assets(self, *, session: Session) -> dict[tuple[str, str], AssetModel]:
         # Optimization: skip all database calls if no assets were collected.
         if not self.assets:
             return {}
-        orm_assets: dict[str, AssetModel] = {
-            am.uri: am for am in session.scalars(select(AssetModel).where(AssetModel.uri.in_(self.assets)))
+        orm_assets: dict[tuple[str, str], AssetModel] = {
+            (am.name, am.uri): am
+            for am in session.scalars(
+                select(AssetModel).where(tuple_(AssetModel.name, AssetModel.uri).in_(self.assets))
+            )
         }
         orm_assets.update(
-            (model.uri, model)
+            ((model.name, model.uri), model)
             for model in asset_manager.create_assets(
-                [asset for uri, asset in self.assets.items() if uri not in orm_assets],
+                [asset for name_uri, asset in self.assets.items() if name_uri not in orm_assets],
                 session=session,
             )
         )
@@ -340,24 +345,10 @@ def add_asset_aliases(self, *, session: Session) -> dict[str, AssetAliasModel]:
         )
         return orm_aliases
 
-    def add_asset_active_references(self, assets: Collection[AssetModel], *, session: Session) -> None:
-        existing_entries = set(
-            session.execute(
-                select(AssetActive.name, AssetActive.uri).where(
-                    tuple_(AssetActive.name, AssetActive.uri).in_((asset.name, asset.uri) for asset in assets)
-                )
-            )
-        )
-        session.add_all(
-            AssetActive.for_asset(asset)
-            for asset in assets
-            if (asset.name, asset.uri) not in existing_entries
-        )
-
     def add_dag_asset_references(
         self,
         dags: dict[str, DagModel],
-        assets: dict[str, AssetModel],
+        assets: dict[tuple[str, str], AssetModel],
         *,
         session: Session,
     ) -> None:
@@ -367,15 +358,15 @@ def add_dag_asset_references(
         for dag_id, references in self.schedule_asset_references.items():
             # Optimization: no references at all; this is faster than repeated delete().
             if not references:
-                dags[dag_id].schedule_dataset_references = []
+                dags[dag_id].schedule_asset_references = []
                 continue
-            referenced_asset_ids = {asset.id for asset in (assets[r.uri] for r in references)}
-            orm_refs = {r.dataset_id: r for r in dags[dag_id].schedule_dataset_references}
+            referenced_asset_ids = {asset.id for asset in (assets[r.name, r.uri] for r in references)}
+            orm_refs = {r.asset_id: r for r in dags[dag_id].schedule_asset_references}
             for asset_id, ref in orm_refs.items():
                 if asset_id not in referenced_asset_ids:
                     session.delete(ref)
             session.bulk_save_objects(
-                DagScheduleAssetReference(dataset_id=asset_id, dag_id=dag_id)
+                DagScheduleAssetReference(asset_id=asset_id, dag_id=dag_id)
                 for asset_id in referenced_asset_ids
                 if asset_id not in orm_refs
             )
@@ -393,10 +384,10 @@ def add_dag_asset_alias_references(
         for dag_id, references in self.schedule_asset_alias_references.items():
             # Optimization: no references at all; this is faster than repeated delete().
             if not references:
-                dags[dag_id].schedule_dataset_alias_references = []
+                dags[dag_id].schedule_asset_alias_references = []
                 continue
             referenced_alias_ids = {alias.id for alias in (aliases[r.name] for r in references)}
-            orm_refs = {a.alias_id: a for a in dags[dag_id].schedule_dataset_alias_references}
+            orm_refs = {a.alias_id: a for a in dags[dag_id].schedule_asset_alias_references}
             for alias_id, ref in orm_refs.items():
                 if alias_id not in referenced_alias_ids:
                     session.delete(ref)
@@ -409,7 +400,7 @@ def add_dag_asset_alias_references(
     def add_task_asset_references(
         self,
         dags: dict[str, DagModel],
-        assets: dict[str, AssetModel],
+        assets: dict[tuple[str, str], AssetModel],
         *,
         session: Session,
     ) -> None:
@@ -419,18 +410,18 @@ def add_task_asset_references(
         for dag_id, references in self.outlet_references.items():
             # Optimization: no references at all; this is faster than repeated delete().
             if not references:
-                dags[dag_id].task_outlet_dataset_references = []
+                dags[dag_id].task_outlet_asset_references = []
                 continue
             referenced_outlets = {
                 (task_id, asset.id)
-                for task_id, asset in ((task_id, assets[d.uri]) for task_id, d in references)
+                for task_id, asset in ((task_id, assets[d.name, d.uri]) for task_id, d in references)
             }
-            orm_refs = {(r.task_id, r.dataset_id): r for r in dags[dag_id].task_outlet_dataset_references}
+            orm_refs = {(r.task_id, r.asset_id): r for r in dags[dag_id].task_outlet_asset_references}
             for key, ref in orm_refs.items():
                 if key not in referenced_outlets:
                     session.delete(ref)
             session.bulk_save_objects(
-                TaskOutletAssetReference(dataset_id=asset_id, dag_id=dag_id, task_id=task_id)
+                TaskOutletAssetReference(asset_id=asset_id, dag_id=dag_id, task_id=task_id)
                 for task_id, asset_id in referenced_outlets
                 if (task_id, asset_id) not in orm_refs
             )
diff --git a/airflow/dag_processing/processor.py b/airflow/dag_processing/processor.py
index f030cb75019e5..8694f5890ccd8 100644
--- a/airflow/dag_processing/processor.py
+++ b/airflow/dag_processing/processor.py
@@ -28,7 +28,7 @@
 from typing import TYPE_CHECKING, Generator, Iterable
 
 from setproctitle import setproctitle
-from sqlalchemy import delete, event
+from sqlalchemy import delete, event, select
 
 from airflow import settings
 from airflow.api_internal.internal_api_call import internal_api_call
@@ -533,7 +533,14 @@ def _validate_task_pools_and_update_dag_warnings(
                     )
                 )
 
-        stored_warnings = set(session.query(DagWarning).filter(DagWarning.dag_id.in_(dag_ids)).all())
+        stored_warnings = set(
+            session.scalars(
+                select(DagWarning).where(
+                    DagWarning.dag_id.in_(dag_ids),
+                    DagWarning.warning_type == DagWarningType.NONEXISTENT_POOL,
+                )
+            )
+        )
 
         for warning_to_delete in stored_warnings - warnings:
             session.delete(warning_to_delete)
diff --git a/airflow/datasets/__init__.py b/airflow/datasets/__init__.py
new file mode 100644
index 0000000000000..34729e437805b
--- /dev/null
+++ b/airflow/datasets/__init__.py
@@ -0,0 +1,45 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# We do not use "from __future__ import annotations" here because it is not supported
+# by Pycharm when we want to make sure all imports in airflow work from namespace packages
+# Adding it automatically is excluded in pyproject.toml via I002 ruff rule exclusion
+
+# Make `airflow` a namespace package, supporting installing
+# airflow.providers.* in different locations (i.e. one in site, and one in user
+# lib.)  This is required by some IDEs to resolve the import paths.
+from __future__ import annotations
+
+import warnings
+
+from airflow.assets import AssetAlias as DatasetAlias, Dataset
+
+# TODO: Remove this module in Airflow 3.2
+
+warnings.warn(
+    "Import from the airflow.dataset module is deprecated and "
+    "will be removed in the Airflow 3.2. Please import it from 'airflow.assets'.",
+    DeprecationWarning,
+    stacklevel=2,
+)
+
+
+__all__ = [
+    "Dataset",
+    "DatasetAlias",
+]
diff --git a/airflow/decorators/base.py b/airflow/decorators/base.py
index bb9602d50c1cd..1c9e441190a06 100644
--- a/airflow/decorators/base.py
+++ b/airflow/decorators/base.py
@@ -41,7 +41,6 @@
 import typing_extensions
 
 from airflow.assets import Asset
-from airflow.models.abstractoperator import DEFAULT_RETRIES, DEFAULT_RETRY_DELAY
 from airflow.models.baseoperator import (
     BaseOperator,
     coerce_resources,
@@ -49,7 +48,6 @@
     get_merged_defaults,
     parse_retries,
 )
-from airflow.models.dag import DagContext
 from airflow.models.expandinput import (
     EXPAND_INPUT_EMPTY,
     DictOfListsExpandInput,
@@ -57,27 +55,27 @@
     is_mappable,
 )
 from airflow.models.mappedoperator import MappedOperator, ensure_xcomarg_return_value
-from airflow.models.pool import Pool
 from airflow.models.xcom_arg import XComArg
+from airflow.sdk.definitions.baseoperator import BaseOperator as TaskSDKBaseOperator
+from airflow.sdk.definitions.contextmanager import DagContext, TaskGroupContext
 from airflow.typing_compat import ParamSpec, Protocol
 from airflow.utils import timezone
 from airflow.utils.context import KNOWN_CONTEXT_KEYS
 from airflow.utils.decorators import remove_task_decorator
 from airflow.utils.helpers import prevent_duplicates
-from airflow.utils.task_group import TaskGroupContext
 from airflow.utils.trigger_rule import TriggerRule
 from airflow.utils.types import NOTSET
 
 if TYPE_CHECKING:
     from sqlalchemy.orm import Session
 
-    from airflow.models.dag import DAG
     from airflow.models.expandinput import (
         ExpandInput,
         OperatorExpandArgument,
         OperatorExpandKwargsArgument,
     )
     from airflow.models.mappedoperator import ValidationSource
+    from airflow.sdk import DAG
     from airflow.utils.context import Context
     from airflow.utils.task_group import TaskGroup
 
@@ -141,13 +139,13 @@ def get_unique_task_id(
       ...
       task_id__20
     """
-    dag = dag or DagContext.get_current_dag()
+    dag = dag or DagContext.get_current()
     if not dag:
         return task_id
 
     # We need to check if we are in the context of TaskGroup as the task_id may
     # already be altered
-    task_group = task_group or TaskGroupContext.get_current_task_group(dag)
+    task_group = task_group or TaskGroupContext.get_current(dag)
     tg_task_id = task_group.child_id(task_id) if task_group else task_id
 
     if tg_task_id not in dag.task_ids:
@@ -428,8 +426,8 @@ def _expand(self, expand_input: ExpandInput, *, strict: bool) -> XComArg:
         ensure_xcomarg_return_value(expand_input.value)
 
         task_kwargs = self.kwargs.copy()
-        dag = task_kwargs.pop("dag", None) or DagContext.get_current_dag()
-        task_group = task_kwargs.pop("task_group", None) or TaskGroupContext.get_current_task_group(dag)
+        dag = task_kwargs.pop("dag", None) or DagContext.get_current()
+        task_group = task_kwargs.pop("task_group", None) or TaskGroupContext.get_current(dag)
 
         default_args, partial_params = get_merged_defaults(
             dag=dag,
@@ -442,7 +440,7 @@ def _expand(self, expand_input: ExpandInput, *, strict: bool) -> XComArg:
             "is_teardown": self.is_teardown,
             "on_failure_fail_dagrun": self.on_failure_fail_dagrun,
         }
-        base_signature = inspect.signature(BaseOperator)
+        base_signature = inspect.signature(TaskSDKBaseOperator)
         ignore = {
             "default_args",  # This is target we are working on now.
             "kwargs",  # A common name for a keyword argument.
@@ -460,32 +458,26 @@ def _expand(self, expand_input: ExpandInput, *, strict: bool) -> XComArg:
             task_id = task_group.child_id(task_id)
 
         # Logic here should be kept in sync with BaseOperatorMeta.partial().
-        if "task_concurrency" in partial_kwargs:
-            raise TypeError("unexpected argument: task_concurrency")
         if partial_kwargs.get("wait_for_downstream"):
             partial_kwargs["depends_on_past"] = True
         start_date = timezone.convert_to_utc(partial_kwargs.pop("start_date", None))
         end_date = timezone.convert_to_utc(partial_kwargs.pop("end_date", None))
-        if partial_kwargs.get("pool") is None:
-            partial_kwargs["pool"] = Pool.DEFAULT_POOL_NAME
         if "pool_slots" in partial_kwargs:
             if partial_kwargs["pool_slots"] < 1:
                 dag_str = ""
                 if dag:
                     dag_str = f" in dag {dag.dag_id}"
                 raise ValueError(f"pool slots for {task_id}{dag_str} cannot be less than 1")
-        partial_kwargs["retries"] = parse_retries(partial_kwargs.get("retries", DEFAULT_RETRIES))
-        partial_kwargs["retry_delay"] = coerce_timedelta(
-            partial_kwargs.get("retry_delay", DEFAULT_RETRY_DELAY),
-            key="retry_delay",
-        )
-        max_retry_delay = partial_kwargs.get("max_retry_delay")
-        partial_kwargs["max_retry_delay"] = (
-            max_retry_delay
-            if max_retry_delay is None
-            else coerce_timedelta(max_retry_delay, key="max_retry_delay")
-        )
-        partial_kwargs["resources"] = coerce_resources(partial_kwargs.get("resources"))
+
+        for fld, convert in (
+            ("retries", parse_retries),
+            ("retry_delay", coerce_timedelta),
+            ("max_retry_delay", coerce_timedelta),
+            ("resources", coerce_resources),
+        ):
+            if (v := partial_kwargs.get(fld, NOTSET)) is not NOTSET:
+                partial_kwargs[fld] = convert(v)  # type: ignore[operator]
+
         partial_kwargs.setdefault("executor_config", {})
         partial_kwargs.setdefault("op_args", [])
         partial_kwargs.setdefault("op_kwargs", {})
diff --git a/airflow/decorators/bash.py b/airflow/decorators/bash.py
index 44738492da098..e4dc19745e0ab 100644
--- a/airflow/decorators/bash.py
+++ b/airflow/decorators/bash.py
@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 import warnings
-from typing import Any, Callable, Collection, Mapping, Sequence
+from typing import Any, Callable, ClassVar, Collection, Mapping, Sequence
 
 from airflow.decorators.base import DecoratedOperator, TaskDecorator, task_decorator_factory
 from airflow.providers.standard.operators.bash import BashOperator
@@ -39,7 +39,7 @@ class _BashDecoratedOperator(DecoratedOperator, BashOperator):
     """
 
     template_fields: Sequence[str] = (*DecoratedOperator.template_fields, *BashOperator.template_fields)
-    template_fields_renderers: dict[str, str] = {
+    template_fields_renderers: ClassVar[dict[str, str]] = {
         **DecoratedOperator.template_fields_renderers,
         **BashOperator.template_fields_renderers,
     }
diff --git a/airflow/decorators/branch_external_python.py b/airflow/decorators/branch_external_python.py
index 2902a47c67741..dbba01034ff5e 100644
--- a/airflow/decorators/branch_external_python.py
+++ b/airflow/decorators/branch_external_python.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import BranchExternalPythonOperator
+from airflow.providers.standard.operators.python import BranchExternalPythonOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/branch_python.py b/airflow/decorators/branch_python.py
index 31750ef657a94..3d955a480b75b 100644
--- a/airflow/decorators/branch_python.py
+++ b/airflow/decorators/branch_python.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import BranchPythonOperator
+from airflow.providers.standard.operators.python import BranchPythonOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/branch_virtualenv.py b/airflow/decorators/branch_virtualenv.py
index c96638ee20246..c2c39cfe58d31 100644
--- a/airflow/decorators/branch_virtualenv.py
+++ b/airflow/decorators/branch_virtualenv.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import BranchPythonVirtualenvOperator
+from airflow.providers.standard.operators.python import BranchPythonVirtualenvOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/external_python.py b/airflow/decorators/external_python.py
index 2d8e2603f94dd..e57fccac141a6 100644
--- a/airflow/decorators/external_python.py
+++ b/airflow/decorators/external_python.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import ExternalPythonOperator
+from airflow.providers.standard.operators.python import ExternalPythonOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/python.py b/airflow/decorators/python.py
index 7a890cf862270..b65a4a9667009 100644
--- a/airflow/decorators/python.py
+++ b/airflow/decorators/python.py
@@ -19,7 +19,7 @@
 from typing import TYPE_CHECKING, Callable, Sequence
 
 from airflow.decorators.base import DecoratedOperator, task_decorator_factory
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/python_virtualenv.py b/airflow/decorators/python_virtualenv.py
index d0eb93a0d7aa6..869d61692d11e 100644
--- a/airflow/decorators/python_virtualenv.py
+++ b/airflow/decorators/python_virtualenv.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import PythonVirtualenvOperator
+from airflow.providers.standard.operators.python import PythonVirtualenvOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/sensor.py b/airflow/decorators/sensor.py
index c332a78f95c73..5d409c2d599d8 100644
--- a/airflow/decorators/sensor.py
+++ b/airflow/decorators/sensor.py
@@ -17,10 +17,10 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Callable, Sequence
+from typing import TYPE_CHECKING, Callable, ClassVar, Sequence
 
 from airflow.decorators.base import get_unique_task_id, task_decorator_factory
-from airflow.sensors.python import PythonSensor
+from airflow.providers.standard.sensors.python import PythonSensor
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
@@ -42,7 +42,7 @@ class DecoratedSensorOperator(PythonSensor):
     """
 
     template_fields: Sequence[str] = ("op_args", "op_kwargs")
-    template_fields_renderers: dict[str, str] = {"op_args": "py", "op_kwargs": "py"}
+    template_fields_renderers: ClassVar[dict[str, str]] = {"op_args": "py", "op_kwargs": "py"}
 
     custom_operator_name = "@task.sensor"
 
diff --git a/airflow/decorators/short_circuit.py b/airflow/decorators/short_circuit.py
index c964ed6bb75fd..89fa6ac5ac6de 100644
--- a/airflow/decorators/short_circuit.py
+++ b/airflow/decorators/short_circuit.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators.base import task_decorator_factory
 from airflow.decorators.python import _PythonDecoratedOperator
-from airflow.operators.python import ShortCircuitOperator
+from airflow.providers.standard.operators.python import ShortCircuitOperator
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
diff --git a/airflow/decorators/task_group.py b/airflow/decorators/task_group.py
index 6eee426e936ae..daaa81e1ce62a 100644
--- a/airflow/decorators/task_group.py
+++ b/airflow/decorators/task_group.py
@@ -38,8 +38,8 @@
     ListOfDictsExpandInput,
     MappedArgument,
 )
-from airflow.models.taskmixin import DAGNode
 from airflow.models.xcom_arg import XComArg
+from airflow.sdk.definitions.node import DAGNode
 from airflow.typing_compat import ParamSpec
 from airflow.utils.helpers import prevent_duplicates
 from airflow.utils.task_group import MappedTaskGroup, TaskGroup
diff --git a/airflow/example_dags/example_asset_alias_with_no_taskflow.py b/airflow/example_dags/example_asset_alias_with_no_taskflow.py
index 3293f7e45bb94..c9b04d66d2f63 100644
--- a/airflow/example_dags/example_asset_alias_with_no_taskflow.py
+++ b/airflow/example_dags/example_asset_alias_with_no_taskflow.py
@@ -37,7 +37,7 @@
 
 from airflow import DAG
 from airflow.assets import Asset, AssetAlias
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     dag_id="asset_s3_bucket_producer_with_no_taskflow",
diff --git a/airflow/example_dags/example_branch_operator.py b/airflow/example_dags/example_branch_operator.py
index 492d6315d1f22..35f7a9b548e56 100644
--- a/airflow/example_dags/example_branch_operator.py
+++ b/airflow/example_dags/example_branch_operator.py
@@ -29,143 +29,140 @@
 
 import pendulum
 
-from airflow.operators.python import is_venv_installed
-
-if is_venv_installed():
-    from airflow.models.dag import DAG
-    from airflow.operators.empty import EmptyOperator
-    from airflow.operators.python import (
-        BranchExternalPythonOperator,
-        BranchPythonOperator,
-        BranchPythonVirtualenvOperator,
-        ExternalPythonOperator,
-        PythonOperator,
-        PythonVirtualenvOperator,
+from airflow.models.dag import DAG
+from airflow.operators.empty import EmptyOperator
+from airflow.providers.standard.operators.python import (
+    BranchExternalPythonOperator,
+    BranchPythonOperator,
+    BranchPythonVirtualenvOperator,
+    ExternalPythonOperator,
+    PythonOperator,
+    PythonVirtualenvOperator,
+)
+from airflow.utils.edgemodifier import Label
+from airflow.utils.trigger_rule import TriggerRule
+
+PATH_TO_PYTHON_BINARY = sys.executable
+
+with DAG(
+    dag_id="example_branch_operator",
+    start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
+    catchup=False,
+    schedule="@daily",
+    tags=["example", "example2"],
+    orientation="TB",
+) as dag:
+    run_this_first = EmptyOperator(
+        task_id="run_this_first",
     )
-    from airflow.utils.edgemodifier import Label
-    from airflow.utils.trigger_rule import TriggerRule
-
-    PATH_TO_PYTHON_BINARY = sys.executable
-
-    with DAG(
-        dag_id="example_branch_operator",
-        start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
-        catchup=False,
-        schedule="@daily",
-        tags=["example", "example2"],
-        orientation="TB",
-    ) as dag:
-        run_this_first = EmptyOperator(
-            task_id="run_this_first",
-        )
 
-        options = ["a", "b", "c", "d"]
+    options = ["a", "b", "c", "d"]
+
+    # Example branching on standard Python tasks
 
-        # Example branching on standard Python tasks
+    # [START howto_operator_branch_python]
+    branching = BranchPythonOperator(
+        task_id="branching",
+        python_callable=lambda: f"branch_{random.choice(options)}",
+    )
+    # [END howto_operator_branch_python]
+    run_this_first >> branching
+
+    join = EmptyOperator(
+        task_id="join",
+        trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
+    )
 
-        # [START howto_operator_branch_python]
-        branching = BranchPythonOperator(
-            task_id="branching",
-            python_callable=lambda: f"branch_{random.choice(options)}",
+    for option in options:
+        t = PythonOperator(
+            task_id=f"branch_{option}",
+            python_callable=lambda: print("Hello World"),
         )
-        # [END howto_operator_branch_python]
-        run_this_first >> branching
 
-        join = EmptyOperator(
-            task_id="join",
-            trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
+        empty_follow = EmptyOperator(
+            task_id="follow_" + option,
         )
 
-        for option in options:
-            t = PythonOperator(
-                task_id=f"branch_{option}",
-                python_callable=lambda: print("Hello World"),
-            )
+        # Label is optional here, but it can help identify more complex branches
+        branching >> Label(option) >> t >> empty_follow >> join
 
-            empty_follow = EmptyOperator(
-                task_id="follow_" + option,
-            )
+    # Example the same with external Python calls
 
-            # Label is optional here, but it can help identify more complex branches
-            branching >> Label(option) >> t >> empty_follow >> join
+    # [START howto_operator_branch_ext_py]
+    def branch_with_external_python(choices):
+        import random
 
-        # Example the same with external Python calls
+        return f"ext_py_{random.choice(choices)}"
 
-        # [START howto_operator_branch_ext_py]
-        def branch_with_external_python(choices):
-            import random
+    branching_ext_py = BranchExternalPythonOperator(
+        task_id="branching_ext_python",
+        python=PATH_TO_PYTHON_BINARY,
+        python_callable=branch_with_external_python,
+        op_args=[options],
+    )
+    # [END howto_operator_branch_ext_py]
+    join >> branching_ext_py
+
+    join_ext_py = EmptyOperator(
+        task_id="join_ext_python",
+        trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
+    )
 
-            return f"ext_py_{random.choice(choices)}"
+    def hello_world_with_external_python():
+        print("Hello World from external Python")
 
-        branching_ext_py = BranchExternalPythonOperator(
-            task_id="branching_ext_python",
+    for option in options:
+        t = ExternalPythonOperator(
+            task_id=f"ext_py_{option}",
             python=PATH_TO_PYTHON_BINARY,
-            python_callable=branch_with_external_python,
-            op_args=[options],
+            python_callable=hello_world_with_external_python,
         )
-        # [END howto_operator_branch_ext_py]
-        join >> branching_ext_py
 
-        join_ext_py = EmptyOperator(
-            task_id="join_ext_python",
-            trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
-        )
+        # Label is optional here, but it can help identify more complex branches
+        branching_ext_py >> Label(option) >> t >> join_ext_py
 
-        def hello_world_with_external_python():
-            print("Hello World from external Python")
+    # Example the same with Python virtual environments
 
-        for option in options:
-            t = ExternalPythonOperator(
-                task_id=f"ext_py_{option}",
-                python=PATH_TO_PYTHON_BINARY,
-                python_callable=hello_world_with_external_python,
-            )
+    # [START howto_operator_branch_virtualenv]
+    # Note: Passing a caching dir allows to keep the virtual environment over multiple runs
+    #       Run the example a second time and see that it re-uses it and is faster.
+    VENV_CACHE_PATH = Path(tempfile.gettempdir())
 
-            # Label is optional here, but it can help identify more complex branches
-            branching_ext_py >> Label(option) >> t >> join_ext_py
+    def branch_with_venv(choices):
+        import random
 
-        # Example the same with Python virtual environments
+        import numpy as np
 
-        # [START howto_operator_branch_virtualenv]
-        # Note: Passing a caching dir allows to keep the virtual environment over multiple runs
-        #       Run the example a second time and see that it re-uses it and is faster.
-        VENV_CACHE_PATH = Path(tempfile.gettempdir())
+        print(f"Some numpy stuff: {np.arange(6)}")
+        return f"venv_{random.choice(choices)}"
 
-        def branch_with_venv(choices):
-            import random
+    branching_venv = BranchPythonVirtualenvOperator(
+        task_id="branching_venv",
+        requirements=["numpy~=1.26.0"],
+        venv_cache_path=VENV_CACHE_PATH,
+        python_callable=branch_with_venv,
+        op_args=[options],
+    )
+    # [END howto_operator_branch_virtualenv]
+    join_ext_py >> branching_venv
+
+    join_venv = EmptyOperator(
+        task_id="join_venv",
+        trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
+    )
 
-            import numpy as np
+    def hello_world_with_venv():
+        import numpy as np
 
-            print(f"Some numpy stuff: {np.arange(6)}")
-            return f"venv_{random.choice(choices)}"
+        print(f"Hello World with some numpy stuff: {np.arange(6)}")
 
-        branching_venv = BranchPythonVirtualenvOperator(
-            task_id="branching_venv",
+    for option in options:
+        t = PythonVirtualenvOperator(
+            task_id=f"venv_{option}",
             requirements=["numpy~=1.26.0"],
             venv_cache_path=VENV_CACHE_PATH,
-            python_callable=branch_with_venv,
-            op_args=[options],
-        )
-        # [END howto_operator_branch_virtualenv]
-        join_ext_py >> branching_venv
-
-        join_venv = EmptyOperator(
-            task_id="join_venv",
-            trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS,
+            python_callable=hello_world_with_venv,
         )
 
-        def hello_world_with_venv():
-            import numpy as np
-
-            print(f"Hello World with some numpy stuff: {np.arange(6)}")
-
-        for option in options:
-            t = PythonVirtualenvOperator(
-                task_id=f"venv_{option}",
-                requirements=["numpy~=1.26.0"],
-                venv_cache_path=VENV_CACHE_PATH,
-                python_callable=hello_world_with_venv,
-            )
-
-            # Label is optional here, but it can help identify more complex branches
-            branching_venv >> Label(option) >> t >> join_venv
+        # Label is optional here, but it can help identify more complex branches
+        branching_venv >> Label(option) >> t >> join_venv
diff --git a/airflow/example_dags/example_branch_operator_decorator.py b/airflow/example_dags/example_branch_operator_decorator.py
index 59cb3b2919475..e9b3bea97a72f 100644
--- a/airflow/example_dags/example_branch_operator_decorator.py
+++ b/airflow/example_dags/example_branch_operator_decorator.py
@@ -30,121 +30,116 @@
 
 import pendulum
 
-from airflow.operators.python import is_venv_installed
+from airflow.decorators import task
+from airflow.models.dag import DAG
+from airflow.operators.empty import EmptyOperator
+from airflow.utils.edgemodifier import Label
+from airflow.utils.trigger_rule import TriggerRule
 
-if is_venv_installed():
-    from airflow.decorators import task
-    from airflow.models.dag import DAG
-    from airflow.operators.empty import EmptyOperator
-    from airflow.utils.edgemodifier import Label
-    from airflow.utils.trigger_rule import TriggerRule
+PATH_TO_PYTHON_BINARY = sys.executable
 
-    PATH_TO_PYTHON_BINARY = sys.executable
+with DAG(
+    dag_id="example_branch_python_operator_decorator",
+    start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
+    catchup=False,
+    schedule="@daily",
+    tags=["example", "example2"],
+    orientation="TB",
+) as dag:
+    run_this_first = EmptyOperator(task_id="run_this_first")
 
-    with DAG(
-        dag_id="example_branch_python_operator_decorator",
-        start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),
-        catchup=False,
-        schedule="@daily",
-        tags=["example", "example2"],
-        orientation="TB",
-    ) as dag:
-        run_this_first = EmptyOperator(task_id="run_this_first")
+    options = ["a", "b", "c", "d"]
 
-        options = ["a", "b", "c", "d"]
+    # Example branching on standard Python tasks
 
-        # Example branching on standard Python tasks
+    # [START howto_operator_branch_python]
+    @task.branch()
+    def branching(choices: list[str]) -> str:
+        return f"branch_{random.choice(choices)}"
 
-        # [START howto_operator_branch_python]
-        @task.branch()
-        def branching(choices: list[str]) -> str:
-            return f"branch_{random.choice(choices)}"
+    # [END howto_operator_branch_python]
 
-        # [END howto_operator_branch_python]
+    random_choice_instance = branching(choices=options)
 
-        random_choice_instance = branching(choices=options)
+    run_this_first >> random_choice_instance
 
-        run_this_first >> random_choice_instance
+    join = EmptyOperator(task_id="join", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS)
 
-        join = EmptyOperator(task_id="join", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS)
+    for option in options:
 
-        for option in options:
+        @task(task_id=f"branch_{option}")
+        def some_task():
+            print("doing something in Python")
 
-            @task(task_id=f"branch_{option}")
-            def some_task():
-                print("doing something in Python")
+        t = some_task()
+        empty = EmptyOperator(task_id=f"follow_{option}")
 
-            t = some_task()
-            empty = EmptyOperator(task_id=f"follow_{option}")
+        # Label is optional here, but it can help identify more complex branches
+        random_choice_instance >> Label(option) >> t >> empty >> join
 
-            # Label is optional here, but it can help identify more complex branches
-            random_choice_instance >> Label(option) >> t >> empty >> join
+    # Example the same with external Python calls
 
-        # Example the same with external Python calls
+    # [START howto_operator_branch_ext_py]
+    @task.branch_external_python(python=PATH_TO_PYTHON_BINARY)
+    def branching_ext_python(choices) -> str:
+        import random
 
-        # [START howto_operator_branch_ext_py]
-        @task.branch_external_python(python=PATH_TO_PYTHON_BINARY)
-        def branching_ext_python(choices) -> str:
-            import random
+        return f"ext_py_{random.choice(choices)}"
 
-            return f"ext_py_{random.choice(choices)}"
+    # [END howto_operator_branch_ext_py]
 
-        # [END howto_operator_branch_ext_py]
+    random_choice_ext_py = branching_ext_python(choices=options)
 
-        random_choice_ext_py = branching_ext_python(choices=options)
+    join >> random_choice_ext_py
 
-        join >> random_choice_ext_py
+    join_ext_py = EmptyOperator(task_id="join_ext_py", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS)
 
-        join_ext_py = EmptyOperator(
-            task_id="join_ext_py", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS
-        )
-
-        for option in options:
+    for option in options:
 
-            @task.external_python(task_id=f"ext_py_{option}", python=PATH_TO_PYTHON_BINARY)
-            def some_ext_py_task():
-                print("doing something in external Python")
+        @task.external_python(task_id=f"ext_py_{option}", python=PATH_TO_PYTHON_BINARY)
+        def some_ext_py_task():
+            print("doing something in external Python")
 
-            t = some_ext_py_task()
+        t = some_ext_py_task()
 
-            # Label is optional here, but it can help identify more complex branches
-            random_choice_ext_py >> Label(option) >> t >> join_ext_py
+        # Label is optional here, but it can help identify more complex branches
+        random_choice_ext_py >> Label(option) >> t >> join_ext_py
 
-        # Example the same with Python virtual environments
+    # Example the same with Python virtual environments
 
-        # [START howto_operator_branch_virtualenv]
-        # Note: Passing a caching dir allows to keep the virtual environment over multiple runs
-        #       Run the example a second time and see that it re-uses it and is faster.
-        VENV_CACHE_PATH = tempfile.gettempdir()
+    # [START howto_operator_branch_virtualenv]
+    # Note: Passing a caching dir allows to keep the virtual environment over multiple runs
+    #       Run the example a second time and see that it re-uses it and is faster.
+    VENV_CACHE_PATH = tempfile.gettempdir()
 
-        @task.branch_virtualenv(requirements=["numpy~=1.24.4"], venv_cache_path=VENV_CACHE_PATH)
-        def branching_virtualenv(choices) -> str:
-            import random
+    @task.branch_virtualenv(requirements=["numpy~=1.24.4"], venv_cache_path=VENV_CACHE_PATH)
+    def branching_virtualenv(choices) -> str:
+        import random
 
-            import numpy as np
+        import numpy as np
 
-            print(f"Some numpy stuff: {np.arange(6)}")
-            return f"venv_{random.choice(choices)}"
+        print(f"Some numpy stuff: {np.arange(6)}")
+        return f"venv_{random.choice(choices)}"
 
-        # [END howto_operator_branch_virtualenv]
+    # [END howto_operator_branch_virtualenv]
 
-        random_choice_venv = branching_virtualenv(choices=options)
+    random_choice_venv = branching_virtualenv(choices=options)
 
-        join_ext_py >> random_choice_venv
+    join_ext_py >> random_choice_venv
 
-        join_venv = EmptyOperator(task_id="join_venv", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS)
+    join_venv = EmptyOperator(task_id="join_venv", trigger_rule=TriggerRule.NONE_FAILED_MIN_ONE_SUCCESS)
 
-        for option in options:
+    for option in options:
 
-            @task.virtualenv(
-                task_id=f"venv_{option}", requirements=["numpy~=1.24.4"], venv_cache_path=VENV_CACHE_PATH
-            )
-            def some_venv_task():
-                import numpy as np
+        @task.virtualenv(
+            task_id=f"venv_{option}", requirements=["numpy~=1.24.4"], venv_cache_path=VENV_CACHE_PATH
+        )
+        def some_venv_task():
+            import numpy as np
 
-                print(f"Some numpy stuff: {np.arange(6)}")
+            print(f"Some numpy stuff: {np.arange(6)}")
 
-            t = some_venv_task()
+        t = some_venv_task()
 
-            # Label is optional here, but it can help identify more complex branches
-            random_choice_venv >> Label(option) >> t >> join_venv
+        # Label is optional here, but it can help identify more complex branches
+        random_choice_venv >> Label(option) >> t >> join_venv
diff --git a/airflow/example_dags/example_python_context_decorator.py b/airflow/example_dags/example_python_context_decorator.py
index 497ee08e17cea..9cfc318757420 100644
--- a/airflow/example_dags/example_python_context_decorator.py
+++ b/airflow/example_dags/example_python_context_decorator.py
@@ -45,7 +45,7 @@ def print_context() -> str:
         """Print the Airflow context."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
@@ -60,7 +60,7 @@ def print_context_venv() -> str:
         """Print the Airflow context in venv."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
@@ -77,7 +77,7 @@ def print_context_external() -> str:
         """Print the Airflow context in external python."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
diff --git a/airflow/example_dags/example_python_context_operator.py b/airflow/example_dags/example_python_context_operator.py
index f1b76c527cfd6..4dc9383dd06d6 100644
--- a/airflow/example_dags/example_python_context_operator.py
+++ b/airflow/example_dags/example_python_context_operator.py
@@ -28,7 +28,11 @@
 import pendulum
 
 from airflow import DAG
-from airflow.operators.python import ExternalPythonOperator, PythonOperator, PythonVirtualenvOperator
+from airflow.providers.standard.operators.python import (
+    ExternalPythonOperator,
+    PythonOperator,
+    PythonVirtualenvOperator,
+)
 
 SOME_EXTERNAL_PYTHON = sys.executable
 
@@ -44,7 +48,7 @@ def print_context() -> str:
         """Print the Airflow context."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
@@ -58,7 +62,7 @@ def print_context_venv() -> str:
         """Print the Airflow context in venv."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
@@ -74,7 +78,7 @@ def print_context_external() -> str:
         """Print the Airflow context in external python."""
         from pprint import pprint
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
         context = get_current_context()
         pprint(context)
diff --git a/airflow/example_dags/example_python_decorator.py b/airflow/example_dags/example_python_decorator.py
index 264fc4333349f..7619bc3b6a517 100644
--- a/airflow/example_dags/example_python_decorator.py
+++ b/airflow/example_dags/example_python_decorator.py
@@ -30,7 +30,6 @@
 import pendulum
 
 from airflow.decorators import dag, task
-from airflow.operators.python import is_venv_installed
 
 log = logging.getLogger(__name__)
 
@@ -76,61 +75,58 @@ def my_sleeping_function(random_base):
         run_this >> log_the_sql >> sleeping_task
     # [END howto_operator_python_kwargs]
 
-    if not is_venv_installed():
-        log.warning("The virtalenv_python example task requires virtualenv, please install it.")
-    else:
-        # [START howto_operator_python_venv]
-        @task.virtualenv(
-            task_id="virtualenv_python", requirements=["colorama==0.4.0"], system_site_packages=False
-        )
-        def callable_virtualenv():
-            """
-            Example function that will be performed in a virtual environment.
-
-            Importing at the module level ensures that it will not attempt to import the
-            library before it is installed.
-            """
-            from time import sleep
-
-            from colorama import Back, Fore, Style
-
-            print(Fore.RED + "some red text")
-            print(Back.GREEN + "and with a green background")
-            print(Style.DIM + "and in dim text")
-            print(Style.RESET_ALL)
-            for _ in range(4):
-                print(Style.DIM + "Please wait...", flush=True)
-                sleep(1)
-            print("Finished")
-
-        virtualenv_task = callable_virtualenv()
-        # [END howto_operator_python_venv]
-
-        sleeping_task >> virtualenv_task
-
-        # [START howto_operator_external_python]
-        @task.external_python(task_id="external_python", python=PATH_TO_PYTHON_BINARY)
-        def callable_external_python():
-            """
-            Example function that will be performed in a virtual environment.
-
-            Importing at the module level ensures that it will not attempt to import the
-            library before it is installed.
-            """
-            import sys
-            from time import sleep
-
-            print(f"Running task via {sys.executable}")
-            print("Sleeping")
-            for _ in range(4):
-                print("Please wait...", flush=True)
-                sleep(1)
-            print("Finished")
-
-        external_python_task = callable_external_python()
-        # [END howto_operator_external_python]
-
-        run_this >> external_python_task >> virtualenv_task
+    # [START howto_operator_python_venv]
+    @task.virtualenv(
+        task_id="virtualenv_python", requirements=["colorama==0.4.0"], system_site_packages=False
+    )
+    def callable_virtualenv():
+        """
+        Example function that will be performed in a virtual environment.
+
+        Importing at the module level ensures that it will not attempt to import the
+        library before it is installed.
+        """
+        from time import sleep
+
+        from colorama import Back, Fore, Style
+
+        print(Fore.RED + "some red text")
+        print(Back.GREEN + "and with a green background")
+        print(Style.DIM + "and in dim text")
+        print(Style.RESET_ALL)
+        for _ in range(4):
+            print(Style.DIM + "Please wait...", flush=True)
+            sleep(1)
+        print("Finished")
+
+    virtualenv_task = callable_virtualenv()
+    # [END howto_operator_python_venv]
+
+    sleeping_task >> virtualenv_task
+
+    # [START howto_operator_external_python]
+    @task.external_python(task_id="external_python", python=PATH_TO_PYTHON_BINARY)
+    def callable_external_python():
+        """
+        Example function that will be performed in a virtual environment.
+
+        Importing at the module level ensures that it will not attempt to import the
+        library before it is installed.
+        """
+        import sys
+        from time import sleep
+
+        print(f"Running task via {sys.executable}")
+        print("Sleeping")
+        for _ in range(4):
+            print("Please wait...", flush=True)
+            sleep(1)
+        print("Finished")
+
+    external_python_task = callable_external_python()
+    # [END howto_operator_external_python]
+
+    run_this >> external_python_task >> virtualenv_task
 
 
 example_python_decorator()
diff --git a/airflow/example_dags/example_python_operator.py b/airflow/example_dags/example_python_operator.py
index a1ebb84ddff00..976813d53fd98 100644
--- a/airflow/example_dags/example_python_operator.py
+++ b/airflow/example_dags/example_python_operator.py
@@ -30,11 +30,10 @@
 import pendulum
 
 from airflow.models.dag import DAG
-from airflow.operators.python import (
+from airflow.providers.standard.operators.python import (
     ExternalPythonOperator,
     PythonOperator,
     PythonVirtualenvOperator,
-    is_venv_installed,
 )
 
 log = logging.getLogger(__name__)
@@ -89,63 +88,60 @@ def my_sleeping_function(random_base):
         run_this >> log_the_sql >> sleeping_task
     # [END howto_operator_python_kwargs]
 
-    if not is_venv_installed():
-        log.warning("The virtalenv_python example task requires virtualenv, please install it.")
-    else:
-        # [START howto_operator_python_venv]
-        def callable_virtualenv():
-            """
-            Example function that will be performed in a virtual environment.
-
-            Importing at the function level ensures that it will not attempt to import the
-            library before it is installed.
-            """
-            from time import sleep
-
-            from colorama import Back, Fore, Style
-
-            print(Fore.RED + "some red text")
-            print(Back.GREEN + "and with a green background")
-            print(Style.DIM + "and in dim text")
-            print(Style.RESET_ALL)
-            for _ in range(4):
-                print(Style.DIM + "Please wait...", flush=True)
-                sleep(1)
-            print("Finished")
-
-        virtualenv_task = PythonVirtualenvOperator(
-            task_id="virtualenv_python",
-            python_callable=callable_virtualenv,
-            requirements=["colorama==0.4.0"],
-            system_site_packages=False,
-        )
-        # [END howto_operator_python_venv]
-
-        sleeping_task >> virtualenv_task
-
-        # [START howto_operator_external_python]
-        def callable_external_python():
-            """
-            Example function that will be performed in a virtual environment.
-
-            Importing at the module level ensures that it will not attempt to import the
-            library before it is installed.
-            """
-            import sys
-            from time import sleep
-
-            print(f"Running task via {sys.executable}")
-            print("Sleeping")
-            for _ in range(4):
-                print("Please wait...", flush=True)
-                sleep(1)
-            print("Finished")
-
-        external_python_task = ExternalPythonOperator(
-            task_id="external_python",
-            python_callable=callable_external_python,
-            python=PATH_TO_PYTHON_BINARY,
-        )
-        # [END howto_operator_external_python]
+    # [START howto_operator_python_venv]
+    def callable_virtualenv():
+        """
+        Example function that will be performed in a virtual environment.
+
+        Importing at the function level ensures that it will not attempt to import the
+        library before it is installed.
+        """
+        from time import sleep
+
+        from colorama import Back, Fore, Style
+
+        print(Fore.RED + "some red text")
+        print(Back.GREEN + "and with a green background")
+        print(Style.DIM + "and in dim text")
+        print(Style.RESET_ALL)
+        for _ in range(4):
+            print(Style.DIM + "Please wait...", flush=True)
+            sleep(1)
+        print("Finished")
+
+    virtualenv_task = PythonVirtualenvOperator(
+        task_id="virtualenv_python",
+        python_callable=callable_virtualenv,
+        requirements=["colorama==0.4.0"],
+        system_site_packages=False,
+    )
+    # [END howto_operator_python_venv]
+
+    sleeping_task >> virtualenv_task
+
+    # [START howto_operator_external_python]
+    def callable_external_python():
+        """
+        Example function that will be performed in a virtual environment.
+
+        Importing at the module level ensures that it will not attempt to import the
+        library before it is installed.
+        """
+        import sys
+        from time import sleep
+
+        print(f"Running task via {sys.executable}")
+        print("Sleeping")
+        for _ in range(4):
+            print("Please wait...", flush=True)
+            sleep(1)
+        print("Finished")
+
+    external_python_task = ExternalPythonOperator(
+        task_id="external_python",
+        python_callable=callable_external_python,
+        python=PATH_TO_PYTHON_BINARY,
+    )
+    # [END howto_operator_external_python]
 
-        run_this >> external_python_task >> virtualenv_task
+    run_this >> external_python_task >> virtualenv_task
diff --git a/airflow/example_dags/example_sensors.py b/airflow/example_dags/example_sensors.py
index f639083858101..52b1b84e223e8 100644
--- a/airflow/example_dags/example_sensors.py
+++ b/airflow/example_dags/example_sensors.py
@@ -24,11 +24,11 @@
 from airflow.models.dag import DAG
 from airflow.providers.standard.operators.bash import BashOperator
 from airflow.providers.standard.sensors.bash import BashSensor
+from airflow.providers.standard.sensors.python import PythonSensor
 from airflow.providers.standard.sensors.time import TimeSensor, TimeSensorAsync
 from airflow.providers.standard.sensors.time_delta import TimeDeltaSensor, TimeDeltaSensorAsync
 from airflow.providers.standard.sensors.weekday import DayOfWeekSensor
 from airflow.sensors.filesystem import FileSensor
-from airflow.sensors.python import PythonSensor
 from airflow.utils.trigger_rule import TriggerRule
 from airflow.utils.weekday import WeekDay
 
diff --git a/airflow/example_dags/example_short_circuit_operator.py b/airflow/example_dags/example_short_circuit_operator.py
index 3941ff17f95a1..5ffab8a14bc0f 100644
--- a/airflow/example_dags/example_short_circuit_operator.py
+++ b/airflow/example_dags/example_short_circuit_operator.py
@@ -24,7 +24,7 @@
 from airflow.models.baseoperator import chain
 from airflow.models.dag import DAG
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import ShortCircuitOperator
+from airflow.providers.standard.operators.python import ShortCircuitOperator
 from airflow.utils.trigger_rule import TriggerRule
 
 with DAG(
diff --git a/airflow/example_dags/tutorial_dag.py b/airflow/example_dags/tutorial_dag.py
index 553b194fef0db..0e4f5086efc92 100644
--- a/airflow/example_dags/tutorial_dag.py
+++ b/airflow/example_dags/tutorial_dag.py
@@ -33,7 +33,7 @@
 from airflow.models.dag import DAG
 
 # Operators; we need this to operate!
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 # [END import_module]
 
diff --git a/airflow/example_dags/tutorial_taskflow_api_virtualenv.py b/airflow/example_dags/tutorial_taskflow_api_virtualenv.py
index 3860876e6e687..fd9ee3e7b5abd 100644
--- a/airflow/example_dags/tutorial_taskflow_api_virtualenv.py
+++ b/airflow/example_dags/tutorial_taskflow_api_virtualenv.py
@@ -21,67 +21,64 @@
 from datetime import datetime
 
 from airflow.decorators import dag, task
-from airflow.operators.python import is_venv_installed
 
 log = logging.getLogger(__name__)
 
-if not is_venv_installed():
-    log.warning("The tutorial_taskflow_api_virtualenv example DAG requires virtualenv, please install it.")
-else:
 
-    @dag(schedule=None, start_date=datetime(2021, 1, 1), catchup=False, tags=["example"])
-    def tutorial_taskflow_api_virtualenv():
+@dag(schedule=None, start_date=datetime(2021, 1, 1), catchup=False, tags=["example"])
+def tutorial_taskflow_api_virtualenv():
+    """
+    ### TaskFlow API example using virtualenv
+    This is a simple data pipeline example which demonstrates the use of
+    the TaskFlow API using three simple tasks for Extract, Transform, and Load.
+    """
+
+    @task.virtualenv(
+        serializer="dill",  # Use `dill` for advanced serialization.
+        system_site_packages=False,
+        requirements=["funcsigs"],
+    )
+    def extract():
+        """
+        #### Extract task
+        A simple Extract task to get data ready for the rest of the data
+        pipeline. In this case, getting data is simulated by reading from a
+        hardcoded JSON string.
+        """
+        import json
+
+        data_string = '{"1001": 301.27, "1002": 433.21, "1003": 502.22}'
+
+        order_data_dict = json.loads(data_string)
+        return order_data_dict
+
+    @task(multiple_outputs=True)
+    def transform(order_data_dict: dict):
+        """
+        #### Transform task
+        A simple Transform task which takes in the collection of order data and
+        computes the total order value.
         """
-        ### TaskFlow API example using virtualenv
-        This is a simple data pipeline example which demonstrates the use of
-        the TaskFlow API using three simple tasks for Extract, Transform, and Load.
+        total_order_value = 0
+
+        for value in order_data_dict.values():
+            total_order_value += value
+
+        return {"total_order_value": total_order_value}
+
+    @task()
+    def load(total_order_value: float):
+        """
+        #### Load task
+        A simple Load task which takes in the result of the Transform task and
+        instead of saving it to end user review, just prints it out.
         """
 
-        @task.virtualenv(
-            serializer="dill",  # Use `dill` for advanced serialization.
-            system_site_packages=False,
-            requirements=["funcsigs"],
-        )
-        def extract():
-            """
-            #### Extract task
-            A simple Extract task to get data ready for the rest of the data
-            pipeline. In this case, getting data is simulated by reading from a
-            hardcoded JSON string.
-            """
-            import json
-
-            data_string = '{"1001": 301.27, "1002": 433.21, "1003": 502.22}'
-
-            order_data_dict = json.loads(data_string)
-            return order_data_dict
-
-        @task(multiple_outputs=True)
-        def transform(order_data_dict: dict):
-            """
-            #### Transform task
-            A simple Transform task which takes in the collection of order data and
-            computes the total order value.
-            """
-            total_order_value = 0
-
-            for value in order_data_dict.values():
-                total_order_value += value
-
-            return {"total_order_value": total_order_value}
-
-        @task()
-        def load(total_order_value: float):
-            """
-            #### Load task
-            A simple Load task which takes in the result of the Transform task and
-            instead of saving it to end user review, just prints it out.
-            """
-
-            print(f"Total order value is: {total_order_value:.2f}")
-
-        order_data = extract()
-        order_summary = transform(order_data)
-        load(order_summary["total_order_value"])
-
-    tutorial_dag = tutorial_taskflow_api_virtualenv()
+        print(f"Total order value is: {total_order_value:.2f}")
+
+    order_data = extract()
+    order_summary = transform(order_data)
+    load(order_summary["total_order_value"])
+
+
+tutorial_dag = tutorial_taskflow_api_virtualenv()
diff --git a/airflow/example_dags/tutorial_taskflow_templates.py b/airflow/example_dags/tutorial_taskflow_templates.py
index 925f60524b5ea..19206bff572a5 100644
--- a/airflow/example_dags/tutorial_taskflow_templates.py
+++ b/airflow/example_dags/tutorial_taskflow_templates.py
@@ -22,7 +22,7 @@
 import pendulum
 
 from airflow.decorators import dag, task
-from airflow.operators.python import get_current_context
+from airflow.providers.standard.operators.python import get_current_context
 
 # [END import_module]
 
diff --git a/airflow/exceptions.py b/airflow/exceptions.py
index ccf62ca5e8178..316fe880b66bd 100644
--- a/airflow/exceptions.py
+++ b/airflow/exceptions.py
@@ -31,7 +31,7 @@
     import datetime
     from collections.abc import Sized
 
-    from airflow.models import DAG, DagRun
+    from airflow.models import DagRun
 
 
 class AirflowException(Exception):
@@ -273,13 +273,13 @@ class FailStopDagInvalidTriggerRule(AirflowException):
     _allowed_rules = (TriggerRule.ALL_SUCCESS, TriggerRule.ALL_DONE_SETUP_SUCCESS)
 
     @classmethod
-    def check(cls, *, dag: DAG | None, trigger_rule: TriggerRule):
+    def check(cls, *, fail_stop: bool, trigger_rule: TriggerRule):
         """
         Check that fail_stop dag tasks have allowable trigger rules.
 
         :meta private:
         """
-        if dag is not None and dag.fail_stop and trigger_rule not in cls._allowed_rules:
+        if fail_stop and trigger_rule not in cls._allowed_rules:
             raise cls()
 
     def __str__(self) -> str:
diff --git a/airflow/executors/debug_executor.py b/airflow/executors/debug_executor.py
index 80fb673cab844..aead7e2b2c11c 100644
--- a/airflow/executors/debug_executor.py
+++ b/airflow/executors/debug_executor.py
@@ -84,7 +84,7 @@ def _run_task(self, ti: TaskInstance) -> bool:
         key = ti.key
         try:
             params = self.tasks_params.pop(ti.key, {})
-            ti.run(job_id=ti.job_id, **params)
+            ti.run(**params)
             self.success(key)
             return True
         except Exception as e:
diff --git a/airflow/executors/executor_constants.py b/airflow/executors/executor_constants.py
index 4e4923beb477b..65d814f28ac8f 100644
--- a/airflow/executors/executor_constants.py
+++ b/airflow/executors/executor_constants.py
@@ -24,7 +24,6 @@ class ConnectorSource(Enum):
     """Enum of supported executor import sources."""
 
     CORE = "core"
-    PLUGIN = "plugin"
     CUSTOM_PATH = "custom path"
 
 
diff --git a/airflow/executors/executor_loader.py b/airflow/executors/executor_loader.py
index 4a940793df27f..7fc0bd63e9802 100644
--- a/airflow/executors/executor_loader.py
+++ b/airflow/executors/executor_loader.py
@@ -21,7 +21,6 @@
 import functools
 import logging
 import os
-from contextlib import suppress
 from typing import TYPE_CHECKING
 
 from airflow.api_internal.internal_api_call import InternalApiConfig
@@ -95,7 +94,7 @@ def _get_executor_names(cls) -> list[ExecutorName]:
                 # paths won't be provided by the user in that case.
                 if core_executor_module := cls.executors.get(name):
                     executor_names.append(ExecutorName(alias=name, module_path=core_executor_module))
-                # Only a module path or plugin name was provided
+                # A module path was provided
                 else:
                     executor_names.append(ExecutorName(alias=None, module_path=name))
             # An alias was provided with the module path
@@ -105,12 +104,12 @@ def _get_executor_names(cls) -> list[ExecutorName]:
                 # (e.g. my_local_exec_alias:LocalExecutor). Allowing this makes things unnecessarily
                 # complicated. Multiple Executors of the same type will be supported by a future multitenancy
                 # AIP.
-                # The module component should always be a module or plugin path.
+                # The module component should always be a module path.
                 module_path = split_name[1]
                 if not module_path or module_path in CORE_EXECUTOR_NAMES or "." not in module_path:
                     raise AirflowConfigException(
                         "Incorrectly formatted executor configuration. Second portion of an executor "
-                        f"configuration must be a module path or plugin but received: {module_path}"
+                        f"configuration must be a module path but received: {module_path}"
                     )
                 else:
                     executor_names.append(ExecutorName(alias=split_name[0], module_path=split_name[1]))
@@ -118,7 +117,7 @@ def _get_executor_names(cls) -> list[ExecutorName]:
                 raise AirflowConfigException(f"Incorrectly formatted executor configuration: {name}")
 
         # As of now, we do not allow duplicate executors.
-        # Add all module paths/plugin names to a set, since the actual code is what is unique
+        # Add all module paths to a set, since the actual code is what is unique
         unique_modules = set([exec_name.module_path for exec_name in executor_names])
         if len(unique_modules) < len(executor_names):
             msg = (
@@ -217,7 +216,6 @@ def load_executor(cls, executor_name: ExecutorName | str | None) -> BaseExecutor
 
         This supports the following formats:
         * by executor name for core executor
-        * by ``{plugin_name}.{class_name}`` for executor from plugins
         * by import path
         * by class name of the Executor
         * by ExecutorName object specification
@@ -272,7 +270,7 @@ def import_executor_cls(
 
         Supports the same formats as ExecutorLoader.load_executor.
 
-        :param executor_name: Name of core executor or module path to provider provided as a plugin.
+        :param executor_name: Name of core executor or module path to executor.
         :param validate: Whether or not to validate the executor before returning
 
         :return: executor class via executor_name and executor import source
@@ -284,17 +282,6 @@ def _import_and_validate(path: str) -> type[BaseExecutor]:
                 cls.validate_database_executor_compatibility(executor)
             return executor
 
-        if executor_name.connector_source == ConnectorSource.PLUGIN:
-            with suppress(ImportError, AttributeError):
-                # Load plugins here for executors as at that time the plugins might not have been
-                # initialized yet
-                from airflow import plugins_manager
-
-                plugins_manager.integrate_executor_plugins()
-                return (
-                    _import_and_validate(f"airflow.executors.{executor_name.module_path}"),
-                    ConnectorSource.PLUGIN,
-                )
         return _import_and_validate(executor_name.module_path), executor_name.connector_source
 
     @classmethod
diff --git a/airflow/executors/executor_utils.py b/airflow/executors/executor_utils.py
index 8b67e96e4e538..016e01d8d0c3f 100644
--- a/airflow/executors/executor_utils.py
+++ b/airflow/executors/executor_utils.py
@@ -31,17 +31,8 @@ def __init__(self, module_path, alias=None):
     def set_connector_source(self):
         if self.alias in CORE_EXECUTOR_NAMES:
             self.connector_source = ConnectorSource.CORE
-        # If there is only one dot, then this is likely a plugin. This is the best we can do
-        # to determine.
-        elif self.module_path.count(".") == 1:
-            self.log.debug(
-                "The executor name looks like the plugin path (executor_name=%s) due to having "
-                "just two period delimited parts. Treating executor as a plugin",
-                self.module_path,
-            )
-            self.connector_source = ConnectorSource.PLUGIN
-        # Executor must be a module
         else:
+            # Executor must be a module
             self.connector_source = ConnectorSource.CUSTOM_PATH
 
     def __repr__(self):
diff --git a/airflow/hooks/base.py b/airflow/hooks/base.py
index e82c838c8c331..8f95d7bfe1713 100644
--- a/airflow/hooks/base.py
+++ b/airflow/hooks/base.py
@@ -67,15 +67,16 @@ def get_connection(cls, conn_id: str) -> Connection:
         return conn
 
     @classmethod
-    def get_hook(cls, conn_id: str) -> BaseHook:
+    def get_hook(cls, conn_id: str, hook_params: dict | None = None) -> BaseHook:
         """
         Return default hook for this connection id.
 
         :param conn_id: connection id
+        :param hook_params: hook parameters
         :return: default hook for this connection
         """
         connection = cls.get_connection(conn_id)
-        return connection.get_hook()
+        return connection.get_hook(hook_params=hook_params)
 
     def get_conn(self) -> Any:
         """Return connection for the hook."""
diff --git a/airflow/jobs/local_task_job_runner.py b/airflow/jobs/local_task_job_runner.py
index cdc3c1b624694..c900c88674e74 100644
--- a/airflow/jobs/local_task_job_runner.py
+++ b/airflow/jobs/local_task_job_runner.py
@@ -115,9 +115,9 @@ def __init__(
         self._overtime = 0.0
 
     def _execute(self) -> int | None:
-        from airflow.task.task_runner import get_task_runner
+        from airflow.task.standard_task_runner import StandardTaskRunner
 
-        self.task_runner = get_task_runner(self)
+        self.task_runner = StandardTaskRunner(self)
 
         # Print a marker post execution for internals of post task processing
         self.log.info("::group::Pre task execution logs")
@@ -159,7 +159,6 @@ def sigusr2_debug_handler(signum, frame):
             wait_for_past_depends_before_skipping=self.wait_for_past_depends_before_skipping,
             ignore_task_deps=self.ignore_task_deps,
             ignore_ti_state=self.ignore_ti_state,
-            job_id=str(self.job.id),
             pool=self.pool,
             external_executor_id=self.external_executor_id,
         ):
@@ -319,6 +318,8 @@ def heartbeat_callback(self, session: Session = NEW_SESSION) -> None:
                     "Recorded pid %s does not match the current pid %s", recorded_pid, current_pid
                 )
                 raise AirflowException("PID of job runner does not match")
+            ti.update_heartbeat()
+
         elif self.task_runner.return_code() is None and hasattr(self.task_runner, "process"):
             self._overtime = (timezone.utcnow() - (ti.end_date or timezone.utcnow())).total_seconds()
             if ti.state == TaskInstanceState.SKIPPED:
diff --git a/airflow/jobs/scheduler_job_runner.py b/airflow/jobs/scheduler_job_runner.py
index a052bf700db7d..39e4e35087bc4 100644
--- a/airflow/jobs/scheduler_job_runner.py
+++ b/airflow/jobs/scheduler_job_runner.py
@@ -19,6 +19,7 @@
 
 import itertools
 import multiprocessing
+import operator
 import os
 import signal
 import sys
@@ -29,7 +30,7 @@
 from pathlib import Path
 from typing import TYPE_CHECKING, Any, Callable, Collection, Iterable, Iterator
 
-from sqlalchemy import and_, delete, exists, func, not_, or_, select, text, update
+from sqlalchemy import and_, delete, exists, func, not_, select, text, update
 from sqlalchemy.exc import OperationalError
 from sqlalchemy.orm import lazyload, load_only, make_transient, selectinload
 from sqlalchemy.sql import expression
@@ -55,6 +56,7 @@
 from airflow.models.dag import DAG, DagModel
 from airflow.models.dagbag import DagBag
 from airflow.models.dagrun import DagRun
+from airflow.models.dagwarning import DagWarning, DagWarningType
 from airflow.models.serialized_dag import SerializedDagModel
 from airflow.models.taskinstance import SimpleTaskInstance, TaskInstance
 from airflow.stats import Stats
@@ -775,7 +777,7 @@ def process_executor_events(
                 "TaskInstance Finished: dag_id=%s, task_id=%s, run_id=%s, map_index=%s, "
                 "run_start_date=%s, run_end_date=%s, "
                 "run_duration=%s, state=%s, executor=%s, executor_state=%s, try_number=%s, max_tries=%s, "
-                "job_id=%s, pool=%s, queue=%s, priority_weight=%d, operator=%s, queued_dttm=%s, "
+                "pool=%s, queue=%s, priority_weight=%d, operator=%s, queued_dttm=%s, "
                 "queued_by_job_id=%s, pid=%s"
             )
             cls.logger().info(
@@ -792,7 +794,6 @@ def process_executor_events(
                 state,
                 try_number,
                 ti.max_tries,
-                ti.job_id,
                 ti.pool,
                 ti.queue,
                 ti.priority_weight,
@@ -819,7 +820,6 @@ def process_executor_events(
                 span.set_attribute("operator", str(ti.operator))
                 span.set_attribute("try_number", ti.try_number)
                 span.set_attribute("executor_state", state)
-                span.set_attribute("job_id", ti.job_id)
                 span.set_attribute("pool", ti.pool)
                 span.set_attribute("queue", ti.queue)
                 span.set_attribute("priority_weight", ti.priority_weight)
@@ -827,9 +827,12 @@ def process_executor_events(
                 span.set_attribute("queued_by_job_id", ti.queued_by_job_id)
                 span.set_attribute("pid", ti.pid)
                 if span.is_recording():
-                    span.add_event(name="queued", timestamp=datetime_to_nano(ti.queued_dttm))
-                    span.add_event(name="started", timestamp=datetime_to_nano(ti.start_date))
-                    span.add_event(name="ended", timestamp=datetime_to_nano(ti.end_date))
+                    if ti.queued_dttm:
+                        span.add_event(name="queued", timestamp=datetime_to_nano(ti.queued_dttm))
+                    if ti.start_date:
+                        span.add_event(name="started", timestamp=datetime_to_nano(ti.start_date))
+                    if ti.end_date:
+                        span.add_event(name="ended", timestamp=datetime_to_nano(ti.end_date))
                 if conf.has_option("traces", "otel_task_log_event") and conf.getboolean(
                     "traces", "otel_task_log_event"
                 ):
@@ -1078,7 +1081,7 @@ def _run_scheduler_loop(self) -> None:
 
         timers.call_regular_interval(
             conf.getfloat("scheduler", "parsing_cleanup_interval"),
-            self._orphan_unreferenced_assets,
+            self._update_asset_orphanage,
         )
 
         if self._standalone_dag_processor:
@@ -1272,15 +1275,15 @@ def _do_scheduling(self, session: Session) -> int:
     @retry_db_transaction
     def _create_dagruns_for_dags(self, guard: CommitProhibitorGuard, session: Session) -> None:
         """Find Dag Models needing DagRuns and Create Dag Runs with retries in case of OperationalError."""
-        query, dataset_triggered_dag_info = DagModel.dags_needing_dagruns(session)
+        query, asset_triggered_dag_info = DagModel.dags_needing_dagruns(session)
         all_dags_needing_dag_runs = set(query.all())
-        dataset_triggered_dags = [
-            dag for dag in all_dags_needing_dag_runs if dag.dag_id in dataset_triggered_dag_info
+        asset_triggered_dags = [
+            dag for dag in all_dags_needing_dag_runs if dag.dag_id in asset_triggered_dag_info
         ]
-        non_dataset_dags = all_dags_needing_dag_runs.difference(dataset_triggered_dags)
-        self._create_dag_runs(non_dataset_dags, session)
-        if dataset_triggered_dags:
-            self._create_dag_runs_asset_triggered(dataset_triggered_dags, dataset_triggered_dag_info, session)
+        non_asset_dags = all_dags_needing_dag_runs.difference(asset_triggered_dags)
+        self._create_dag_runs(non_asset_dags, session)
+        if asset_triggered_dags:
+            self._create_dag_runs_asset_triggered(asset_triggered_dags, asset_triggered_dag_info, session)
 
         # commit the session - Release the write lock on DagModel table.
         guard.commit()
@@ -1391,7 +1394,7 @@ def _create_dag_runs(self, dag_models: Collection[DagModel], session: Session) -
     def _create_dag_runs_asset_triggered(
         self,
         dag_models: Collection[DagModel],
-        dataset_triggered_dag_info: dict[str, tuple[datetime, datetime]],
+        asset_triggered_dag_info: dict[str, tuple[datetime, datetime]],
         session: Session,
     ) -> None:
         """For DAGs that are triggered by assets, create dag runs."""
@@ -1401,7 +1404,7 @@ def _create_dag_runs_asset_triggered(
         # duplicate dag runs
         exec_dates = {
             dag_id: timezone.coerce_datetime(last_time)
-            for dag_id, (_, last_time) in dataset_triggered_dag_info.items()
+            for dag_id, (_, last_time) in asset_triggered_dag_info.items()
         }
         existing_dagruns: set[tuple[str, timezone.DateTime]] = set(
             session.execute(
@@ -1419,7 +1422,7 @@ def _create_dag_runs_asset_triggered(
 
             if not isinstance(dag.timetable, AssetTriggeredTimetable):
                 self.log.error(
-                    "DAG '%s' was asset-scheduled, but didn't have a AssetTriggeredTimetable!",
+                    "DAG '%s' was asset-scheduled, but didn't have an AssetTriggeredTimetable!",
                     dag_model.dag_id,
                 )
                 continue
@@ -1441,7 +1444,7 @@ def _create_dag_runs_asset_triggered(
                     .where(
                         DagRun.dag_id == dag.dag_id,
                         DagRun.execution_date < exec_date,
-                        DagRun.run_type == DagRunType.DATASET_TRIGGERED,
+                        DagRun.run_type == DagRunType.ASSET_TRIGGERED,
                     )
                     .order_by(DagRun.execution_date.desc())
                     .limit(1)
@@ -1457,14 +1460,14 @@ def _create_dag_runs_asset_triggered(
                     select(AssetEvent)
                     .join(
                         DagScheduleAssetReference,
-                        AssetEvent.dataset_id == DagScheduleAssetReference.dataset_id,
+                        AssetEvent.asset_id == DagScheduleAssetReference.asset_id,
                     )
                     .where(*asset_event_filters)
                 ).all()
 
                 data_interval = dag.timetable.data_interval_for_events(exec_date, asset_events)
                 run_id = dag.timetable.generate_run_id(
-                    run_type=DagRunType.DATASET_TRIGGERED,
+                    run_type=DagRunType.ASSET_TRIGGERED,
                     logical_date=exec_date,
                     data_interval=data_interval,
                     session=session,
@@ -1473,7 +1476,7 @@ def _create_dag_runs_asset_triggered(
 
                 dag_run = dag.create_dagrun(
                     run_id=run_id,
-                    run_type=DagRunType.DATASET_TRIGGERED,
+                    run_type=DagRunType.ASSET_TRIGGERED,
                     execution_date=exec_date,
                     data_interval=data_interval,
                     state=DagRunState.QUEUED,
@@ -1481,10 +1484,10 @@ def _create_dag_runs_asset_triggered(
                     session=session,
                     dag_hash=dag_hash,
                     creating_job_id=self.job.id,
-                    triggered_by=DagRunTriggeredByType.DATASET,
+                    triggered_by=DagRunTriggeredByType.ASSET,
                 )
                 Stats.incr("asset.triggered_dagruns")
-                dag_run.consumed_dataset_events.extend(asset_events)
+                dag_run.consumed_asset_events.extend(asset_events)
                 session.execute(
                     delete(AssetDagRunQueue).where(AssetDagRunQueue.target_dag_id == dag_run.dag_id)
                 )
@@ -1972,22 +1975,20 @@ def _find_and_purge_zombies(self) -> None:
                 self._purge_zombies(zombies, session=session)
 
     def _find_zombies(self, *, session: Session) -> list[tuple[TI, str, str]]:
-        from airflow.jobs.job import Job
-
         self.log.debug("Finding 'running' jobs without a recent heartbeat")
         limit_dttm = timezone.utcnow() - timedelta(seconds=self._zombie_threshold_secs)
         zombies = session.execute(
             select(TI, DM.fileloc, DM.processor_subdir)
             .with_hint(TI, "USE INDEX (ti_state)", dialect_name="mysql")
-            .join(Job, TI.job_id == Job.id)
             .join(DM, TI.dag_id == DM.dag_id)
-            .where(TI.state == TaskInstanceState.RUNNING)
-            .where(or_(Job.state != JobState.RUNNING, Job.latest_heartbeat < limit_dttm))
-            .where(Job.job_type == "LocalTaskJob")
+            .where(
+                TI.state.in_((TaskInstanceState.RUNNING, TaskInstanceState.RESTARTING)),
+                TI.last_heartbeat_at < limit_dttm,
+            )
             .where(TI.queued_by_job_id == self.job.id)
         ).all()
         if zombies:
-            self.log.warning("Failing (%s) jobs without heartbeat after %s", len(zombies), limit_dttm)
+            self.log.warning("Failing %s TIs without heartbeat after %s", len(zombies), limit_dttm)
         return zombies
 
     def _purge_zombies(self, zombies: list[tuple[TI, str, str]], *, session: Session) -> None:
@@ -2068,44 +2069,106 @@ def _cleanup_stale_dags(self, session: Session = NEW_SESSION) -> None:
             SerializedDagModel.remove_dag(dag_id=dag.dag_id, session=session)
         session.flush()
 
-    def _get_orphaning_identifier(self, asset: AssetModel) -> tuple[str, str]:
-        self.log.info("Orphaning unreferenced %s", asset)
-        return asset.name, asset.uri
-
     @provide_session
-    def _orphan_unreferenced_assets(self, session: Session = NEW_SESSION) -> None:
+    def _update_asset_orphanage(self, session: Session = NEW_SESSION) -> None:
         """
-        Detect orphaned assets and remove their active entry.
+        Check assets orphanization and update their active entry.
 
-        An orphaned asset is no longer referenced in any DAG schedule parameters or task outlets.
+        An orphaned asset is no longer referenced in any DAG schedule parameters
+        or task outlets. Active assets (non-orphaned) have entries in AssetActive
+        and must have unique names and URIs.
         """
-        orphaned_asset_query = session.scalars(
-            select(AssetModel)
-            .join(
-                DagScheduleAssetReference,
-                isouter=True,
-            )
-            .join(
-                TaskOutletAssetReference,
-                isouter=True,
-            )
+        # Group assets into orphaned=True and orphaned=False groups.
+        orphaned = (
+            (func.count(DagScheduleAssetReference.dag_id) + func.count(TaskOutletAssetReference.dag_id)) == 0
+        ).label("orphaned")
+        asset_reference_query = session.execute(
+            select(orphaned, AssetModel)
+            .outerjoin(DagScheduleAssetReference)
+            .outerjoin(TaskOutletAssetReference)
             .group_by(AssetModel.id)
-            .where(AssetModel.active.has())
-            .having(
-                and_(
-                    func.count(DagScheduleAssetReference.dag_id) == 0,
-                    func.count(TaskOutletAssetReference.dag_id) == 0,
+            .order_by(orphaned)
+        )
+        asset_orphanation: dict[bool, Collection[AssetModel]] = {
+            orphaned: [asset for _, asset in group]
+            for orphaned, group in itertools.groupby(asset_reference_query, key=operator.itemgetter(0))
+        }
+        self._orphan_unreferenced_assets(asset_orphanation.get(True, ()), session=session)
+        self._activate_referenced_assets(asset_orphanation.get(False, ()), session=session)
+
+    @staticmethod
+    def _orphan_unreferenced_assets(assets: Collection[AssetModel], *, session: Session) -> None:
+        if assets:
+            session.execute(
+                delete(AssetActive).where(
+                    tuple_in_condition((AssetActive.name, AssetActive.uri), ((a.name, a.uri) for a in assets))
+                )
+            )
+        Stats.gauge("asset.orphaned", len(assets))
+
+    @staticmethod
+    def _activate_referenced_assets(assets: Collection[AssetModel], *, session: Session) -> None:
+        if not assets:
+            return
+
+        active_assets = set(
+            session.execute(
+                select(AssetActive.name, AssetActive.uri).where(
+                    tuple_in_condition((AssetActive.name, AssetActive.uri), ((a.name, a.uri) for a in assets))
                 )
             )
         )
 
-        orphaning_identifiers = [self._get_orphaning_identifier(asset) for asset in orphaned_asset_query]
+        active_name_to_uri: dict[str, str] = {name: uri for name, uri in active_assets}
+        active_uri_to_name: dict[str, str] = {uri: name for name, uri in active_assets}
+
+        def _generate_dag_warnings(offending: AssetModel, attr: str, value: str) -> Iterator[DagWarning]:
+            for ref in itertools.chain(offending.consuming_dags, offending.producing_tasks):
+                yield DagWarning(
+                    dag_id=ref.dag_id,
+                    error_type=DagWarningType.ASSET_CONFLICT,
+                    message=f"Cannot activate asset {offending}; {attr} is already associated to {value!r}",
+                )
+
+        def _activate_assets_generate_warnings() -> Iterator[DagWarning]:
+            incoming_name_to_uri: dict[str, str] = {}
+            incoming_uri_to_name: dict[str, str] = {}
+            for asset in assets:
+                if (asset.name, asset.uri) in active_assets:
+                    continue
+                existing_uri = active_name_to_uri.get(asset.name) or incoming_name_to_uri.get(asset.name)
+                if existing_uri is not None and existing_uri != asset.uri:
+                    yield from _generate_dag_warnings(asset, "name", existing_uri)
+                    continue
+                existing_name = active_uri_to_name.get(asset.uri) or incoming_uri_to_name.get(asset.uri)
+                if existing_name is not None and existing_name != asset.name:
+                    yield from _generate_dag_warnings(asset, "uri", existing_name)
+                    continue
+                incoming_name_to_uri[asset.name] = asset.uri
+                incoming_uri_to_name[asset.uri] = asset.name
+                session.add(AssetActive.for_asset(asset))
+
+        warnings_to_have = {w.dag_id: w for w in _activate_assets_generate_warnings()}
         session.execute(
-            delete(AssetActive).where(
-                tuple_in_condition((AssetActive.name, AssetActive.uri), orphaning_identifiers)
+            delete(DagWarning).where(
+                DagWarning.warning_type == DagWarningType.ASSET_CONFLICT,
+                DagWarning.dag_id.not_in(warnings_to_have),
             )
         )
-        Stats.gauge("asset.orphaned", len(orphaning_identifiers))
+        existing_warned_dag_ids: set[str] = set(
+            session.scalars(
+                select(DagWarning.dag_id).where(
+                    DagWarning.warning_type == DagWarningType.ASSET_CONFLICT,
+                    DagWarning.dag_id.not_in(warnings_to_have),
+                )
+            )
+        )
+        for dag_id, warning in warnings_to_have.items():
+            if dag_id in existing_warned_dag_ids:
+                session.merge(warning)
+                continue
+            session.add(warning)
+            existing_warned_dag_ids.add(warning.dag_id)
 
     def _executor_to_tis(self, tis: list[TaskInstance]) -> dict[BaseExecutor, list[TaskInstance]]:
         """Organize TIs into lists per their respective executor."""
diff --git a/airflow/listeners/spec/asset.py b/airflow/listeners/spec/asset.py
index 78b14c8b10aeb..dba9ac700e415 100644
--- a/airflow/listeners/spec/asset.py
+++ b/airflow/listeners/spec/asset.py
@@ -33,8 +33,8 @@ def on_asset_created(asset: Asset):
 
 
 @hookspec
-def on_asset_alias_created(dataset_alias: AssetAlias):
-    """Execute when a new dataset alias is created."""
+def on_asset_alias_created(asset_alias: AssetAlias):
+    """Execute when a new asset alias is created."""
 
 
 @hookspec
diff --git a/airflow/migrations/env.py b/airflow/migrations/env.py
index 4be8ac32ca252..9bf9dfec0054b 100644
--- a/airflow/migrations/env.py
+++ b/airflow/migrations/env.py
@@ -19,6 +19,7 @@
 
 import contextlib
 import sys
+from logging import getLogger
 from logging.config import fileConfig
 
 from alembic import context
@@ -48,7 +49,8 @@ def include_object(_, name, type_, *args):
 
 # Interpret the config file for Python logging.
 # This line sets up loggers basically.
-fileConfig(config.config_file_name, disable_existing_loggers=False)
+if not getLogger().handlers:
+    fileConfig(config.config_file_name, disable_existing_loggers=False)
 
 # add your model's MetaData object here
 # for 'autogenerate' support
diff --git a/airflow/migrations/script.py.mako b/airflow/migrations/script.py.mako
index 664b20b60bf8b..81181d9d631b8 100644
--- a/airflow/migrations/script.py.mako
+++ b/airflow/migrations/script.py.mako
@@ -29,8 +29,8 @@ from alembic import op
 ${imports if imports else ""}
 
 # revision identifiers, used by Alembic.
-revision = ${repr(up_revision)}
-down_revision = ${repr(down_revision)}
+revision = "${up_revision}"
+down_revision = "${down_revision}"
 branch_labels = ${repr(branch_labels)}
 depends_on = ${repr(depends_on)}
 
diff --git a/airflow/migrations/versions/0026_2_10_0_dag_schedule_dataset_alias_reference.py b/airflow/migrations/versions/0026_2_10_0_dag_schedule_dataset_alias_reference.py
index a577a3eb78138..f4c11a7b006a8 100644
--- a/airflow/migrations/versions/0026_2_10_0_dag_schedule_dataset_alias_reference.py
+++ b/airflow/migrations/versions/0026_2_10_0_dag_schedule_dataset_alias_reference.py
@@ -45,7 +45,7 @@ def upgrade():
     """Add dag_schedule_dataset_alias_reference table."""
     op.create_table(
         "dag_schedule_dataset_alias_reference",
-        sa.Column("alias_id", sa.Integer(), nullable=False),
+        sa.Column("alias_id", sa.Integer(), primary_key=True, nullable=False),
         sa.Column("dag_id", StringID(), primary_key=True, nullable=False),
         sa.Column("created_at", airflow.utils.sqlalchemy.UtcDateTime(timezone=True), nullable=False),
         sa.Column("updated_at", airflow.utils.sqlalchemy.UtcDateTime(timezone=True), nullable=False),
@@ -58,7 +58,7 @@ def upgrade():
         sa.ForeignKeyConstraint(
             columns=("dag_id",),
             refcolumns=["dag.dag_id"],
-            name="dsdar_dag_id_fkey",
+            name="dsdar_dag_fkey",
             ondelete="CASCADE",
         ),
         sa.PrimaryKeyConstraint("alias_id", "dag_id", name="dsdar_pkey"),
diff --git a/airflow/migrations/versions/0027_2_10_3_fix_dag_schedule_dataset_alias_reference_naming.py b/airflow/migrations/versions/0027_2_10_3_fix_dag_schedule_dataset_alias_reference_naming.py
new file mode 100644
index 0000000000000..8fb02d3dcf193
--- /dev/null
+++ b/airflow/migrations/versions/0027_2_10_3_fix_dag_schedule_dataset_alias_reference_naming.py
@@ -0,0 +1,129 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Rename dag_schedule_dataset_alias_reference constraint names.
+
+Revision ID: 5f2621c13b39
+Revises: 22ed7efa9da2
+Create Date: 2024-10-25 04:03:33.002701
+
+"""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from alembic import op
+from sqlalchemy import inspect
+
+# revision identifiers, used by Alembic.
+revision = "5f2621c13b39"
+down_revision = "22ed7efa9da2"
+branch_labels = None
+depends_on = None
+airflow_version = "2.10.3"
+
+if TYPE_CHECKING:
+    from alembic.operations.base import BatchOperations
+    from sqlalchemy.sql.elements import conv
+
+
+def _rename_fk_constraint(
+    *,
+    batch_op: BatchOperations,
+    original_name: str | conv,
+    new_name: str | conv,
+    referent_table: str,
+    local_cols: list[str],
+    remote_cols: list[str],
+    ondelete: str,
+) -> None:
+    batch_op.drop_constraint(original_name, type_="foreignkey")
+    batch_op.create_foreign_key(
+        constraint_name=new_name,
+        referent_table=referent_table,
+        local_cols=local_cols,
+        remote_cols=remote_cols,
+        ondelete=ondelete,
+    )
+
+
+def upgrade():
+    """Rename dag_schedule_dataset_alias_reference constraint."""
+    with op.batch_alter_table("dag_schedule_dataset_alias_reference", schema=None) as batch_op:
+        bind = op.get_context().bind
+        insp = inspect(bind)
+        fk_constraints = [fk["name"] for fk in insp.get_foreign_keys("dag_schedule_dataset_alias_reference")]
+
+        # "dsdar_dataset_alias_fkey" was the constraint name defined in the model while "dsdar_dataset_fkey" is the one
+        # defined in the previous migration.
+        # Rename this constraint name if user is using the name "dsdar_dataset_fkey".
+        if "dsdar_dataset_fkey" in fk_constraints:
+            _rename_fk_constraint(
+                batch_op=batch_op,
+                original_name="dsdar_dataset_fkey",
+                new_name="dsdar_dataset_alias_fkey",
+                referent_table="dataset_alias",
+                local_cols=["alias_id"],
+                remote_cols=["id"],
+                ondelete="CASCADE",
+            )
+
+        # "dsdar_dag_fkey" was the constraint name defined in the model while "dsdar_dag_id_fkey" is the one
+        # defined in the previous migration.
+        # Rename this constraint name if user is using the name "dsdar_dag_fkey".
+        if "dsdar_dag_fkey" in fk_constraints:
+            _rename_fk_constraint(
+                batch_op=batch_op,
+                original_name="dsdar_dag_fkey",
+                new_name="dsdar_dag_id_fkey",
+                referent_table="dataset_alias",
+                local_cols=["alias_id"],
+                remote_cols=["id"],
+                ondelete="CASCADE",
+            )
+
+
+def downgrade():
+    """Undo dag_schedule_dataset_alias_reference constraint rename."""
+    with op.batch_alter_table("dag_schedule_dataset_alias_reference", schema=None) as batch_op:
+        bind = op.get_context().bind
+        insp = inspect(bind)
+        fk_constraints = [fk["name"] for fk in insp.get_foreign_keys("dag_schedule_dataset_alias_reference")]
+        if "dsdar_dataset_alias_fkey" in fk_constraints:
+            _rename_fk_constraint(
+                batch_op=batch_op,
+                original_name="dsdar_dataset_alias_fkey",
+                new_name="dsdar_dataset_fkey",
+                referent_table="dataset_alias",
+                local_cols=["alias_id"],
+                remote_cols=["id"],
+                ondelete="CASCADE",
+            )
+
+        if "dsdar_dag_id_fkey" in fk_constraints:
+            _rename_fk_constraint(
+                batch_op=batch_op,
+                original_name="dsdar_dag_id_fkey",
+                new_name="dsdar_dag_fkey",
+                referent_table="dataset_alias",
+                local_cols=["alias_id"],
+                remote_cols=["id"],
+                ondelete="CASCADE",
+            )
diff --git a/airflow/migrations/versions/0027_3_0_0_drop_ab_user_id_foreign_key.py b/airflow/migrations/versions/0028_3_0_0_drop_ab_user_id_foreign_key.py
similarity index 97%
rename from airflow/migrations/versions/0027_3_0_0_drop_ab_user_id_foreign_key.py
rename to airflow/migrations/versions/0028_3_0_0_drop_ab_user_id_foreign_key.py
index 5c19559488523..f88aaa014bb3a 100644
--- a/airflow/migrations/versions/0027_3_0_0_drop_ab_user_id_foreign_key.py
+++ b/airflow/migrations/versions/0028_3_0_0_drop_ab_user_id_foreign_key.py
@@ -20,7 +20,7 @@
 Drop ab_user.id foreign key.
 
 Revision ID: 044f740568ec
-Revises: 22ed7efa9da2
+Revises: 5f2621c13b39
 Create Date: 2024-08-02 07:18:29.830521
 
 """
@@ -31,7 +31,7 @@
 
 # revision identifiers, used by Alembic.
 revision = "044f740568ec"
-down_revision = "22ed7efa9da2"
+down_revision = "5f2621c13b39"
 branch_labels = None
 depends_on = None
 airflow_version = "3.0.0"
diff --git a/airflow/migrations/versions/0028_3_0_0_remove_is_subdag.py b/airflow/migrations/versions/0029_3_0_0_remove_is_subdag.py
similarity index 100%
rename from airflow/migrations/versions/0028_3_0_0_remove_is_subdag.py
rename to airflow/migrations/versions/0029_3_0_0_remove_is_subdag.py
diff --git a/airflow/migrations/versions/0029_3_0_0_rename_schedule_interval_to_timetable_.py b/airflow/migrations/versions/0030_3_0_0_rename_schedule_interval_to_timetable_.py
similarity index 100%
rename from airflow/migrations/versions/0029_3_0_0_rename_schedule_interval_to_timetable_.py
rename to airflow/migrations/versions/0030_3_0_0_rename_schedule_interval_to_timetable_.py
diff --git a/airflow/migrations/versions/0030_3_0_0_add_triggered_by_field_to_dagrun.py b/airflow/migrations/versions/0031_3_0_0_add_triggered_by_field_to_dagrun.py
similarity index 100%
rename from airflow/migrations/versions/0030_3_0_0_add_triggered_by_field_to_dagrun.py
rename to airflow/migrations/versions/0031_3_0_0_add_triggered_by_field_to_dagrun.py
diff --git a/airflow/migrations/versions/0031_3_0_0_drop_execution_date_unique.py b/airflow/migrations/versions/0032_3_0_0_drop_execution_date_unique.py
similarity index 100%
rename from airflow/migrations/versions/0031_3_0_0_drop_execution_date_unique.py
rename to airflow/migrations/versions/0032_3_0_0_drop_execution_date_unique.py
diff --git a/airflow/migrations/versions/0032_3_0_0_add_tables_for_backfill.py b/airflow/migrations/versions/0033_3_0_0_add_tables_for_backfill.py
similarity index 100%
rename from airflow/migrations/versions/0032_3_0_0_add_tables_for_backfill.py
rename to airflow/migrations/versions/0033_3_0_0_add_tables_for_backfill.py
diff --git a/airflow/migrations/versions/0033_3_0_0_remove_redundant_index.py b/airflow/migrations/versions/0034_3_0_0_remove_redundant_index.py
similarity index 100%
rename from airflow/migrations/versions/0033_3_0_0_remove_redundant_index.py
rename to airflow/migrations/versions/0034_3_0_0_remove_redundant_index.py
diff --git a/airflow/migrations/versions/0034_3_0_0_update_user_id_type.py b/airflow/migrations/versions/0035_3_0_0_update_user_id_type.py
similarity index 100%
rename from airflow/migrations/versions/0034_3_0_0_update_user_id_type.py
rename to airflow/migrations/versions/0035_3_0_0_update_user_id_type.py
diff --git a/airflow/migrations/versions/0035_3_0_0_add_name_field_to_dataset_model.py b/airflow/migrations/versions/0036_3_0_0_add_name_field_to_dataset_model.py
similarity index 96%
rename from airflow/migrations/versions/0035_3_0_0_add_name_field_to_dataset_model.py
rename to airflow/migrations/versions/0036_3_0_0_add_name_field_to_dataset_model.py
index 2460b6956cff6..353dcbf0f8fdd 100644
--- a/airflow/migrations/versions/0035_3_0_0_add_name_field_to_dataset_model.py
+++ b/airflow/migrations/versions/0036_3_0_0_add_name_field_to_dataset_model.py
@@ -61,7 +61,9 @@ def upgrade():
     # Add 'name' column. Set it to nullable for now.
     with op.batch_alter_table("dataset", schema=None) as batch_op:
         batch_op.add_column(sa.Column("name", _STRING_COLUMN_TYPE))
-        batch_op.add_column(sa.Column("group", _STRING_COLUMN_TYPE, default=str, nullable=False))
+        batch_op.add_column(
+            sa.Column("group", _STRING_COLUMN_TYPE, default=str, server_default="", nullable=False)
+        )
     # Fill name from uri column.
     with Session(bind=op.get_bind()) as session:
         session.execute(sa.text("update dataset set name=uri"))
diff --git a/airflow/migrations/versions/0036_3_0_0_add_backfill_to_dag_run_model.py b/airflow/migrations/versions/0037_3_0_0_add_backfill_to_dag_run_model.py
similarity index 100%
rename from airflow/migrations/versions/0036_3_0_0_add_backfill_to_dag_run_model.py
rename to airflow/migrations/versions/0037_3_0_0_add_backfill_to_dag_run_model.py
diff --git a/airflow/migrations/versions/0037_3_0_0_add_asset_active.py b/airflow/migrations/versions/0038_3_0_0_add_asset_active.py
similarity index 100%
rename from airflow/migrations/versions/0037_3_0_0_add_asset_active.py
rename to airflow/migrations/versions/0038_3_0_0_add_asset_active.py
diff --git a/airflow/migrations/versions/0038_3_0_0_tweak_assetaliasmodel_to_match_asset.py b/airflow/migrations/versions/0039_3_0_0_tweak_assetaliasmodel_to_match_asset.py
similarity index 100%
rename from airflow/migrations/versions/0038_3_0_0_tweak_assetaliasmodel_to_match_asset.py
rename to airflow/migrations/versions/0039_3_0_0_tweak_assetaliasmodel_to_match_asset.py
diff --git a/airflow/migrations/versions/0040_3_0_0_add_exception_reason_and_logical_date_.py b/airflow/migrations/versions/0040_3_0_0_add_exception_reason_and_logical_date_.py
new file mode 100644
index 0000000000000..c4f96fb0ebf35
--- /dev/null
+++ b/airflow/migrations/versions/0040_3_0_0_add_exception_reason_and_logical_date_.py
@@ -0,0 +1,57 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Add exception_reason and logical_date to BackfillDagRun.
+
+Revision ID: 3a8972ecb8f9
+Revises: fb2d4922cd79
+Create Date: 2024-10-18 16:24:38.932005
+
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+
+from airflow.utils.sqlalchemy import UtcDateTime
+
+revision = "3a8972ecb8f9"
+down_revision = "fb2d4922cd79"
+branch_labels = None
+depends_on = None
+airflow_version = "3.0.0"
+
+
+def upgrade():
+    """Apply Add exception_reason and logical_date to BackfillDagRun."""
+    with op.batch_alter_table("backfill", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("reprocess_behavior", sa.String(length=250), nullable=True))
+    with op.batch_alter_table("backfill_dag_run", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("exception_reason", sa.String(length=250), nullable=True))
+        batch_op.add_column(sa.Column("logical_date", UtcDateTime(timezone=True), nullable=False))
+
+
+def downgrade():
+    """Unapply Add exception_reason and logical_date to BackfillDagRun."""
+    with op.batch_alter_table("backfill", schema=None) as batch_op:
+        batch_op.drop_column("reprocess_behavior")
+    with op.batch_alter_table("backfill_dag_run", schema=None) as batch_op:
+        batch_op.drop_column("logical_date")
+        batch_op.drop_column("exception_reason")
diff --git a/airflow/migrations/versions/0041_3_0_0_rename_dataset_as_asset.py b/airflow/migrations/versions/0041_3_0_0_rename_dataset_as_asset.py
new file mode 100644
index 0000000000000..03836503efe62
--- /dev/null
+++ b/airflow/migrations/versions/0041_3_0_0_rename_dataset_as_asset.py
@@ -0,0 +1,694 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Rename dataset as asset.
+
+Revision ID: 05234396c6fc
+Revises: 3a8972ecb8f9
+Create Date: 2024-10-02 08:10:01.697128
+"""
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+import sqlalchemy as sa
+import sqlalchemy_jsonfield
+from alembic import op
+
+from airflow.settings import json
+
+# revision identifiers, used by Alembic.
+revision = "05234396c6fc"
+down_revision = "3a8972ecb8f9"
+branch_labels = None
+depends_on = None
+airflow_version = "3.0.0"
+
+if TYPE_CHECKING:
+    from alembic.operations.base import BatchOperations
+    from sqlalchemy.sql.elements import conv
+
+
+def _rename_index(
+    *, batch_op: BatchOperations, original_name: str, new_name: str, columns: list[str], unique: bool
+) -> None:
+    batch_op.drop_index(original_name)
+    batch_op.create_index(new_name, columns, unique=unique)
+
+
+def _rename_fk_constraint(
+    *,
+    batch_op: BatchOperations,
+    original_name: str | conv,
+    new_name: str | conv,
+    referent_table: str,
+    local_cols: list[str],
+    remote_cols: list[str],
+    ondelete: str,
+) -> None:
+    batch_op.drop_constraint(original_name, type_="foreignkey")
+    batch_op.create_foreign_key(
+        constraint_name=new_name,
+        referent_table=referent_table,
+        local_cols=local_cols,
+        remote_cols=remote_cols,
+        ondelete=ondelete,
+    )
+
+
+def _rename_pk_constraint(
+    *, batch_op: BatchOperations, original_name: str, new_name: str, columns: list[str]
+) -> None:
+    if batch_op.get_bind().dialect.name in ("postgresql", "mysql"):
+        batch_op.drop_constraint(original_name, type_="primary")
+    batch_op.create_primary_key(constraint_name=new_name, columns=columns)
+
+
+# original table name to new table name
+table_name_mappings = (
+    ("dataset_alias_dataset", "asset_alias_asset"),
+    ("dataset_alias_dataset_event", "asset_alias_asset_event"),
+    ("dataset_alias", "asset_alias"),
+    ("dataset", "asset"),
+    ("dag_schedule_dataset_alias_reference", "dag_schedule_asset_alias_reference"),
+    ("dag_schedule_dataset_reference", "dag_schedule_asset_reference"),
+    ("task_outlet_dataset_reference", "task_outlet_asset_reference"),
+    ("dataset_dag_run_queue", "asset_dag_run_queue"),
+    ("dagrun_dataset_event", "dagrun_asset_event"),
+    ("dataset_event", "asset_event"),
+)
+
+
+def upgrade():
+    """Rename dataset as asset."""
+    # Rename tables
+    for original_name, new_name in table_name_mappings:
+        op.rename_table(original_name, new_name)
+
+    with op.batch_alter_table("asset_active", schema=None) as batch_op:
+        batch_op.drop_constraint("asset_active_asset_name_uri_fkey", type_="foreignkey")
+
+    with op.batch_alter_table("asset", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_name_uri_unique",
+            new_name="idx_asset_name_uri_unique",
+            columns=["name", "uri"],
+            unique=True,
+        )
+
+    with op.batch_alter_table("asset_active", schema=None) as batch_op:
+        batch_op.create_foreign_key(
+            constraint_name="asset_active_asset_name_uri_fkey",
+            referent_table="asset",
+            local_cols=["name", "uri"],
+            remote_cols=["name", "uri"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("asset_alias_asset", schema=None) as batch_op:
+        batch_op.alter_column("dataset_id", new_column_name="asset_id", type_=sa.Integer(), nullable=False)
+
+    with op.batch_alter_table("asset_alias_asset", schema=None) as batch_op:
+        batch_op.drop_constraint(op.f("dataset_alias_dataset_alias_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_alias_dataset_alias_id",
+            new_name="idx_asset_alias_asset_alias_id",
+            columns=["alias_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="asset_alias_asset_alias_id_fkey",
+            referent_table="asset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint(op.f("dataset_alias_dataset_dataset_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_alias_dataset_alias_dataset_id",
+            new_name="idx_asset_alias_asset_asset_id",
+            columns=["asset_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="asset_alias_asset_asset_id_fkey",
+            referent_table="asset",
+            local_cols=["asset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("asset_alias_asset_event", schema=None) as batch_op:
+        batch_op.drop_constraint(op.f("dataset_alias_dataset_event_alias_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_alias_dataset_event_alias_id",
+            new_name="idx_asset_alias_asset_event_alias_id",
+            columns=["alias_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("asset_alias_asset_event_alias_id_fkey"),
+            referent_table="asset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint(op.f("dataset_alias_dataset_event_event_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_alias_dataset_event_event_id",
+            new_name="idx_asset_alias_asset_event_event_id",
+            columns=["event_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("asset_alias_asset_event_event_id_fkey"),
+            referent_table="asset_event",
+            local_cols=["event_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dag_schedule_asset_alias_reference", schema=None) as batch_op:
+        batch_op.drop_constraint("dsdar_dataset_alias_fkey", type_="foreignkey")
+        if op.get_bind().dialect.name in ("postgresql", "mysql"):
+            batch_op.drop_constraint("dsdar_dag_id_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="dsdar_pkey",
+            new_name="dsaar_pkey",
+            columns=["alias_id", "dag_id"],
+        )
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dag_schedule_dataset_alias_reference_dag_id",
+            new_name="idx_dag_schedule_asset_alias_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="dsaar_asset_alias_fkey",
+            referent_table="asset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dsaar_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dag_schedule_asset_reference", schema=None) as batch_op:
+        batch_op.alter_column("dataset_id", new_column_name="asset_id", type_=sa.Integer(), nullable=False)
+
+    with op.batch_alter_table("dag_schedule_asset_reference", schema=None) as batch_op:
+        batch_op.drop_constraint("dsdr_dag_id_fkey", type_="foreignkey")
+        if op.get_bind().dialect.name in ("postgresql", "mysql"):
+            batch_op.drop_constraint("dsdr_dataset_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="dsdr_pkey",
+            new_name="dsar_pkey",
+            columns=["asset_id", "dag_id"],
+        )
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dag_schedule_dataset_reference_dag_id",
+            new_name="idx_dag_schedule_asset_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="dsar_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dsar_asset_fkey",
+            referent_table="asset",
+            local_cols=["asset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("task_outlet_asset_reference", schema=None) as batch_op:
+        batch_op.alter_column("dataset_id", new_column_name="asset_id", type_=sa.Integer(), nullable=False)
+
+        batch_op.drop_constraint("todr_dag_id_fkey", type_="foreignkey")
+        if op.get_bind().dialect.name in ("postgresql", "mysql"):
+            batch_op.drop_constraint("todr_dataset_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="todr_pkey",
+            new_name="toar_pkey",
+            columns=["asset_id", "dag_id", "task_id"],
+        )
+
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_task_outlet_dataset_reference_dag_id",
+            new_name="idx_task_outlet_asset_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="toar_asset_fkey",
+            referent_table="asset",
+            local_cols=["asset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="toar_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("asset_dag_run_queue", schema=None) as batch_op:
+        batch_op.alter_column("dataset_id", new_column_name="asset_id", type_=sa.Integer(), nullable=False)
+
+        batch_op.drop_constraint("ddrq_dag_fkey", type_="foreignkey")
+        if op.get_bind().dialect.name in ("postgresql", "mysql"):
+            batch_op.drop_constraint("ddrq_dataset_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="datasetdagrunqueue_pkey",
+            new_name="assetdagrunqueue_pkey",
+            columns=["asset_id", "target_dag_id"],
+        )
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_dag_run_queue_target_dag_id",
+            new_name="idx_asset_dag_run_queue_target_dag_id",
+            columns=["target_dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="adrq_asset_fkey",
+            referent_table="asset",
+            local_cols=["asset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="adrq_dag_fkey",
+            referent_table="dag",
+            local_cols=["target_dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dagrun_asset_event", schema=None) as batch_op:
+        batch_op.drop_constraint("dagrun_dataset_event_event_id_fkey", type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dagrun_dataset_events_dag_run_id",
+            new_name="idx_dagrun_asset_events_dag_run_id",
+            columns=["dag_run_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dagrun_asset_event_dag_run_id_fkey",
+            referent_table="dag_run",
+            local_cols=["dag_run_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint("dagrun_dataset_event_dag_run_id_fkey", type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dagrun_dataset_events_event_id",
+            new_name="idx_dagrun_asset_events_event_id",
+            columns=["event_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dagrun_asset_event_event_id_fkey",
+            referent_table="asset_event",
+            local_cols=["event_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("asset_event", schema=None) as batch_op:
+        batch_op.alter_column("dataset_id", new_column_name="asset_id", type_=sa.Integer(), nullable=False)
+
+    with op.batch_alter_table("asset_event", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_id_timestamp",
+            new_name="idx_asset_id_timestamp",
+            columns=["asset_id", "timestamp"],
+            unique=False,
+        )
+
+    with op.batch_alter_table("asset_alias", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dataset_alias_name_unique",
+            new_name="idx_asset_alias_name_unique",
+            columns=["name"],
+            unique=True,
+        )
+
+    with op.batch_alter_table("dag", schema=None) as batch_op:
+        batch_op.alter_column(
+            "dataset_expression",
+            new_column_name="asset_expression",
+            type_=sqlalchemy_jsonfield.JSONField(json=json),
+        )
+
+
+def downgrade():
+    """Unapply Rename dataset as asset."""
+    # Rename tables
+    for original_name, new_name in table_name_mappings:
+        op.rename_table(new_name, original_name)
+
+    with op.batch_alter_table("asset_active", schema=None) as batch_op:
+        batch_op.drop_constraint("asset_active_asset_name_uri_fkey", type_="foreignkey")
+
+    with op.batch_alter_table("dataset", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_name_uri_unique",
+            new_name="idx_dataset_name_uri_unique",
+            columns=["name", "uri"],
+            unique=True,
+        )
+
+    with op.batch_alter_table("asset_active", schema=None) as batch_op:
+        batch_op.create_foreign_key(
+            constraint_name="asset_active_asset_name_uri_fkey",
+            referent_table="dataset",
+            local_cols=["name", "uri"],
+            remote_cols=["name", "uri"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dataset_alias_dataset", schema=None) as batch_op:
+        batch_op.alter_column("asset_id", new_column_name="dataset_id", type_=sa.Integer(), nullable=False)
+
+    with op.batch_alter_table("dataset_alias_dataset", schema=None) as batch_op:
+        batch_op.drop_constraint(op.f("asset_alias_asset_alias_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_alias_asset_alias_id",
+            new_name="idx_dataset_alias_dataset_alias_id",
+            columns=["alias_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("dataset_alias_dataset_alias_id_fkey"),
+            referent_table="dataset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint(op.f("asset_alias_asset_asset_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_alias_asset_asset_id",
+            new_name="idx_dataset_alias_dataset_alias_dataset_id",
+            columns=["dataset_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("dataset_alias_dataset_dataset_id_fkey"),
+            referent_table="dataset",
+            local_cols=["dataset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dataset_alias_dataset_event", schema=None) as batch_op:
+        batch_op.drop_constraint(op.f("asset_alias_asset_event_alias_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_alias_asset_event_alias_id",
+            new_name="idx_dataset_alias_dataset_event_alias_id",
+            columns=["alias_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("dataset_alias_dataset_event_alias_id_fkey"),
+            referent_table="dataset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint(op.f("asset_alias_asset_event_event_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_alias_asset_event_event_id",
+            new_name="idx_dataset_alias_dataset_event_event_id",
+            columns=["event_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name=op.f("dataset_alias_dataset_event_event_id_fkey"),
+            referent_table="dataset_event",
+            local_cols=["event_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dag_schedule_dataset_alias_reference", schema=None) as batch_op:
+        batch_op.drop_constraint("dsaar_asset_alias_fkey", type_="foreignkey")
+        batch_op.drop_constraint("dsaar_dag_id_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="dsaar_pkey",
+            new_name="dsdar_pkey",
+            columns=["alias_id", "dag_id"],
+        )
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dag_schedule_asset_alias_reference_dag_id",
+            new_name="idx_dag_schedule_dataset_alias_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="dsdar_dataset_alias_fkey",
+            referent_table="dataset_alias",
+            local_cols=["alias_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dsdar_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dag_schedule_dataset_reference", schema=None) as batch_op:
+        batch_op.alter_column("asset_id", new_column_name="dataset_id", type_=sa.Integer(), nullable=False)
+
+        batch_op.drop_constraint("dsar_dag_id_fkey", type_="foreignkey")
+        batch_op.drop_constraint("dsar_asset_fkey", type_="foreignkey")
+
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dag_schedule_asset_reference_dag_id",
+            new_name="idx_dag_schedule_dataset_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="dsar_pkey",
+            new_name="dsdr_pkey",
+            columns=["dataset_id", "dag_id"],
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="dsdr_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dsdr_dataset_fkey",
+            referent_table="dataset",
+            local_cols=["dataset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("task_outlet_dataset_reference", schema=None) as batch_op:
+        batch_op.alter_column("asset_id", new_column_name="dataset_id", type_=sa.Integer(), nullable=False)
+
+        batch_op.drop_constraint("toar_asset_fkey", type_="foreignkey")
+        batch_op.drop_constraint("toar_dag_id_fkey", type_="foreignkey")
+
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_task_outlet_asset_reference_dag_id",
+            new_name="idx_task_outlet_dataset_reference_dag_id",
+            columns=["dag_id"],
+            unique=False,
+        )
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="toar_pkey",
+            new_name="todr_pkey",
+            columns=["dataset_id", "dag_id", "task_id"],
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="todr_dataset_fkey",
+            referent_table="dataset",
+            local_cols=["dataset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="todr_dag_id_fkey",
+            referent_table="dag",
+            local_cols=["dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dataset_dag_run_queue", schema=None) as batch_op:
+        batch_op.alter_column("asset_id", new_column_name="dataset_id", type_=sa.Integer(), nullable=False)
+
+        batch_op.drop_constraint("adrq_asset_fkey", type_="foreignkey")
+        batch_op.drop_constraint("adrq_dag_fkey", type_="foreignkey")
+
+        _rename_pk_constraint(
+            batch_op=batch_op,
+            original_name="assetdagrunqueue_pkey",
+            new_name="datasetdagrunqueue_pkey",
+            columns=["dataset_id", "target_dag_id"],
+        )
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_dag_run_queue_target_dag_id",
+            new_name="idx_dataset_dag_run_queue_target_dag_id",
+            columns=["target_dag_id"],
+            unique=False,
+        )
+
+        batch_op.create_foreign_key(
+            constraint_name="ddrq_dataset_fkey",
+            referent_table="dataset",
+            local_cols=["dataset_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+        batch_op.create_foreign_key(
+            constraint_name="ddrq_dag_fkey",
+            referent_table="dag",
+            local_cols=["target_dag_id"],
+            remote_cols=["dag_id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dagrun_dataset_event", schema=None) as batch_op:
+        batch_op.drop_constraint(op.f("dagrun_asset_event_event_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dagrun_asset_events_event_id",
+            new_name="idx_dagrun_dataset_events_event_id",
+            columns=["event_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dagrun_dataset_event_event_id_fkey",
+            referent_table="dataset_event",
+            local_cols=["event_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+        batch_op.drop_constraint(op.f("dagrun_asset_event_dag_run_id_fkey"), type_="foreignkey")
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_dagrun_asset_events_dag_run_id",
+            new_name="idx_dagrun_dataset_events_dag_run_id",
+            columns=["dag_run_id"],
+            unique=False,
+        )
+        batch_op.create_foreign_key(
+            constraint_name="dagrun_dataset_event_dag_run_id_fkey",
+            referent_table="dag_run",
+            local_cols=["dag_run_id"],
+            remote_cols=["id"],
+            ondelete="CASCADE",
+        )
+
+    with op.batch_alter_table("dataset_event", schema=None) as batch_op:
+        batch_op.alter_column("asset_id", new_column_name="dataset_id", type_=sa.Integer(), nullable=False)
+
+    with op.batch_alter_table("dataset_event", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_id_timestamp",
+            new_name="idx_dataset_id_timestamp",
+            columns=["dataset_id", "timestamp"],
+            unique=False,
+        )
+
+    with op.batch_alter_table("dataset_alias", schema=None) as batch_op:
+        _rename_index(
+            batch_op=batch_op,
+            original_name="idx_asset_alias_name_unique",
+            new_name="idx_dataset_alias_name_unique",
+            columns=["name"],
+            unique=True,
+        )
+
+    with op.batch_alter_table("dag", schema=None) as batch_op:
+        batch_op.alter_column(
+            "asset_expression",
+            new_column_name="dataset_expression",
+            type_=sqlalchemy_jsonfield.JSONField(json=json),
+        )
diff --git a/airflow/migrations/versions/0042_3_0_0_add_uuid_primary_key_to_task_instance_.py b/airflow/migrations/versions/0042_3_0_0_add_uuid_primary_key_to_task_instance_.py
new file mode 100644
index 0000000000000..2abd2116f989a
--- /dev/null
+++ b/airflow/migrations/versions/0042_3_0_0_add_uuid_primary_key_to_task_instance_.py
@@ -0,0 +1,281 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Add UUID primary key to ``task_instance`` table.
+
+Revision ID: d59cbbef95eb
+Revises: 05234396c6fc
+Create Date: 2024-10-21 22:39:12.394079
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy import text
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = "d59cbbef95eb"
+down_revision = "05234396c6fc"
+branch_labels = "None"
+depends_on = None
+airflow_version = "3.0.0"
+
+######
+# The following functions to create UUID v7 are solely for the purpose of this migration.
+# This is done for production databases that do not support UUID v7 natively (Postgres, MySQL)
+# and used instead of uuids from
+# python libraries like uuid6.uuid7() for performance reasons since the task_instance table
+# can be very large.
+######
+
+# PostgreSQL-specific UUID v7 function
+pg_uuid7_fn = """
+DO $$
+DECLARE
+    pgcrypto_installed BOOLEAN;
+BEGIN
+    -- Check if pgcrypto is already installed
+    pgcrypto_installed := EXISTS (SELECT 1 FROM pg_extension WHERE extname = 'pgcrypto');
+
+    -- Attempt to create pgcrypto if it is not installed
+    IF NOT pgcrypto_installed THEN
+        BEGIN
+            CREATE EXTENSION pgcrypto;
+            pgcrypto_installed := TRUE;
+            RAISE NOTICE 'pgcrypto extension successfully created.';
+        EXCEPTION
+            WHEN insufficient_privilege THEN
+                RAISE NOTICE 'pgcrypto extension could not be installed due to insufficient privileges; using fallback';
+                pgcrypto_installed := FALSE;
+            WHEN OTHERS THEN
+                RAISE NOTICE 'An unexpected error occurred while attempting to install pgcrypto; using fallback';
+                pgcrypto_installed := FALSE;
+        END;
+    END IF;
+END $$;
+
+CREATE OR REPLACE FUNCTION uuid_generate_v7(p_timestamp timestamp with time zone)
+RETURNS uuid
+LANGUAGE plpgsql
+PARALLEL SAFE
+AS $$
+DECLARE
+    unix_time_ms CONSTANT bytea NOT NULL DEFAULT substring(int8send((extract(epoch FROM p_timestamp) * 1000)::bigint) from 3);
+    buffer bytea;
+    pgcrypto_installed BOOLEAN := EXISTS (SELECT 1 FROM pg_extension WHERE extname = 'pgcrypto');
+BEGIN
+    -- Use pgcrypto if available, otherwise use the fallback
+    -- fallback from https://brandur.org/fragments/secure-bytes-without-pgcrypto
+    IF pgcrypto_installed THEN
+        buffer := unix_time_ms || gen_random_bytes(10);
+    ELSE
+        buffer := unix_time_ms || substring(uuid_send(gen_random_uuid()) FROM 1 FOR 5) ||
+                  substring(uuid_send(gen_random_uuid()) FROM 12 FOR 5);
+    END IF;
+
+    -- Set UUID version and variant bits
+    buffer := set_byte(buffer, 6, (b'0111' || get_byte(buffer, 6)::bit(4))::bit(8)::int);
+    buffer := set_byte(buffer, 8, (b'10'   || get_byte(buffer, 8)::bit(6))::bit(8)::int);
+    RETURN encode(buffer, 'hex')::uuid;
+END
+$$;
+"""
+
+pg_uuid7_fn_drop = """
+DROP FUNCTION IF EXISTS uuid_generate_v7(timestamp with time zone);
+"""
+
+# MySQL-specific UUID v7 function
+mysql_uuid7_fn = """
+DROP FUNCTION IF EXISTS uuid_generate_v7;
+CREATE FUNCTION uuid_generate_v7(p_timestamp DATETIME(3))
+RETURNS CHAR(36)
+DETERMINISTIC
+BEGIN
+    DECLARE unix_time_ms BIGINT;
+    DECLARE time_hex CHAR(12);
+    DECLARE rand_hex CHAR(24);
+    DECLARE uuid CHAR(36);
+
+    -- Convert the passed timestamp to milliseconds since epoch
+    SET unix_time_ms = UNIX_TIMESTAMP(p_timestamp) * 1000;
+    SET time_hex = LPAD(HEX(unix_time_ms), 12, '0');
+    SET rand_hex = CONCAT(
+        LPAD(HEX(FLOOR(RAND() * POW(2,32))), 8, '0'),
+        LPAD(HEX(FLOOR(RAND() * POW(2,32))), 8, '0')
+    );
+    SET rand_hex = CONCAT(SUBSTRING(rand_hex, 1, 4), '7', SUBSTRING(rand_hex, 6));
+    SET rand_hex = CONCAT(SUBSTRING(rand_hex, 1, 12), '8', SUBSTRING(rand_hex, 14));
+
+    SET uuid = LOWER(CONCAT(
+        SUBSTRING(time_hex, 1, 8), '-',
+        SUBSTRING(time_hex, 9, 4), '-',
+        SUBSTRING(rand_hex, 1, 4), '-',
+        SUBSTRING(rand_hex, 5, 4), '-',
+        SUBSTRING(rand_hex, 9)
+    ));
+
+    RETURN uuid;
+END;
+"""
+
+mysql_uuid7_fn_drop = """
+DROP FUNCTION IF EXISTS uuid_generate_v7;
+"""
+
+ti_table = "task_instance"
+
+# Foreign key columns from task_instance
+ti_fk_cols = ["dag_id", "task_id", "run_id", "map_index"]
+
+# Foreign key constraints from other tables to task_instance
+ti_fk_constraints = [
+    {"table": "rendered_task_instance_fields", "fk": "rtif_ti_fkey"},
+    {"table": "task_fail", "fk": "task_fail_ti_fkey"},
+    {"table": "task_instance_history", "fk": "task_instance_history_ti_fkey"},
+    {"table": "task_instance_note", "fk": "task_instance_note_ti_fkey"},
+    {"table": "task_map", "fk": "task_map_task_instance_fkey"},
+    {"table": "task_reschedule", "fk": "task_reschedule_ti_fkey"},
+    {"table": "xcom", "fk": "xcom_task_instance_fkey"},
+]
+
+
+def _get_type_id_column(dialect_name: str) -> sa.types.TypeEngine:
+    # For PostgreSQL, use the UUID type directly as it is more efficient
+    if dialect_name == "postgresql":
+        return postgresql.UUID(as_uuid=False)
+    # For other databases, use String(36) to match UUID format
+    else:
+        return sa.String(36)
+
+
+def upgrade():
+    """Add UUID primary key to task instance table."""
+    conn = op.get_bind()
+    dialect_name = conn.dialect.name
+
+    op.add_column("task_instance", sa.Column("id", _get_type_id_column(dialect_name), nullable=True))
+
+    if dialect_name == "postgresql":
+        op.execute(pg_uuid7_fn)
+
+        # TODO: Add batching to handle updates in smaller chunks for large tables to avoid locking
+        # Migrate existing rows with UUID v7 using a timestamp-based generation
+        op.execute(
+            "UPDATE task_instance SET id = uuid_generate_v7(coalesce(queued_dttm, start_date, clock_timestamp()))"
+        )
+
+        op.execute(pg_uuid7_fn_drop)
+
+        # Drop existing primary key constraint to task_instance table
+        op.execute("ALTER TABLE IF EXISTS task_instance DROP CONSTRAINT task_instance_pkey CASCADE")
+
+    elif dialect_name == "mysql":
+        op.execute(mysql_uuid7_fn)
+
+        # Migrate existing rows with UUID v7
+        op.execute("""
+            UPDATE task_instance
+            SET id = uuid_generate_v7(coalesce(queued_dttm, start_date, NOW(3)))
+            WHERE id IS NULL
+        """)
+
+        # Drop this function as it is no longer needed
+        op.execute(mysql_uuid7_fn_drop)
+        for fk in ti_fk_constraints:
+            op.drop_constraint(fk["fk"], fk["table"], type_="foreignkey")
+        with op.batch_alter_table("task_instance") as batch_op:
+            batch_op.drop_constraint("task_instance_pkey", type_="primary")
+    elif dialect_name == "sqlite":
+        from uuid6 import uuid7
+
+        stmt = text("SELECT COUNT(*) FROM task_instance WHERE id IS NULL")
+        conn = op.get_bind()
+        task_instances = conn.execute(stmt).scalar()
+        uuid_values = [str(uuid7()) for _ in range(task_instances)]
+
+        # Ensure `uuid_values` is a list or iterable with the UUIDs for the update.
+        stmt = text("""
+            UPDATE task_instance
+            SET id = :uuid
+            WHERE id IS NULL
+        """)
+
+        for uuid_value in uuid_values:
+            conn.execute(stmt.bindparams(uuid=uuid_value))
+
+        with op.batch_alter_table("task_instance") as batch_op:
+            batch_op.drop_constraint("task_instance_pkey", type_="primary")
+
+    # Add primary key and unique constraint to task_instance table
+    with op.batch_alter_table("task_instance") as batch_op:
+        batch_op.alter_column("id", type_=_get_type_id_column(dialect_name), nullable=False)
+        batch_op.create_unique_constraint("task_instance_composite_key", ti_fk_cols)
+        batch_op.create_primary_key("task_instance_pkey", ["id"])
+
+    # Create foreign key constraints
+    for fk in ti_fk_constraints:
+        with op.batch_alter_table(fk["table"]) as batch_op:
+            batch_op.create_foreign_key(
+                constraint_name=fk["fk"],
+                referent_table=ti_table,
+                local_cols=ti_fk_cols,
+                remote_cols=ti_fk_cols,
+                ondelete="CASCADE",
+            )
+
+
+def downgrade():
+    """Drop UUID primary key to task instance table."""
+    conn = op.get_bind()
+    dialect_name = conn.dialect.name
+
+    if dialect_name == "postgresql":
+        op.execute("ALTER TABLE IF EXISTS task_instance DROP CONSTRAINT task_instance_composite_key CASCADE")
+        op.execute(pg_uuid7_fn_drop)
+
+    elif dialect_name == "mysql":
+        for fk in ti_fk_constraints:
+            op.drop_constraint(fk["fk"], fk["table"], type_="foreignkey")
+
+        with op.batch_alter_table("task_instance") as batch_op:
+            batch_op.drop_constraint("task_instance_composite_key", type_="unique")
+        op.execute(mysql_uuid7_fn_drop)
+
+    elif dialect_name == "sqlite":
+        with op.batch_alter_table("task_instance") as batch_op:
+            batch_op.drop_constraint("task_instance_composite_key", type_="unique")
+
+    with op.batch_alter_table("task_instance") as batch_op:
+        batch_op.drop_constraint("task_instance_pkey", type_="primary")
+        batch_op.drop_column("id")
+        batch_op.create_primary_key("task_instance_pkey", ti_fk_cols)
+
+    # Re-add foreign key constraints
+    for fk in ti_fk_constraints:
+        with op.batch_alter_table(fk["table"]) as batch_op:
+            batch_op.create_foreign_key(
+                constraint_name=fk["fk"],
+                referent_table=ti_table,
+                local_cols=ti_fk_cols,
+                remote_cols=ti_fk_cols,
+                ondelete="CASCADE",
+            )
diff --git a/airflow/utils/compression.py b/airflow/migrations/versions/0043_3_0_0_remove_scheduler_lock_column.py
similarity index 51%
rename from airflow/utils/compression.py
rename to airflow/migrations/versions/0043_3_0_0_remove_scheduler_lock_column.py
index 8f4946346d636..12d1b16d9729d 100644
--- a/airflow/utils/compression.py
+++ b/airflow/migrations/versions/0043_3_0_0_remove_scheduler_lock_column.py
@@ -15,26 +15,35 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+
+"""
+remove scheduler_lock column.
+
+Revision ID: 486ac7936b78
+Revises: d59cbbef95eb
+Create Date: 2024-10-23 07:48:52.494396
+
+"""
+
 from __future__ import annotations
 
-import bz2
-import gzip
-import shutil
-from tempfile import NamedTemporaryFile
-
-
-def uncompress_file(input_file_name, file_extension, dest_dir):
-    """Uncompress gz and bz2 files."""
-    if file_extension.lower() not in (".gz", ".bz2"):
-        raise NotImplementedError(
-            f"Received {file_extension} format. Only gz and bz2 files can currently be uncompressed."
-        )
-    if file_extension.lower() == ".gz":
-        fmodule = gzip.GzipFile
-    elif file_extension.lower() == ".bz2":
-        fmodule = bz2.BZ2File
-    with fmodule(input_file_name, mode="rb") as f_compressed, NamedTemporaryFile(
-        dir=dest_dir, mode="wb", delete=False
-    ) as f_uncompressed:
-        shutil.copyfileobj(f_compressed, f_uncompressed)
-    return f_uncompressed.name
+import sqlalchemy as sa
+from alembic import op
+
+revision = "486ac7936b78"
+down_revision = "d59cbbef95eb"
+branch_labels = None
+depends_on = None
+airflow_version = "3.0.0"
+
+
+def upgrade():
+    """Apply remove scheduler_lock column."""
+    with op.batch_alter_table("dag", schema=None) as batch_op:
+        batch_op.drop_column("scheduler_lock")
+
+
+def downgrade():
+    """Unapply remove scheduler_lock column."""
+    with op.batch_alter_table("dag", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("scheduler_lock", sa.BOOLEAN(), autoincrement=False, nullable=True))
diff --git a/airflow/migrations/versions/0044_3_0_0__drop_task_fail_table.py b/airflow/migrations/versions/0044_3_0_0__drop_task_fail_table.py
new file mode 100644
index 0000000000000..1e499218262dd
--- /dev/null
+++ b/airflow/migrations/versions/0044_3_0_0__drop_task_fail_table.py
@@ -0,0 +1,75 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Drop task_fail table.
+
+Revision ID: 5f57a45b8433
+Revises: 486ac7936b78
+Create Date: 2024-10-29 17:49:27.740730
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+
+from airflow.migrations.db_types import TIMESTAMP, StringID
+
+# revision identifiers, used by Alembic.
+revision = "5f57a45b8433"
+down_revision = "486ac7936b78"
+branch_labels = None
+depends_on = None
+airflow_version = "3.0.0"
+
+
+def upgrade():
+    """Apply Drop task_fail table."""
+    op.drop_table("task_fail")
+
+
+def downgrade():
+    """Re-add task_fail table."""
+    op.create_table(
+        "task_fail",
+        sa.Column("id", sa.Integer(), primary_key=True, nullable=False),
+        sa.Column("task_id", StringID(length=250), nullable=False),
+        sa.Column("dag_id", StringID(length=250), nullable=False),
+        sa.Column("run_id", StringID(length=250), nullable=False),
+        sa.Column("map_index", sa.Integer(), server_default=sa.text("-1"), nullable=False),
+        sa.Column("start_date", TIMESTAMP(timezone=True), nullable=True),
+        sa.Column("end_date", TIMESTAMP(timezone=True), nullable=True),
+        sa.Column("duration", sa.Integer(), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["dag_id", "task_id", "run_id", "map_index"],
+            [
+                "task_instance.dag_id",
+                "task_instance.task_id",
+                "task_instance.run_id",
+                "task_instance.map_index",
+            ],
+            name="task_fail_ti_fkey",
+            ondelete="CASCADE",
+        ),
+        sa.PrimaryKeyConstraint("id", name=op.f("task_fail_pkey")),
+    )
+    with op.batch_alter_table("task_fail", schema=None) as batch_op:
+        batch_op.create_index(
+            "idx_task_fail_task_instance", ["dag_id", "task_id", "run_id", "map_index"], unique=False
+        )
diff --git a/airflow/migrations/versions/0045_3_0_0_add_last_heartbeat_at_directly_to_ti.py b/airflow/migrations/versions/0045_3_0_0_add_last_heartbeat_at_directly_to_ti.py
new file mode 100644
index 0000000000000..47e72de9dcb4b
--- /dev/null
+++ b/airflow/migrations/versions/0045_3_0_0_add_last_heartbeat_at_directly_to_ti.py
@@ -0,0 +1,60 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+"""
+Add last_heartbeat_at directly to TI.
+
+Revision ID: d8cd3297971e
+Revises: 5f57a45b8433
+Create Date: 2024-11-01 12:14:59.927266
+
+"""
+
+from __future__ import annotations
+
+import sqlalchemy as sa
+from alembic import op
+
+from airflow.migrations.db_types import TIMESTAMP
+
+# revision identifiers, used by Alembic.
+revision = "d8cd3297971e"
+down_revision = "5f57a45b8433"
+branch_labels = None
+depends_on = None
+airflow_version = "3.0.0"
+
+
+def upgrade():
+    with op.batch_alter_table("task_instance", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("last_heartbeat_at", TIMESTAMP(timezone=True), nullable=True))
+        batch_op.drop_index("ti_job_id")
+        batch_op.create_index("ti_heartbeat", ["last_heartbeat_at"], unique=False)
+        batch_op.drop_column("job_id")
+    with op.batch_alter_table("task_instance_history", schema=None) as batch_op:
+        batch_op.drop_column("job_id")
+
+
+def downgrade():
+    with op.batch_alter_table("task_instance", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("job_id", sa.INTEGER(), autoincrement=False, nullable=True))
+        batch_op.drop_index("ti_heartbeat")
+        batch_op.create_index("ti_job_id", ["job_id"], unique=False)
+        batch_op.drop_column("last_heartbeat_at")
+    with op.batch_alter_table("task_instance_history", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("job_id", sa.INTEGER(), autoincrement=False, nullable=True))
diff --git a/airflow/models/__init__.py b/airflow/models/__init__.py
index 1a998d60c5c92..7e71dddc65dfe 100644
--- a/airflow/models/__init__.py
+++ b/airflow/models/__init__.py
@@ -41,7 +41,6 @@
     "Pool",
     "RenderedTaskInstanceFields",
     "SkipMixin",
-    "TaskFail",
     "TaskInstance",
     "TaskReschedule",
     "Trigger",
@@ -103,7 +102,6 @@ def __getattr__(name):
     "Pool": "airflow.models.pool",
     "RenderedTaskInstanceFields": "airflow.models.renderedtifields",
     "SkipMixin": "airflow.models.skipmixin",
-    "TaskFail": "airflow.models.taskfail",
     "TaskInstance": "airflow.models.taskinstance",
     "TaskReschedule": "airflow.models.taskreschedule",
     "Trigger": "airflow.models.trigger",
@@ -132,7 +130,6 @@ def __getattr__(name):
     from airflow.models.pool import Pool
     from airflow.models.renderedtifields import RenderedTaskInstanceFields
     from airflow.models.skipmixin import SkipMixin
-    from airflow.models.taskfail import TaskFail
     from airflow.models.taskinstance import TaskInstance, clear_task_instances
     from airflow.models.taskinstancehistory import TaskInstanceHistory
     from airflow.models.taskreschedule import TaskReschedule
diff --git a/airflow/models/abstractoperator.py b/airflow/models/abstractoperator.py
index 45eb3c5fff189..feafb0b6b637d 100644
--- a/airflow/models/abstractoperator.py
+++ b/airflow/models/abstractoperator.py
@@ -19,9 +19,8 @@
 
 import datetime
 import inspect
-from abc import abstractproperty
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Callable, ClassVar, Collection, Iterable, Iterator, Sequence
+from typing import TYPE_CHECKING, Any, Callable, Iterable, Iterator, Sequence
 
 import methodtools
 from sqlalchemy import select
@@ -29,7 +28,7 @@
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException
 from airflow.models.expandinput import NotFullyPopulated
-from airflow.models.taskmixin import DAGNode, DependencyMixin
+from airflow.sdk.definitions.abstractoperator import AbstractOperator as TaskSDKAbstractOperator
 from airflow.template.templater import Templater
 from airflow.utils.context import Context
 from airflow.utils.db import exists_query
@@ -39,25 +38,26 @@
 from airflow.utils.state import State, TaskInstanceState
 from airflow.utils.task_group import MappedTaskGroup
 from airflow.utils.trigger_rule import TriggerRule
-from airflow.utils.types import NOTSET, ArgNotSet
 from airflow.utils.weight_rule import WeightRule
 
-TaskStateChangeCallback = Callable[[Context], None]
-
 if TYPE_CHECKING:
+    from collections.abc import Mapping
+
     import jinja2  # Slow import.
     from sqlalchemy.orm import Session
 
-    from airflow.models.baseoperator import BaseOperator
     from airflow.models.baseoperatorlink import BaseOperatorLink
-    from airflow.models.dag import DAG
+    from airflow.models.dag import DAG as SchedulerDAG
     from airflow.models.mappedoperator import MappedOperator
-    from airflow.models.operator import Operator
     from airflow.models.taskinstance import TaskInstance
+    from airflow.sdk import DAG, BaseOperator
+    from airflow.sdk.definitions.node import DAGNode
     from airflow.task.priority_strategy import PriorityWeightStrategy
     from airflow.triggers.base import StartTriggerArgs
     from airflow.utils.task_group import TaskGroup
 
+TaskStateChangeCallback = Callable[[Context], None]
+
 DEFAULT_OWNER: str = conf.get_mandatory_value("operators", "default_owner")
 DEFAULT_POOL_SLOTS: int = 1
 DEFAULT_PRIORITY_WEIGHT: int = 1
@@ -86,7 +86,7 @@ class NotMapped(Exception):
     """Raise if a task is neither mapped nor has any parent mapped groups."""
 
 
-class AbstractOperator(Templater, DAGNode):
+class AbstractOperator(Templater, TaskSDKAbstractOperator):
     """
     Common implementation for operators, including unmapped and mapped.
 
@@ -100,101 +100,8 @@ class AbstractOperator(Templater, DAGNode):
     :meta private:
     """
 
-    operator_class: type[BaseOperator] | dict[str, Any]
-
-    weight_rule: PriorityWeightStrategy
-    priority_weight: int
-
-    # Defines the operator level extra links.
-    operator_extra_links: Collection[BaseOperatorLink]
-
-    owner: str
-    task_id: str
-
-    outlets: list
-    inlets: list
     trigger_rule: TriggerRule
-    _needs_expansion: bool | None = None
-    _on_failure_fail_dagrun = False
-
-    HIDE_ATTRS_FROM_UI: ClassVar[frozenset[str]] = frozenset(
-        (
-            "log",
-            "dag",  # We show dag_id, don't need to show this too
-            "node_id",  # Duplicates task_id
-            "task_group",  # Doesn't have a useful repr, no point showing in UI
-            "inherits_from_empty_operator",  # impl detail
-            # Decide whether to start task execution from triggerer
-            "start_trigger_args",
-            "start_from_trigger",
-            # For compatibility with TG, for operators these are just the current task, no point showing
-            "roots",
-            "leaves",
-            # These lists are already shown via *_task_ids
-            "upstream_list",
-            "downstream_list",
-            # Not useful, implementation detail, already shown elsewhere
-            "global_operator_extra_link_dict",
-            "operator_extra_link_dict",
-        )
-    )
-
-    def get_dag(self) -> DAG | None:
-        raise NotImplementedError()
-
-    @property
-    def task_type(self) -> str:
-        raise NotImplementedError()
-
-    @property
-    def operator_name(self) -> str:
-        raise NotImplementedError()
-
-    @property
-    def inherits_from_empty_operator(self) -> bool:
-        raise NotImplementedError()
-
-    @property
-    def dag_id(self) -> str:
-        """Returns dag id if it has one or an adhoc + owner."""
-        dag = self.get_dag()
-        if dag:
-            return dag.dag_id
-        return f"adhoc_{self.owner}"
-
-    @property
-    def node_id(self) -> str:
-        return self.task_id
-
-    @abstractproperty
-    def task_display_name(self) -> str: ...
-
-    @property
-    def label(self) -> str | None:
-        if self.task_display_name and self.task_display_name != self.task_id:
-            return self.task_display_name
-        # Prefix handling if no display is given is cloned from taskmixin for compatibility
-        tg = self.task_group
-        if tg and tg.node_id and tg.prefix_group_id:
-            # "task_group_id.task_id" -> "task_id"
-            return self.task_id[len(tg.node_id) + 1 :]
-        return self.task_id
-
-    @property
-    def is_setup(self) -> bool:
-        raise NotImplementedError()
-
-    @is_setup.setter
-    def is_setup(self, value: bool) -> None:
-        raise NotImplementedError()
-
-    @property
-    def is_teardown(self) -> bool:
-        raise NotImplementedError()
-
-    @is_teardown.setter
-    def is_teardown(self, value: bool) -> None:
-        raise NotImplementedError()
+    weight_rule: PriorityWeightStrategy
 
     @property
     def on_failure_fail_dagrun(self):
@@ -219,113 +126,71 @@ def on_failure_fail_dagrun(self, value):
             )
         self._on_failure_fail_dagrun = value
 
-    def as_setup(self):
-        self.is_setup = True
-        return self
+    def get_template_env(self, dag: DAG | None = None) -> jinja2.Environment:
+        """Get the template environment for rendering templates."""
+        if dag is None:
+            dag = self.get_dag()
+        return super().get_template_env(dag=dag)
 
-    def as_teardown(
+    def _render(self, template, context, dag: DAG | None = None):
+        if dag is None:
+            dag = self.get_dag()
+        return super()._render(template, context, dag=dag)
+
+    def _do_render_template_fields(
         self,
-        *,
-        setups: BaseOperator | Iterable[BaseOperator] | ArgNotSet = NOTSET,
-        on_failure_fail_dagrun=NOTSET,
-    ):
-        self.is_teardown = True
-        self.trigger_rule = TriggerRule.ALL_DONE_SETUP_SUCCESS
-        if on_failure_fail_dagrun is not NOTSET:
-            self.on_failure_fail_dagrun = on_failure_fail_dagrun
-        if not isinstance(setups, ArgNotSet):
-            setups = [setups] if isinstance(setups, DependencyMixin) else setups
-            for s in setups:
-                s.is_setup = True
-                s >> self
-        return self
-
-    def get_direct_relative_ids(self, upstream: bool = False) -> set[str]:
-        """Get direct relative IDs to the current task, upstream or downstream."""
-        if upstream:
-            return self.upstream_task_ids
-        return self.downstream_task_ids
-
-    def get_flat_relative_ids(self, *, upstream: bool = False) -> set[str]:
-        """
-        Get a flat set of relative IDs, upstream or downstream.
-
-        Will recurse each relative found in the direction specified.
-
-        :param upstream: Whether to look for upstream or downstream relatives.
-        """
-        dag = self.get_dag()
-        if not dag:
-            return set()
-
-        relatives: set[str] = set()
-
-        # This is intentionally implemented as a loop, instead of calling
-        # get_direct_relative_ids() recursively, since Python has significant
-        # limitation on stack level, and a recursive implementation can blow up
-        # if a DAG contains very long routes.
-        task_ids_to_trace = self.get_direct_relative_ids(upstream)
-        while task_ids_to_trace:
-            task_ids_to_trace_next: set[str] = set()
-            for task_id in task_ids_to_trace:
-                if task_id in relatives:
+        parent: Any,
+        template_fields: Iterable[str],
+        context: Mapping[str, Any],
+        jinja_env: jinja2.Environment,
+        seen_oids: set[int],
+    ) -> None:
+        """Override the base to use custom error logging."""
+        for attr_name in template_fields:
+            try:
+                value = getattr(parent, attr_name)
+            except AttributeError:
+                raise AttributeError(
+                    f"{attr_name!r} is configured as a template field "
+                    f"but {parent.task_type} does not have this attribute."
+                )
+            try:
+                if not value:
                     continue
-                task_ids_to_trace_next.update(dag.task_dict[task_id].get_direct_relative_ids(upstream))
-                relatives.add(task_id)
-            task_ids_to_trace = task_ids_to_trace_next
-
-        return relatives
-
-    def get_flat_relatives(self, upstream: bool = False) -> Collection[Operator]:
-        """Get a flat list of relatives, either upstream or downstream."""
-        dag = self.get_dag()
-        if not dag:
-            return set()
-        return [dag.task_dict[task_id] for task_id in self.get_flat_relative_ids(upstream=upstream)]
-
-    def get_upstreams_follow_setups(self) -> Iterable[Operator]:
-        """All upstreams and, for each upstream setup, its respective teardowns."""
-        for task in self.get_flat_relatives(upstream=True):
-            yield task
-            if task.is_setup:
-                for t in task.downstream_list:
-                    if t.is_teardown and t != self:
-                        yield t
-
-    def get_upstreams_only_setups_and_teardowns(self) -> Iterable[Operator]:
-        """
-        Only *relevant* upstream setups and their teardowns.
-
-        This method is meant to be used when we are clearing the task (non-upstream) and we need
-        to add in the *relevant* setups and their teardowns.
-
-        Relevant in this case means, the setup has a teardown that is downstream of ``self``,
-        or the setup has no teardowns.
-        """
-        downstream_teardown_ids = {
-            x.task_id for x in self.get_flat_relatives(upstream=False) if x.is_teardown
-        }
-        for task in self.get_flat_relatives(upstream=True):
-            if not task.is_setup:
-                continue
-            has_no_teardowns = not any(True for x in task.downstream_list if x.is_teardown)
-            # if task has no teardowns or has teardowns downstream of self
-            if has_no_teardowns or task.downstream_task_ids.intersection(downstream_teardown_ids):
-                yield task
-                for t in task.downstream_list:
-                    if t.is_teardown and t != self:
-                        yield t
-
-    def get_upstreams_only_setups(self) -> Iterable[Operator]:
-        """
-        Return relevant upstream setups.
+            except Exception:
+                # This may happen if the templated field points to a class which does not support `__bool__`,
+                # such as Pandas DataFrames:
+                # https://github.com/pandas-dev/pandas/blob/9135c3aaf12d26f857fcc787a5b64d521c51e379/pandas/core/generic.py#L1465
+                self.log.info(
+                    "Unable to check if the value of type '%s' is False for task '%s', field '%s'.",
+                    type(value).__name__,
+                    self.task_id,
+                    attr_name,
+                )
+                # We may still want to render custom classes which do not support __bool__
+                pass
 
-        This method is meant to be used when we are checking task dependencies where we need
-        to wait for all the upstream setups to complete before we can run the task.
-        """
-        for task in self.get_upstreams_only_setups_and_teardowns():
-            if task.is_setup:
-                yield task
+            try:
+                if callable(value):
+                    rendered_content = value(context=context, jinja_env=jinja_env)
+                else:
+                    rendered_content = self.render_template(
+                        value,
+                        context,
+                        jinja_env,
+                        seen_oids,
+                    )
+            except Exception:
+                value_masked = redact(name=attr_name, value=value)
+                self.log.exception(
+                    "Exception rendering Jinja template for task '%s', field '%s'. Template: %r",
+                    self.task_id,
+                    attr_name,
+                    value_masked,
+                )
+                raise
+            else:
+                setattr(parent, attr_name, rendered_content)
 
     def _iter_all_mapped_downstreams(self) -> Iterator[MappedOperator | MappedTaskGroup]:
         """
@@ -394,7 +259,9 @@ def iter_mapped_task_groups(self) -> Iterator[MappedTaskGroup]:
         """
         if (group := self.task_group) is None:
             return
-        yield from group.iter_mapped_task_groups()
+        # TODO: Task-SDK: this type ignore shouldn't be necessary, revisit once mapping support is fully in the
+        # SDK
+        yield from group.iter_mapped_task_groups()  # type: ignore[misc]
 
     def get_closest_mapped_task_group(self) -> MappedTaskGroup | None:
         """
@@ -460,6 +327,7 @@ def priority_weight_total(self) -> int:
         - WeightRule.DOWNSTREAM - adds priority weight of all downstream tasks
         - WeightRule.UPSTREAM - adds priority weight of all upstream tasks
         """
+        # TODO: This should live in the WeightStragies themselves, not in here
         from airflow.task.priority_strategy import (
             _AbsolutePriorityWeightStrategy,
             _DownstreamPriorityWeightStrategy,
@@ -587,9 +455,9 @@ def expand_mapped_task(self, run_id: str, *, session: Session) -> tuple[Sequence
         """
         from sqlalchemy import func, or_
 
-        from airflow.models.baseoperator import BaseOperator
         from airflow.models.mappedoperator import MappedOperator
         from airflow.models.taskinstance import TaskInstance
+        from airflow.sdk import BaseOperator
         from airflow.settings import task_instance_mutation_hook
 
         if not isinstance(self, (BaseOperator, MappedOperator)):
@@ -624,6 +492,9 @@ def expand_mapped_task(self, run_id: str, *, session: Session) -> tuple[Sequence
         all_expanded_tis: list[TaskInstance] = []
 
         if unmapped_ti:
+            if TYPE_CHECKING:
+                assert self.dag is None or isinstance(self.dag, SchedulerDAG)
+
             # The unmapped task instance still exists and is unfinished, i.e. we
             # haven't tried to run it before.
             if total_length is None:
@@ -721,72 +592,6 @@ def render_template_fields(
         """
         raise NotImplementedError()
 
-    def _render(self, template, context, dag: DAG | None = None):
-        if dag is None:
-            dag = self.get_dag()
-        return super()._render(template, context, dag=dag)
-
-    def get_template_env(self, dag: DAG | None = None) -> jinja2.Environment:
-        """Get the template environment for rendering templates."""
-        if dag is None:
-            dag = self.get_dag()
-        return super().get_template_env(dag=dag)
-
-    def _do_render_template_fields(
-        self,
-        parent: Any,
-        template_fields: Iterable[str],
-        context: Context,
-        jinja_env: jinja2.Environment,
-        seen_oids: set[int],
-    ) -> None:
-        """Override the base to use custom error logging."""
-        for attr_name in template_fields:
-            try:
-                value = getattr(parent, attr_name)
-            except AttributeError:
-                raise AttributeError(
-                    f"{attr_name!r} is configured as a template field "
-                    f"but {parent.task_type} does not have this attribute."
-                )
-            try:
-                if not value:
-                    continue
-            except Exception:
-                # This may happen if the templated field points to a class which does not support `__bool__`,
-                # such as Pandas DataFrames:
-                # https://github.com/pandas-dev/pandas/blob/9135c3aaf12d26f857fcc787a5b64d521c51e379/pandas/core/generic.py#L1465
-                self.log.info(
-                    "Unable to check if the value of type '%s' is False for task '%s', field '%s'.",
-                    type(value).__name__,
-                    self.task_id,
-                    attr_name,
-                )
-                # We may still want to render custom classes which do not support __bool__
-                pass
-
-            try:
-                if callable(value):
-                    rendered_content = value(context=context, jinja_env=jinja_env)
-                else:
-                    rendered_content = self.render_template(
-                        value,
-                        context,
-                        jinja_env,
-                        seen_oids,
-                    )
-            except Exception:
-                value_masked = redact(name=attr_name, value=value)
-                self.log.exception(
-                    "Exception rendering Jinja template for task '%s', field '%s'. Template: %r",
-                    self.task_id,
-                    attr_name,
-                    value_masked,
-                )
-                raise
-            else:
-                setattr(parent, attr_name, rendered_content)
-
     def __enter__(self):
         if not self.is_setup and not self.is_teardown:
             raise AirflowException("Only setup/teardown tasks can be used as context managers.")
diff --git a/airflow/models/asset.py b/airflow/models/asset.py
index 79f9b7389439d..fdfb55143cb35 100644
--- a/airflow/models/asset.py
+++ b/airflow/models/asset.py
@@ -40,45 +40,21 @@
 from airflow.utils.sqlalchemy import UtcDateTime
 
 alias_association_table = Table(
-    "dataset_alias_dataset",
+    "asset_alias_asset",
     Base.metadata,
-    Column("alias_id", ForeignKey("dataset_alias.id", ondelete="CASCADE"), primary_key=True),
-    Column("dataset_id", ForeignKey("dataset.id", ondelete="CASCADE"), primary_key=True),
-    Index("idx_dataset_alias_dataset_alias_id", "alias_id"),
-    Index("idx_dataset_alias_dataset_alias_dataset_id", "dataset_id"),
-    ForeignKeyConstraint(
-        ("alias_id",),
-        ["dataset_alias.id"],
-        name="ds_dsa_alias_id",
-        ondelete="CASCADE",
-    ),
-    ForeignKeyConstraint(
-        ("dataset_id",),
-        ["dataset.id"],
-        name="ds_dsa_dataset_id",
-        ondelete="CASCADE",
-    ),
+    Column("alias_id", ForeignKey("asset_alias.id", ondelete="CASCADE"), primary_key=True),
+    Column("asset_id", ForeignKey("asset.id", ondelete="CASCADE"), primary_key=True),
+    Index("idx_asset_alias_asset_alias_id", "alias_id"),
+    Index("idx_asset_alias_asset_asset_id", "asset_id"),
 )
 
-dataset_alias_dataset_event_assocation_table = Table(
-    "dataset_alias_dataset_event",
+asset_alias_asset_event_assocation_table = Table(
+    "asset_alias_asset_event",
     Base.metadata,
-    Column("alias_id", ForeignKey("dataset_alias.id", ondelete="CASCADE"), primary_key=True),
-    Column("event_id", ForeignKey("dataset_event.id", ondelete="CASCADE"), primary_key=True),
-    Index("idx_dataset_alias_dataset_event_alias_id", "alias_id"),
-    Index("idx_dataset_alias_dataset_event_event_id", "event_id"),
-    ForeignKeyConstraint(
-        ("alias_id",),
-        ["dataset_alias.id"],
-        name="dss_de_alias_id",
-        ondelete="CASCADE",
-    ),
-    ForeignKeyConstraint(
-        ("event_id",),
-        ["dataset_event.id"],
-        name="dss_de_event_id",
-        ondelete="CASCADE",
-    ),
+    Column("alias_id", ForeignKey("asset_alias.id", ondelete="CASCADE"), primary_key=True),
+    Column("event_id", ForeignKey("asset_event.id", ondelete="CASCADE"), primary_key=True),
+    Index("idx_asset_alias_asset_event_alias_id", "alias_id"),
+    Index("idx_asset_alias_asset_event_event_id", "event_id"),
 )
 
 
@@ -116,23 +92,23 @@ class AssetAliasModel(Base):
         nullable=False,
     )
 
-    __tablename__ = "dataset_alias"
+    __tablename__ = "asset_alias"
     __table_args__ = (
-        Index("idx_dataset_alias_name_unique", name, unique=True),
+        Index("idx_asset_alias_name_unique", name, unique=True),
         {"sqlite_autoincrement": True},  # ensures PK values not reused
     )
 
-    datasets = relationship(
+    assets = relationship(
         "AssetModel",
         secondary=alias_association_table,
         backref="aliases",
     )
-    dataset_events = relationship(
+    asset_events = relationship(
         "AssetEvent",
-        secondary=dataset_alias_dataset_event_assocation_table,
+        secondary=asset_alias_asset_event_assocation_table,
         back_populates="source_aliases",
     )
-    consuming_dags = relationship("DagScheduleAssetAliasReference", back_populates="dataset_alias")
+    consuming_dags = relationship("DagScheduleAssetAliasReference", back_populates="asset_alias")
 
     @classmethod
     def from_public(cls, obj: AssetAlias) -> AssetAliasModel:
@@ -205,14 +181,14 @@ class AssetModel(Base):
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
     updated_at = Column(UtcDateTime, default=timezone.utcnow, onupdate=timezone.utcnow, nullable=False)
 
-    active = relationship("AssetActive", uselist=False, viewonly=True)
+    active = relationship("AssetActive", uselist=False, viewonly=True, back_populates="asset")
 
-    consuming_dags = relationship("DagScheduleAssetReference", back_populates="dataset")
-    producing_tasks = relationship("TaskOutletAssetReference", back_populates="dataset")
+    consuming_dags = relationship("DagScheduleAssetReference", back_populates="asset")
+    producing_tasks = relationship("TaskOutletAssetReference", back_populates="asset")
 
-    __tablename__ = "dataset"
+    __tablename__ = "asset"
     __table_args__ = (
-        Index("idx_dataset_name_uri_unique", name, uri, unique=True),
+        Index("idx_asset_name_uri_unique", name, uri, unique=True),
         {"sqlite_autoincrement": True},  # ensures PK values not reused
     )
 
@@ -245,7 +221,7 @@ def __hash__(self):
         return hash((self.name, self.uri))
 
     def __repr__(self):
-        return f"{self.__class__.__name__}(uri={self.uri!r}, extra={self.extra!r})"
+        return f"{self.__class__.__name__}(name={self.name!r}, uri={self.uri!r}, extra={self.extra!r})"
 
     def to_public(self) -> Asset:
         return Asset(name=self.name, uri=self.uri, group=self.group, extra=self.extra)
@@ -288,12 +264,14 @@ class AssetActive(Base):
         nullable=False,
     )
 
+    asset = relationship("AssetModel", back_populates="active")
+
     __tablename__ = "asset_active"
     __table_args__ = (
         PrimaryKeyConstraint(name, uri, name="asset_active_pkey"),
         ForeignKeyConstraint(
             columns=[name, uri],
-            refcolumns=["dataset.name", "dataset.uri"],
+            refcolumns=["asset.name", "asset.uri"],
             name="asset_active_asset_name_uri_fkey",
             ondelete="CASCADE",
         ),
@@ -314,25 +292,25 @@ class DagScheduleAssetAliasReference(Base):
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
     updated_at = Column(UtcDateTime, default=timezone.utcnow, onupdate=timezone.utcnow, nullable=False)
 
-    dataset_alias = relationship("AssetAliasModel", back_populates="consuming_dags")
-    dag = relationship("DagModel", back_populates="schedule_dataset_alias_references")
+    asset_alias = relationship("AssetAliasModel", back_populates="consuming_dags")
+    dag = relationship("DagModel", back_populates="schedule_asset_alias_references")
 
-    __tablename__ = "dag_schedule_dataset_alias_reference"
+    __tablename__ = "dag_schedule_asset_alias_reference"
     __table_args__ = (
-        PrimaryKeyConstraint(alias_id, dag_id, name="dsdar_pkey"),
+        PrimaryKeyConstraint(alias_id, dag_id, name="dsaar_pkey"),
         ForeignKeyConstraint(
             (alias_id,),
-            ["dataset_alias.id"],
-            name="dsdar_dataset_alias_fkey",
+            ["asset_alias.id"],
+            name="dsaar_asset_alias_fkey",
             ondelete="CASCADE",
         ),
         ForeignKeyConstraint(
             columns=(dag_id,),
             refcolumns=["dag.dag_id"],
-            name="dsdar_dag_fkey",
+            name="dsaar_dag_id_fkey",
             ondelete="CASCADE",
         ),
-        Index("idx_dag_schedule_dataset_alias_reference_dag_id", dag_id),
+        Index("idx_dag_schedule_asset_alias_reference_dag_id", dag_id),
     )
 
     def __eq__(self, other):
@@ -344,104 +322,99 @@ def __hash__(self):
         return hash(self.__mapper__.primary_key)
 
     def __repr__(self):
-        args = []
-        for attr in [x.name for x in self.__mapper__.primary_key]:
-            args.append(f"{attr}={getattr(self, attr)!r}")
+        args = [f"{x.name}={getattr(self, x.name)!r}" for x in self.__mapper__.primary_key]
         return f"{self.__class__.__name__}({', '.join(args)})"
 
 
 class DagScheduleAssetReference(Base):
     """References from a DAG to an asset of which it is a consumer."""
 
-    dataset_id = Column(Integer, primary_key=True, nullable=False)
+    asset_id = Column(Integer, primary_key=True, nullable=False)
     dag_id = Column(StringID(), primary_key=True, nullable=False)
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
     updated_at = Column(UtcDateTime, default=timezone.utcnow, onupdate=timezone.utcnow, nullable=False)
 
-    dataset = relationship("AssetModel", back_populates="consuming_dags")
-    dag = relationship("DagModel", back_populates="schedule_dataset_references")
+    asset = relationship("AssetModel", back_populates="consuming_dags")
+    dag = relationship("DagModel", back_populates="schedule_asset_references")
 
     queue_records = relationship(
         "AssetDagRunQueue",
         primaryjoin="""and_(
-            DagScheduleAssetReference.dataset_id == foreign(AssetDagRunQueue.dataset_id),
+            DagScheduleAssetReference.asset_id == foreign(AssetDagRunQueue.asset_id),
             DagScheduleAssetReference.dag_id == foreign(AssetDagRunQueue.target_dag_id),
         )""",
         cascade="all, delete, delete-orphan",
     )
 
-    __tablename__ = "dag_schedule_dataset_reference"
+    __tablename__ = "dag_schedule_asset_reference"
     __table_args__ = (
-        PrimaryKeyConstraint(dataset_id, dag_id, name="dsdr_pkey"),
+        PrimaryKeyConstraint(asset_id, dag_id, name="dsar_pkey"),
         ForeignKeyConstraint(
-            (dataset_id,),
-            ["dataset.id"],
-            name="dsdr_dataset_fkey",
+            (asset_id,),
+            ["asset.id"],
+            name="dsar_asset_fkey",
             ondelete="CASCADE",
         ),
         ForeignKeyConstraint(
             columns=(dag_id,),
             refcolumns=["dag.dag_id"],
-            name="dsdr_dag_id_fkey",
+            name="dsar_dag_id_fkey",
             ondelete="CASCADE",
         ),
-        Index("idx_dag_schedule_dataset_reference_dag_id", dag_id),
+        Index("idx_dag_schedule_asset_reference_dag_id", dag_id),
     )
 
     def __eq__(self, other):
         if isinstance(other, self.__class__):
-            return self.dataset_id == other.dataset_id and self.dag_id == other.dag_id
-        else:
-            return NotImplemented
+            return self.asset_id == other.asset_id and self.dag_id == other.dag_id
+        return NotImplemented
 
     def __hash__(self):
         return hash(self.__mapper__.primary_key)
 
     def __repr__(self):
-        args = []
-        for attr in [x.name for x in self.__mapper__.primary_key]:
-            args.append(f"{attr}={getattr(self, attr)!r}")
+        args = [f"{attr}={getattr(self, attr)!r}" for attr in [x.name for x in self.__mapper__.primary_key]]
         return f"{self.__class__.__name__}({', '.join(args)})"
 
 
 class TaskOutletAssetReference(Base):
     """References from a task to an asset that it updates / produces."""
 
-    dataset_id = Column(Integer, primary_key=True, nullable=False)
+    asset_id = Column(Integer, primary_key=True, nullable=False)
     dag_id = Column(StringID(), primary_key=True, nullable=False)
     task_id = Column(StringID(), primary_key=True, nullable=False)
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
     updated_at = Column(UtcDateTime, default=timezone.utcnow, onupdate=timezone.utcnow, nullable=False)
 
-    dataset = relationship("AssetModel", back_populates="producing_tasks")
+    asset = relationship("AssetModel", back_populates="producing_tasks")
 
-    __tablename__ = "task_outlet_dataset_reference"
+    __tablename__ = "task_outlet_asset_reference"
     __table_args__ = (
         ForeignKeyConstraint(
-            (dataset_id,),
-            ["dataset.id"],
-            name="todr_dataset_fkey",
+            (asset_id,),
+            ["asset.id"],
+            name="toar_asset_fkey",
             ondelete="CASCADE",
         ),
-        PrimaryKeyConstraint(dataset_id, dag_id, task_id, name="todr_pkey"),
+        PrimaryKeyConstraint(asset_id, dag_id, task_id, name="toar_pkey"),
         ForeignKeyConstraint(
             columns=(dag_id,),
             refcolumns=["dag.dag_id"],
-            name="todr_dag_id_fkey",
+            name="toar_dag_id_fkey",
             ondelete="CASCADE",
         ),
-        Index("idx_task_outlet_dataset_reference_dag_id", dag_id),
+        Index("idx_task_outlet_asset_reference_dag_id", dag_id),
     )
 
     def __eq__(self, other):
         if isinstance(other, self.__class__):
             return (
-                self.dataset_id == other.dataset_id
+                self.asset_id == other.asset_id
                 and self.dag_id == other.dag_id
                 and self.task_id == other.task_id
             )
-        else:
-            return NotImplemented
+
+        return NotImplemented
 
     def __hash__(self):
         return hash(self.__mapper__.primary_key)
@@ -456,31 +429,32 @@ def __repr__(self):
 class AssetDagRunQueue(Base):
     """Model for storing asset events that need processing."""
 
-    dataset_id = Column(Integer, primary_key=True, nullable=False)
+    asset_id = Column(Integer, primary_key=True, nullable=False)
     target_dag_id = Column(StringID(), primary_key=True, nullable=False)
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
-    dataset = relationship("AssetModel", viewonly=True)
-    __tablename__ = "dataset_dag_run_queue"
+    asset = relationship("AssetModel", viewonly=True)
+
+    __tablename__ = "asset_dag_run_queue"
     __table_args__ = (
-        PrimaryKeyConstraint(dataset_id, target_dag_id, name="datasetdagrunqueue_pkey"),
+        PrimaryKeyConstraint(asset_id, target_dag_id, name="assetdagrunqueue_pkey"),
         ForeignKeyConstraint(
-            (dataset_id,),
-            ["dataset.id"],
-            name="ddrq_dataset_fkey",
+            (asset_id,),
+            ["asset.id"],
+            name="adrq_asset_fkey",
             ondelete="CASCADE",
         ),
         ForeignKeyConstraint(
             (target_dag_id,),
             ["dag.dag_id"],
-            name="ddrq_dag_fkey",
+            name="adrq_dag_fkey",
             ondelete="CASCADE",
         ),
-        Index("idx_dataset_dag_run_queue_target_dag_id", target_dag_id),
+        Index("idx_asset_dag_run_queue_target_dag_id", target_dag_id),
     )
 
     def __eq__(self, other):
         if isinstance(other, self.__class__):
-            return self.dataset_id == other.dataset_id and self.target_dag_id == other.target_dag_id
+            return self.asset_id == other.asset_id and self.target_dag_id == other.target_dag_id
         else:
             return NotImplemented
 
@@ -495,12 +469,12 @@ def __repr__(self):
 
 
 association_table = Table(
-    "dagrun_dataset_event",
+    "dagrun_asset_event",
     Base.metadata,
     Column("dag_run_id", ForeignKey("dag_run.id", ondelete="CASCADE"), primary_key=True),
-    Column("event_id", ForeignKey("dataset_event.id", ondelete="CASCADE"), primary_key=True),
-    Index("idx_dagrun_dataset_events_dag_run_id", "dag_run_id"),
-    Index("idx_dagrun_dataset_events_event_id", "event_id"),
+    Column("event_id", ForeignKey("asset_event.id", ondelete="CASCADE"), primary_key=True),
+    Index("idx_dagrun_asset_events_dag_run_id", "dag_run_id"),
+    Index("idx_dagrun_asset_events_event_id", "event_id"),
 )
 
 
@@ -508,7 +482,7 @@ class AssetEvent(Base):
     """
     A table to store assets events.
 
-    :param dataset_id: reference to AssetModel record
+    :param asset_id: reference to AssetModel record
     :param extra: JSON field for arbitrary extra info
     :param source_task_id: the task_id of the TI which updated the asset
     :param source_dag_id: the dag_id of the TI which updated the asset
@@ -521,7 +495,7 @@ class AssetEvent(Base):
     """
 
     id = Column(Integer, primary_key=True, autoincrement=True)
-    dataset_id = Column(Integer, nullable=False)
+    asset_id = Column(Integer, nullable=False)
     extra = Column(sqlalchemy_jsonfield.JSONField(json=json), nullable=False, default={})
     source_task_id = Column(StringID(), nullable=True)
     source_dag_id = Column(StringID(), nullable=True)
@@ -529,22 +503,22 @@ class AssetEvent(Base):
     source_map_index = Column(Integer, nullable=True, server_default=text("-1"))
     timestamp = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
 
-    __tablename__ = "dataset_event"
+    __tablename__ = "asset_event"
     __table_args__ = (
-        Index("idx_dataset_id_timestamp", dataset_id, timestamp),
+        Index("idx_asset_id_timestamp", asset_id, timestamp),
         {"sqlite_autoincrement": True},  # ensures PK values not reused
     )
 
     created_dagruns = relationship(
         "DagRun",
         secondary=association_table,
-        backref="consumed_dataset_events",
+        backref="consumed_asset_events",
     )
 
     source_aliases = relationship(
         "AssetAliasModel",
-        secondary=dataset_alias_dataset_event_assocation_table,
-        back_populates="dataset_events",
+        secondary=asset_alias_asset_event_assocation_table,
+        back_populates="asset_events",
     )
 
     source_task_instance = relationship(
@@ -569,9 +543,9 @@ class AssetEvent(Base):
         lazy="select",
         uselist=False,
     )
-    dataset = relationship(
+    asset = relationship(
         AssetModel,
-        primaryjoin="AssetEvent.dataset_id == foreign(AssetModel.id)",
+        primaryjoin="AssetEvent.asset_id == foreign(AssetModel.id)",
         viewonly=True,
         lazy="select",
         uselist=False,
@@ -579,13 +553,13 @@ class AssetEvent(Base):
 
     @property
     def uri(self):
-        return self.dataset.uri
+        return self.asset.uri
 
     def __repr__(self) -> str:
         args = []
         for attr in [
             "id",
-            "dataset_id",
+            "asset_id",
             "extra",
             "source_task_id",
             "source_dag_id",
diff --git a/airflow/models/backfill.py b/airflow/models/backfill.py
index aa9cb695b7579..648b35c5bdebe 100644
--- a/airflow/models/backfill.py
+++ b/airflow/models/backfill.py
@@ -24,19 +24,29 @@
 from __future__ import annotations
 
 import logging
+from enum import Enum
 from typing import TYPE_CHECKING
 
-from sqlalchemy import Boolean, Column, ForeignKeyConstraint, Integer, UniqueConstraint, func, select, update
+from sqlalchemy import (
+    Boolean,
+    Column,
+    ForeignKeyConstraint,
+    Integer,
+    UniqueConstraint,
+    desc,
+    func,
+    select,
+)
 from sqlalchemy.orm import relationship, validates
 from sqlalchemy_jsonfield import JSONField
 
-from airflow.api_connexion.exceptions import Conflict, NotFound
+from airflow.api_connexion.exceptions import NotFound
 from airflow.exceptions import AirflowException
 from airflow.models.base import Base, StringID
 from airflow.settings import json
 from airflow.utils import timezone
 from airflow.utils.session import create_session
-from airflow.utils.sqlalchemy import UtcDateTime
+from airflow.utils.sqlalchemy import UtcDateTime, nulls_first, with_row_locks
 from airflow.utils.state import DagRunState
 from airflow.utils.types import DagRunTriggeredByType, DagRunType
 
@@ -55,6 +65,18 @@ class AlreadyRunningBackfill(AirflowException):
     """
 
 
+class ReprocessBehavior(str, Enum):
+    """
+    Internal enum for setting reprocess behavior in a backfill.
+
+    :meta private:
+    """
+
+    FAILED = "failed"
+    COMPLETED = "completed"
+    NONE = "none"
+
+
 class Backfill(Base):
     """Model representing a backfill job."""
 
@@ -64,13 +86,14 @@ class Backfill(Base):
     dag_id = Column(StringID(), nullable=False)
     from_date = Column(UtcDateTime, nullable=False)
     to_date = Column(UtcDateTime, nullable=False)
-    dag_run_conf = Column(JSONField(json=json), nullable=True)
+    dag_run_conf = Column(JSONField(json=json), nullable=False, default={})
     is_paused = Column(Boolean, default=False)
     """
     Controls whether new dag runs will be created for this backfill.
 
     Does not pause existing dag runs.
     """
+    reprocess_behavior = Column(StringID(), nullable=False, default=ReprocessBehavior.NONE)
     max_active_runs = Column(Integer, default=10, nullable=False)
     created_at = Column(UtcDateTime, default=timezone.utcnow, nullable=False)
     completed_at = Column(UtcDateTime, nullable=True)
@@ -82,15 +105,27 @@ def __repr__(self):
         return f"Backfill({self.dag_id=}, {self.from_date=}, {self.to_date=})"
 
 
+class BackfillDagRunExceptionReason(str, Enum):
+    """
+    Enum for storing reasons why dag run not created.
+
+    :meta private:
+    """
+
+    IN_FLIGHT = "in flight"
+    ALREADY_EXISTS = "already exists"
+    UNKNOWN = "unknown"
+
+
 class BackfillDagRun(Base):
     """Mapping table between backfill run and dag run."""
 
     __tablename__ = "backfill_dag_run"
     id = Column(Integer, primary_key=True, autoincrement=True)
     backfill_id = Column(Integer, nullable=False)
-    dag_run_id = Column(
-        Integer, nullable=True
-    )  # the run might already exist; we could store the reason we did not create
+    dag_run_id = Column(Integer, nullable=True)
+    exception_reason = Column(StringID())
+    logical_date = Column(UtcDateTime, nullable=False)
     sort_ordinal = Column(Integer, nullable=False)
 
     backfill = relationship("Backfill", back_populates="backfill_dag_run_associations")
@@ -119,6 +154,91 @@ def validate_sort_ordinal(self, key, val):
         return val
 
 
+def _create_backfill_dag_run(
+    *,
+    dag,
+    info,
+    reprocess_behavior: ReprocessBehavior,
+    backfill_id,
+    dag_run_conf,
+    backfill_sort_ordinal,
+    session,
+):
+    from airflow.models import DagRun
+
+    with session.begin_nested() as nested:
+        dr = session.scalar(
+            with_row_locks(
+                select(DagRun)
+                .where(DagRun.execution_date == info.logical_date)
+                .order_by(nulls_first(desc(DagRun.start_date), session=session))
+                .limit(1),
+                session=session,
+            )
+        )
+        if dr:
+            non_create_reason = None
+            if dr.state not in (DagRunState.SUCCESS, DagRunState.FAILED):
+                non_create_reason = BackfillDagRunExceptionReason.IN_FLIGHT
+            elif reprocess_behavior is ReprocessBehavior.NONE:
+                non_create_reason = BackfillDagRunExceptionReason.ALREADY_EXISTS
+            elif reprocess_behavior is ReprocessBehavior.FAILED:
+                if dr.state != DagRunState.FAILED:
+                    non_create_reason = BackfillDagRunExceptionReason.ALREADY_EXISTS
+            if non_create_reason:
+                # rolling back here restores to start of this nested tran
+                # which releases the lock on the latest dag run, since we
+                # are not creating a new one
+                nested.rollback()
+                session.add(
+                    BackfillDagRun(
+                        backfill_id=backfill_id,
+                        dag_run_id=None,
+                        logical_date=info.logical_date,
+                        exception_reason=non_create_reason,
+                        sort_ordinal=backfill_sort_ordinal,
+                    )
+                )
+                return
+
+        dr = dag.create_dagrun(
+            triggered_by=DagRunTriggeredByType.BACKFILL,
+            execution_date=info.logical_date,
+            data_interval=info.data_interval,
+            start_date=timezone.utcnow(),
+            state=DagRunState.QUEUED,
+            external_trigger=False,
+            conf=dag_run_conf,
+            run_type=DagRunType.BACKFILL_JOB,
+            creating_job_id=None,
+            session=session,
+            backfill_id=backfill_id,
+        )
+        session.add(
+            BackfillDagRun(
+                backfill_id=backfill_id,
+                dag_run_id=dr.id,
+                sort_ordinal=backfill_sort_ordinal,
+                logical_date=info.logical_date,
+            )
+        )
+
+
+def _get_info_list(
+    *,
+    from_date,
+    to_date,
+    reverse,
+    dag,
+):
+    infos = dag.iter_dagrun_infos_between(from_date, to_date)
+    now = timezone.utcnow()
+    dagrun_info_list = (x for x in infos if x.data_interval.end < now)
+    if reverse:
+        dagrun_info_list = reversed([x for x in dag.iter_dagrun_infos_between(from_date, to_date)])
+    return dagrun_info_list
+
+
 def _create_backfill(
     *,
     dag_id: str,
@@ -127,16 +247,21 @@ def _create_backfill(
     max_active_runs: int,
     reverse: bool,
     dag_run_conf: dict | None,
+    reprocess_behavior: ReprocessBehavior | None = None,
 ) -> Backfill | None:
+    from airflow.models import DagModel
     from airflow.models.serialized_dag import SerializedDagModel
 
     with create_session() as session:
         serdag = session.get(SerializedDagModel, dag_id)
         if not serdag:
             raise NotFound(f"Could not find dag {dag_id}")
-
+        # todo: if dag has no schedule, raise
         num_active = session.scalar(
-            select(func.count()).where(Backfill.dag_id == dag_id, Backfill.completed_at.is_(None))
+            select(func.count()).where(
+                Backfill.dag_id == dag_id,
+                Backfill.completed_at.is_(None),
+            )
         )
         if num_active > 0:
             raise AlreadyRunningBackfill(
@@ -144,89 +269,66 @@ def _create_backfill(
                 f"There can be only one running backfill per dag."
             )
 
+        dag = serdag.dag
+        depends_on_past = any(x.depends_on_past for x in dag.tasks)
+        if depends_on_past:
+            if reverse is True:
+                raise ValueError(
+                    "Backfill cannot be run in reverse when the dag has tasks where depends_on_past=True"
+                )
+            if reprocess_behavior in (None, ReprocessBehavior.NONE):
+                raise ValueError(
+                    "Dag has task for which depends_on_past is true. "
+                    "You must set reprocess behavior to reprocess completed or "
+                    "reprocess failed"
+                )
         br = Backfill(
             dag_id=dag_id,
             from_date=from_date,
             to_date=to_date,
             max_active_runs=max_active_runs,
             dag_run_conf=dag_run_conf,
+            reprocess_behavior=reprocess_behavior,
         )
         session.add(br)
         session.commit()
 
-        dag = serdag.dag
-        depends_on_past = any(x.depends_on_past for x in dag.tasks)
-        if depends_on_past:
-            if reverse is True:
-                raise ValueError(
-                    "Backfill cannot be run in reverse when the dag has tasks where depends_on_past=True"
-                )
-
         backfill_sort_ordinal = 0
-        dagrun_info_list = dag.iter_dagrun_infos_between(from_date, to_date)
-        if reverse:
-            dagrun_info_list = reversed([x for x in dag.iter_dagrun_infos_between(from_date, to_date)])
-        for info in dagrun_info_list:
-            backfill_sort_ordinal += 1
-            log.info("creating backfill dag run %s dag_id=%s backfill_id=%s, info=", dag.dag_id, br.id, info)
-            dr = None
-            try:
-                dr = dag.create_dagrun(
-                    triggered_by=DagRunTriggeredByType.BACKFILL,
-                    execution_date=info.logical_date,
-                    data_interval=info.data_interval,
-                    start_date=timezone.utcnow(),
-                    state=DagRunState.QUEUED,
-                    external_trigger=False,
-                    conf=br.dag_run_conf,
-                    run_type=DagRunType.BACKFILL_JOB,
-                    creating_job_id=None,
-                    session=session,
-                    backfill_id=br.id,
-                )
-            except Exception:
-                dag.log.exception(
-                    "Error while attempting to create a dag run dag_id='%s' logical_date='%s'",
-                    dag.dag_id,
-                    info.logical_date,
-                )
-                session.rollback()
-            session.add(
-                BackfillDagRun(
-                    backfill_id=br.id,
-                    dag_run_id=dr.id if dr else None,  # this means we failed to create the dag run
-                    sort_ordinal=backfill_sort_ordinal,
-                )
-            )
-            session.commit()
-    return br
-
-
-def _cancel_backfill(backfill_id) -> Backfill:
-    with create_session() as session:
-        b: Backfill = session.get(Backfill, backfill_id)
-        if b.completed_at is not None:
-            raise Conflict("Backfill is already completed.")
-
-        b.completed_at = timezone.utcnow()
-
-        # first, pause
-        if not b.is_paused:
-            b.is_paused = True
-
-        session.commit()
 
-        from airflow.models import DagRun
+        dagrun_info_list = _get_info_list(
+            from_date=from_date,
+            to_date=to_date,
+            reverse=reverse,
+            dag=dag,
+        )
 
-        # now, let's mark all queued dag runs as failed
-        query = (
-            update(DagRun)
-            .where(
-                DagRun.id.in_(select(BackfillDagRun.dag_run_id).where(BackfillDagRun.backfill_id == b.id)),
-                DagRun.state == DagRunState.QUEUED,
+        log.info("obtaining lock on dag %s", dag_id)
+        # we obtain a lock on dag model so that nothing else will create
+        # dag runs at the same time. mainly this is required by non-uniqueness
+        # of logical_date. otherwise we could just create run in a try-except.
+        dag_model = session.scalar(
+            with_row_locks(
+                select(DagModel).where(DagModel.dag_id == dag_id),
+                session=session,
             )
-            .values(state=DagRunState.FAILED)
-            .execution_options(synchronize_session=False)
         )
-        session.execute(query)
-    return b
+        if not dag_model:
+            raise RuntimeError(f"Dag {dag_id} not found")
+        for info in dagrun_info_list:
+            backfill_sort_ordinal += 1
+            _create_backfill_dag_run(
+                dag=dag,
+                info=info,
+                backfill_id=br.id,
+                dag_run_conf=br.dag_run_conf,
+                reprocess_behavior=br.reprocess_behavior,
+                backfill_sort_ordinal=backfill_sort_ordinal,
+                session=session,
+            )
+            log.info(
+                "created backfill dag run dag_id=%s backfill_id=%s, info=%s",
+                dag.dag_id,
+                br.id,
+                info,
+            )
+    return br
diff --git a/airflow/models/baseoperator.py b/airflow/models/baseoperator.py
index 514553e05a2dd..c1448ef9cc550 100644
--- a/airflow/models/baseoperator.py
+++ b/airflow/models/baseoperator.py
@@ -23,17 +23,13 @@
 
 from __future__ import annotations
 
-import abc
 import collections.abc
 import contextlib
 import copy
 import functools
-import inspect
 import logging
-import sys
-import warnings
 from datetime import datetime, timedelta
-from functools import total_ordering, wraps
+from functools import wraps
 from threading import local
 from types import FunctionType
 from typing import (
@@ -45,10 +41,9 @@
     NoReturn,
     Sequence,
     TypeVar,
-    cast,
 )
 
-import attr
+import methodtools
 import pendulum
 from sqlalchemy import select
 from sqlalchemy.orm.exc import NoResultFound
@@ -56,7 +51,6 @@
 from airflow.configuration import conf
 from airflow.exceptions import (
     AirflowException,
-    FailStopDagInvalidTriggerRule,
     TaskDeferralError,
     TaskDeferred,
 )
@@ -78,12 +72,17 @@
 )
 from airflow.models.base import _sentinel
 from airflow.models.mappedoperator import OperatorPartial, validate_mapping_kwargs
-from airflow.models.param import ParamsDict
-from airflow.models.pool import Pool
 from airflow.models.taskinstance import TaskInstance, clear_task_instances
 from airflow.models.taskmixin import DependencyMixin
+
+# Keeping this file at all is a temp thing as we migrate the repo to the task sdk as the base, but to keep
+# main working and useful for others to develop against we use the TaskSDK here but keep this file around
+from airflow.sdk import DAG, BaseOperator as TaskSDKBaseOperator, EdgeModifier as TaskSDKEdgeModifier
+from airflow.sdk.definitions.baseoperator import (
+    BaseOperatorMeta as TaskSDKBaseOperatorMeta,
+    get_merged_defaults,
+)
 from airflow.serialization.enums import DagAttributeTypes
-from airflow.task.priority_strategy import PriorityWeightStrategy, validate_and_load_priority_weight_strategy
 from airflow.ti_deps.deps.mapped_task_upstream_dep import MappedTaskUpstreamDep
 from airflow.ti_deps.deps.not_in_retry_period_dep import NotInRetryPeriodDep
 from airflow.ti_deps.deps.not_previously_skipped_dep import NotPreviouslySkippedDep
@@ -91,15 +90,11 @@
 from airflow.ti_deps.deps.trigger_rule_dep import TriggerRuleDep
 from airflow.utils import timezone
 from airflow.utils.context import Context, context_get_outlet_events
-from airflow.utils.decorators import fixup_decorator_warning_stack
 from airflow.utils.edgemodifier import EdgeModifier
-from airflow.utils.helpers import validate_instance_args, validate_key
 from airflow.utils.operator_helpers import ExecutionCallableRunner
 from airflow.utils.operator_resources import Resources
 from airflow.utils.session import NEW_SESSION, provide_session
-from airflow.utils.setup_teardown import SetupTeardownContext
-from airflow.utils.trigger_rule import TriggerRule
-from airflow.utils.types import NOTSET, AttributeRemoved, DagRunTriggeredByType
+from airflow.utils.types import NOTSET, DagRunTriggeredByType
 from airflow.utils.xcom import XCOM_RETURN_KEY
 
 if TYPE_CHECKING:
@@ -110,14 +105,18 @@
 
     from airflow.models.abstractoperator import TaskStateChangeCallback
     from airflow.models.baseoperatorlink import BaseOperatorLink
-    from airflow.models.dag import DAG
+    from airflow.models.dag import DAG as SchedulerDAG
     from airflow.models.operator import Operator
-    from airflow.models.xcom_arg import XComArg
+    from airflow.task.priority_strategy import PriorityWeightStrategy
     from airflow.ti_deps.deps.base_ti_dep import BaseTIDep
     from airflow.triggers.base import BaseTrigger, StartTriggerArgs
-    from airflow.utils.task_group import TaskGroup
     from airflow.utils.types import ArgNotSet
 
+
+# Todo: AIP-44: Once we get rid of AIP-44 we can remove this. But without this here pydantic fails to resolve
+# types for serialization
+from airflow.utils.task_group import TaskGroup  # noqa: TCH001
+
 TaskPreExecuteHook = Callable[[Context], None]
 TaskPostExecuteHook = Callable[[Context, Any], None]
 
@@ -139,10 +138,12 @@ def parse_retries(retries: Any) -> int | None:
     return parsed_retries
 
 
-def coerce_timedelta(value: float | timedelta, *, key: str) -> timedelta:
+def coerce_timedelta(value: float | timedelta, *, key: str | None = None) -> timedelta:
     if isinstance(value, timedelta):
         return value
-    logger.debug("%s isn't a timedelta object, assuming secs", key)
+    # TODO: remove this log here
+    if key:
+        logger.debug("%s isn't a timedelta object, assuming secs", key)
     return timedelta(seconds=value)
 
 
@@ -152,38 +153,6 @@ def coerce_resources(resources: dict[str, Any] | None) -> Resources | None:
     return Resources(**resources)
 
 
-def _get_parent_defaults(dag: DAG | None, task_group: TaskGroup | None) -> tuple[dict, ParamsDict]:
-    if not dag:
-        return {}, ParamsDict()
-    dag_args = copy.copy(dag.default_args)
-    dag_params = copy.deepcopy(dag.params)
-    if task_group:
-        if task_group.default_args and not isinstance(task_group.default_args, collections.abc.Mapping):
-            raise TypeError("default_args must be a mapping")
-        dag_args.update(task_group.default_args)
-    return dag_args, dag_params
-
-
-def get_merged_defaults(
-    dag: DAG | None,
-    task_group: TaskGroup | None,
-    task_params: collections.abc.MutableMapping | None,
-    task_default_args: dict | None,
-) -> tuple[dict, ParamsDict]:
-    args, params = _get_parent_defaults(dag, task_group)
-    if task_params:
-        if not isinstance(task_params, collections.abc.Mapping):
-            raise TypeError("params must be a mapping")
-        params.update(task_params)
-    if task_default_args:
-        if not isinstance(task_default_args, collections.abc.Mapping):
-            raise TypeError("default_args must be a mapping")
-        args.update(task_default_args)
-        with contextlib.suppress(KeyError):
-            params.update(task_default_args["params"] or {})
-    return args, params
-
-
 class _PartialDescriptor:
     """A descriptor that guards against ``.partial`` being called on Task objects."""
 
@@ -225,161 +194,150 @@ def partial(**kwargs):
 
 
 # This is what handles the actual mapping.
-def partial(
-    operator_class: type[BaseOperator],
-    *,
-    task_id: str,
-    dag: DAG | None = None,
-    task_group: TaskGroup | None = None,
-    start_date: datetime | ArgNotSet = NOTSET,
-    end_date: datetime | ArgNotSet = NOTSET,
-    owner: str | ArgNotSet = NOTSET,
-    email: None | str | Iterable[str] | ArgNotSet = NOTSET,
-    params: collections.abc.MutableMapping | None = None,
-    resources: dict[str, Any] | None | ArgNotSet = NOTSET,
-    trigger_rule: str | ArgNotSet = NOTSET,
-    depends_on_past: bool | ArgNotSet = NOTSET,
-    ignore_first_depends_on_past: bool | ArgNotSet = NOTSET,
-    wait_for_past_depends_before_skipping: bool | ArgNotSet = NOTSET,
-    wait_for_downstream: bool | ArgNotSet = NOTSET,
-    retries: int | None | ArgNotSet = NOTSET,
-    queue: str | ArgNotSet = NOTSET,
-    pool: str | ArgNotSet = NOTSET,
-    pool_slots: int | ArgNotSet = NOTSET,
-    execution_timeout: timedelta | None | ArgNotSet = NOTSET,
-    max_retry_delay: None | timedelta | float | ArgNotSet = NOTSET,
-    retry_delay: timedelta | float | ArgNotSet = NOTSET,
-    retry_exponential_backoff: bool | ArgNotSet = NOTSET,
-    priority_weight: int | ArgNotSet = NOTSET,
-    weight_rule: str | PriorityWeightStrategy | ArgNotSet = NOTSET,
-    sla: timedelta | None | ArgNotSet = NOTSET,
-    map_index_template: str | None | ArgNotSet = NOTSET,
-    max_active_tis_per_dag: int | None | ArgNotSet = NOTSET,
-    max_active_tis_per_dagrun: int | None | ArgNotSet = NOTSET,
-    on_execute_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] | ArgNotSet = NOTSET,
-    on_failure_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] | ArgNotSet = NOTSET,
-    on_success_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] | ArgNotSet = NOTSET,
-    on_retry_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] | ArgNotSet = NOTSET,
-    on_skipped_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] | ArgNotSet = NOTSET,
-    run_as_user: str | None | ArgNotSet = NOTSET,
-    executor: str | None | ArgNotSet = NOTSET,
-    executor_config: dict | None | ArgNotSet = NOTSET,
-    inlets: Any | None | ArgNotSet = NOTSET,
-    outlets: Any | None | ArgNotSet = NOTSET,
-    doc: str | None | ArgNotSet = NOTSET,
-    doc_md: str | None | ArgNotSet = NOTSET,
-    doc_json: str | None | ArgNotSet = NOTSET,
-    doc_yaml: str | None | ArgNotSet = NOTSET,
-    doc_rst: str | None | ArgNotSet = NOTSET,
-    task_display_name: str | None | ArgNotSet = NOTSET,
-    logger_name: str | None | ArgNotSet = NOTSET,
-    allow_nested_operators: bool = True,
-    **kwargs,
-) -> OperatorPartial:
-    from airflow.models.dag import DagContext
-    from airflow.utils.task_group import TaskGroupContext
-
-    validate_mapping_kwargs(operator_class, "partial", kwargs)
-
-    dag = dag or DagContext.get_current_dag()
-    if dag:
-        task_group = task_group or TaskGroupContext.get_current_task_group(dag)
-    if task_group:
-        task_id = task_group.child_id(task_id)
-
-    # Merge DAG and task group level defaults into user-supplied values.
-    dag_default_args, partial_params = get_merged_defaults(
-        dag=dag,
-        task_group=task_group,
-        task_params=params,
-        task_default_args=kwargs.pop("default_args", None),
-    )
 
-    # Create partial_kwargs from args and kwargs
-    partial_kwargs: dict[str, Any] = {
+if TYPE_CHECKING:
+
+    def partial(
+        operator_class: type[BaseOperator],
+        *,
+        task_id: str,
+        dag: DAG | None = None,
+        task_group: TaskGroup | None = None,
+        start_date: datetime | ArgNotSet = NOTSET,
+        end_date: datetime | ArgNotSet = NOTSET,
+        owner: str | ArgNotSet = NOTSET,
+        email: None | str | Iterable[str] | ArgNotSet = NOTSET,
+        params: collections.abc.MutableMapping | None = None,
+        resources: dict[str, Any] | None | ArgNotSet = NOTSET,
+        trigger_rule: str | ArgNotSet = NOTSET,
+        depends_on_past: bool | ArgNotSet = NOTSET,
+        ignore_first_depends_on_past: bool | ArgNotSet = NOTSET,
+        wait_for_past_depends_before_skipping: bool | ArgNotSet = NOTSET,
+        wait_for_downstream: bool | ArgNotSet = NOTSET,
+        retries: int | None | ArgNotSet = NOTSET,
+        queue: str | ArgNotSet = NOTSET,
+        pool: str | ArgNotSet = NOTSET,
+        pool_slots: int | ArgNotSet = NOTSET,
+        execution_timeout: timedelta | None | ArgNotSet = NOTSET,
+        max_retry_delay: None | timedelta | float | ArgNotSet = NOTSET,
+        retry_delay: timedelta | float | ArgNotSet = NOTSET,
+        retry_exponential_backoff: bool | ArgNotSet = NOTSET,
+        priority_weight: int | ArgNotSet = NOTSET,
+        weight_rule: str | PriorityWeightStrategy | ArgNotSet = NOTSET,
+        sla: timedelta | None | ArgNotSet = NOTSET,
+        map_index_template: str | None | ArgNotSet = NOTSET,
+        max_active_tis_per_dag: int | None | ArgNotSet = NOTSET,
+        max_active_tis_per_dagrun: int | None | ArgNotSet = NOTSET,
+        on_execute_callback: None
+        | TaskStateChangeCallback
+        | list[TaskStateChangeCallback]
+        | ArgNotSet = NOTSET,
+        on_failure_callback: None
+        | TaskStateChangeCallback
+        | list[TaskStateChangeCallback]
+        | ArgNotSet = NOTSET,
+        on_success_callback: None
+        | TaskStateChangeCallback
+        | list[TaskStateChangeCallback]
+        | ArgNotSet = NOTSET,
+        on_retry_callback: None
+        | TaskStateChangeCallback
+        | list[TaskStateChangeCallback]
+        | ArgNotSet = NOTSET,
+        on_skipped_callback: None
+        | TaskStateChangeCallback
+        | list[TaskStateChangeCallback]
+        | ArgNotSet = NOTSET,
+        run_as_user: str | None | ArgNotSet = NOTSET,
+        executor: str | None | ArgNotSet = NOTSET,
+        executor_config: dict | None | ArgNotSet = NOTSET,
+        inlets: Any | None | ArgNotSet = NOTSET,
+        outlets: Any | None | ArgNotSet = NOTSET,
+        doc: str | None | ArgNotSet = NOTSET,
+        doc_md: str | None | ArgNotSet = NOTSET,
+        doc_json: str | None | ArgNotSet = NOTSET,
+        doc_yaml: str | None | ArgNotSet = NOTSET,
+        doc_rst: str | None | ArgNotSet = NOTSET,
+        task_display_name: str | None | ArgNotSet = NOTSET,
+        logger_name: str | None | ArgNotSet = NOTSET,
+        allow_nested_operators: bool = True,
+        **kwargs,
+    ) -> OperatorPartial: ...
+else:
+
+    def partial(
+        operator_class: type[BaseOperator],
+        *,
+        task_id: str,
+        dag: DAG | None = None,
+        task_group: TaskGroup | None = None,
+        params: collections.abc.MutableMapping | None = None,
         **kwargs,
-        "dag": dag,
-        "task_group": task_group,
-        "task_id": task_id,
-        "map_index_template": map_index_template,
-        "start_date": start_date,
-        "end_date": end_date,
-        "owner": owner,
-        "email": email,
-        "trigger_rule": trigger_rule,
-        "depends_on_past": depends_on_past,
-        "ignore_first_depends_on_past": ignore_first_depends_on_past,
-        "wait_for_past_depends_before_skipping": wait_for_past_depends_before_skipping,
-        "wait_for_downstream": wait_for_downstream,
-        "retries": retries,
-        "queue": queue,
-        "pool": pool,
-        "pool_slots": pool_slots,
-        "execution_timeout": execution_timeout,
-        "max_retry_delay": max_retry_delay,
-        "retry_delay": retry_delay,
-        "retry_exponential_backoff": retry_exponential_backoff,
-        "priority_weight": priority_weight,
-        "weight_rule": weight_rule,
-        "sla": sla,
-        "max_active_tis_per_dag": max_active_tis_per_dag,
-        "max_active_tis_per_dagrun": max_active_tis_per_dagrun,
-        "on_execute_callback": on_execute_callback,
-        "on_failure_callback": on_failure_callback,
-        "on_retry_callback": on_retry_callback,
-        "on_success_callback": on_success_callback,
-        "on_skipped_callback": on_skipped_callback,
-        "run_as_user": run_as_user,
-        "executor": executor,
-        "executor_config": executor_config,
-        "inlets": inlets,
-        "outlets": outlets,
-        "resources": resources,
-        "doc": doc,
-        "doc_json": doc_json,
-        "doc_md": doc_md,
-        "doc_rst": doc_rst,
-        "doc_yaml": doc_yaml,
-        "task_display_name": task_display_name,
-        "logger_name": logger_name,
-        "allow_nested_operators": allow_nested_operators,
-    }
-
-    # Inject DAG-level default args into args provided to this function.
-    partial_kwargs.update((k, v) for k, v in dag_default_args.items() if partial_kwargs.get(k) is NOTSET)
-
-    # Fill fields not provided by the user with default values.
-    partial_kwargs = {k: _PARTIAL_DEFAULTS.get(k) if v is NOTSET else v for k, v in partial_kwargs.items()}
-
-    # Post-process arguments. Should be kept in sync with _TaskDecorator.expand().
-    if "task_concurrency" in kwargs:  # Reject deprecated option.
-        raise TypeError("unexpected argument: task_concurrency")
-    if partial_kwargs["wait_for_downstream"]:
-        partial_kwargs["depends_on_past"] = True
-    partial_kwargs["start_date"] = timezone.convert_to_utc(partial_kwargs["start_date"])
-    partial_kwargs["end_date"] = timezone.convert_to_utc(partial_kwargs["end_date"])
-    if partial_kwargs["pool"] is None:
-        partial_kwargs["pool"] = Pool.DEFAULT_POOL_NAME
-    if partial_kwargs["pool_slots"] < 1:
-        dag_str = ""
+    ):
+        from airflow.sdk.definitions.contextmanager import DagContext, TaskGroupContext
+
+        validate_mapping_kwargs(operator_class, "partial", kwargs)
+
+        dag = dag or DagContext.get_current()
         if dag:
-            dag_str = f" in dag {dag.dag_id}"
-        raise ValueError(f"pool slots for {task_id}{dag_str} cannot be less than 1")
-    partial_kwargs["retries"] = parse_retries(partial_kwargs["retries"])
-    partial_kwargs["retry_delay"] = coerce_timedelta(partial_kwargs["retry_delay"], key="retry_delay")
-    if partial_kwargs["max_retry_delay"] is not None:
-        partial_kwargs["max_retry_delay"] = coerce_timedelta(
-            partial_kwargs["max_retry_delay"],
-            key="max_retry_delay",
+            task_group = task_group or TaskGroupContext.get_current(dag)
+        if task_group:
+            task_id = task_group.child_id(task_id)
+
+        # Merge DAG and task group level defaults into user-supplied values.
+        dag_default_args, partial_params = get_merged_defaults(
+            dag=dag,
+            task_group=task_group,
+            task_params=params,
+            task_default_args=kwargs.pop("default_args", None),
         )
-    partial_kwargs["executor_config"] = partial_kwargs["executor_config"] or {}
-    partial_kwargs["resources"] = coerce_resources(partial_kwargs["resources"])
 
-    return OperatorPartial(
-        operator_class=operator_class,
-        kwargs=partial_kwargs,
-        params=partial_params,
-    )
+        # Create partial_kwargs from args and kwargs
+        partial_kwargs: dict[str, Any] = {
+            "task_id": task_id,
+            "dag": dag,
+            "task_group": task_group,
+            **kwargs,
+        }
+
+        # Inject DAG-level default args into args provided to this function.
+        partial_kwargs.update(
+            (k, v) for k, v in dag_default_args.items() if partial_kwargs.get(k, NOTSET) is NOTSET
+        )
+
+        # Fill fields not provided by the user with default values.
+        for k, v in _PARTIAL_DEFAULTS.items():
+            partial_kwargs.setdefault(k, v)
+
+        # Post-process arguments. Should be kept in sync with _TaskDecorator.expand().
+        if "task_concurrency" in kwargs:  # Reject deprecated option.
+            raise TypeError("unexpected argument: task_concurrency")
+        if wait := partial_kwargs.get("wait_for_downstream", False):
+            partial_kwargs["depends_on_past"] = wait
+        if start_date := partial_kwargs.get("start_date", None):
+            partial_kwargs["start_date"] = timezone.convert_to_utc(start_date)
+        if end_date := partial_kwargs.get("end_date", None):
+            partial_kwargs["end_date"] = timezone.convert_to_utc(end_date)
+        if partial_kwargs["pool_slots"] < 1:
+            dag_str = ""
+            if dag:
+                dag_str = f" in dag {dag.dag_id}"
+            raise ValueError(f"pool slots for {task_id}{dag_str} cannot be less than 1")
+        if retries := partial_kwargs.get("retries"):
+            partial_kwargs["retries"] = parse_retries(retries)
+        partial_kwargs["retry_delay"] = coerce_timedelta(partial_kwargs["retry_delay"], key="retry_delay")
+        if partial_kwargs.get("max_retry_delay", None) is not None:
+            partial_kwargs["max_retry_delay"] = coerce_timedelta(
+                partial_kwargs["max_retry_delay"],
+                key="max_retry_delay",
+            )
+        partial_kwargs.setdefault("executor_config", {})
+
+        return OperatorPartial(
+            operator_class=operator_class,
+            kwargs=partial_kwargs,
+            params=partial_params,
+        )
 
 
 class ExecutorSafeguard:
@@ -419,103 +377,9 @@ def wrapper(self, *args, **kwargs):
         return wrapper
 
 
-class BaseOperatorMeta(abc.ABCMeta):
-    """Metaclass of BaseOperator."""
-
-    @classmethod
-    def _apply_defaults(cls, func: T) -> T:
-        """
-        Look for an argument named "default_args", and fill the unspecified arguments from it.
-
-        Since python2.* isn't clear about which arguments are missing when
-        calling a function, and that this can be quite confusing with multi-level
-        inheritance and argument defaults, this decorator also alerts with
-        specific information about the missing arguments.
-        """
-        # Cache inspect.signature for the wrapper closure to avoid calling it
-        # at every decorated invocation. This is separate sig_cache created
-        # per decoration, i.e. each function decorated using apply_defaults will
-        # have a different sig_cache.
-        sig_cache = inspect.signature(func)
-        non_variadic_params = {
-            name: param
-            for (name, param) in sig_cache.parameters.items()
-            if param.name != "self" and param.kind not in (param.VAR_POSITIONAL, param.VAR_KEYWORD)
-        }
-        non_optional_args = {
-            name
-            for name, param in non_variadic_params.items()
-            if param.default == param.empty and name != "task_id"
-        }
-
-        fixup_decorator_warning_stack(func)
-
-        @wraps(func)
-        def apply_defaults(self: BaseOperator, *args: Any, **kwargs: Any) -> Any:
-            from airflow.models.dag import DagContext
-            from airflow.utils.task_group import TaskGroupContext
-
-            if args:
-                raise AirflowException("Use keyword arguments when initializing operators")
-
-            instantiated_from_mapped = kwargs.pop(
-                "_airflow_from_mapped",
-                getattr(self, "_BaseOperator__from_mapped", False),
-            )
-
-            dag: DAG | None = kwargs.get("dag") or DagContext.get_current_dag()
-            task_group: TaskGroup | None = kwargs.get("task_group")
-            if dag and not task_group:
-                task_group = TaskGroupContext.get_current_task_group(dag)
-
-            default_args, merged_params = get_merged_defaults(
-                dag=dag,
-                task_group=task_group,
-                task_params=kwargs.pop("params", None),
-                task_default_args=kwargs.pop("default_args", None),
-            )
-
-            for arg in sig_cache.parameters:
-                if arg not in kwargs and arg in default_args:
-                    kwargs[arg] = default_args[arg]
-
-            missing_args = non_optional_args.difference(kwargs)
-            if len(missing_args) == 1:
-                raise AirflowException(f"missing keyword argument {missing_args.pop()!r}")
-            elif missing_args:
-                display = ", ".join(repr(a) for a in sorted(missing_args))
-                raise AirflowException(f"missing keyword arguments {display}")
-
-            if merged_params:
-                kwargs["params"] = merged_params
-
-            hook = getattr(self, "_hook_apply_defaults", None)
-            if hook:
-                args, kwargs = hook(**kwargs, default_args=default_args)
-                default_args = kwargs.pop("default_args", {})
-
-            if not hasattr(self, "_BaseOperator__init_kwargs"):
-                self._BaseOperator__init_kwargs = {}
-            self._BaseOperator__from_mapped = instantiated_from_mapped
-
-            result = func(self, **kwargs, default_args=default_args)
-
-            # Store the args passed to init -- we need them to support task.map serialization!
-            self._BaseOperator__init_kwargs.update(kwargs)  # type: ignore
-
-            # Set upstream task defined by XComArgs passed to template fields of the operator.
-            # BUT: only do this _ONCE_, not once for each class in the hierarchy
-            if not instantiated_from_mapped and func == self.__init__.__wrapped__:  # type: ignore[misc]
-                self.set_xcomargs_dependencies()
-                # Mark instance as instantiated.
-                self._BaseOperator__instantiated = True
-
-            return result
-
-        apply_defaults.__non_optional_args = non_optional_args  # type: ignore
-        apply_defaults.__param_names = set(non_variadic_params)  # type: ignore
-
-        return cast(T, apply_defaults)
+# TODO: Task-SDK - temporarily extend the metaclass to add in the ExecutorSafeguard.
+class BaseOperatorMeta(TaskSDKBaseOperatorMeta):
+    """:meta private:"""  # noqa: D400
 
     def __new__(cls, name, bases, namespace, **kwargs):
         execute_method = namespace.get("execute")
@@ -528,57 +392,10 @@ def __new__(cls, name, bases, namespace, **kwargs):
             partial_desc = vars(new_cls)["partial"]
             if isinstance(partial_desc, _PartialDescriptor):
                 partial_desc.class_method = classmethod(partial)
-
-        # We patch `__init__` only if the class defines it.
-        if inspect.getmro(new_cls)[1].__init__ is not new_cls.__init__:
-            new_cls.__init__ = cls._apply_defaults(new_cls.__init__)
-
         return new_cls
 
 
-# TODO: The following mapping is used to validate that the arguments passed to the BaseOperator are of the
-#  correct type. This is a temporary solution until we find a more sophisticated method for argument
-#  validation. One potential method is to use `get_type_hints` from the typing module. However, this is not
-#  fully compatible with future annotations for Python versions below 3.10. Once we require a minimum Python
-#  version that supports `get_type_hints` effectively or find a better approach, we can replace this
-#  manual type-checking method.
-BASEOPERATOR_ARGS_EXPECTED_TYPES = {
-    "task_id": str,
-    "email": (str, Iterable),
-    "email_on_retry": bool,
-    "email_on_failure": bool,
-    "retries": int,
-    "retry_exponential_backoff": bool,
-    "depends_on_past": bool,
-    "ignore_first_depends_on_past": bool,
-    "wait_for_past_depends_before_skipping": bool,
-    "wait_for_downstream": bool,
-    "priority_weight": int,
-    "queue": str,
-    "pool": str,
-    "pool_slots": int,
-    "trigger_rule": str,
-    "run_as_user": str,
-    "task_concurrency": int,
-    "map_index_template": str,
-    "max_active_tis_per_dag": int,
-    "max_active_tis_per_dagrun": int,
-    "executor": str,
-    "do_xcom_push": bool,
-    "multiple_outputs": bool,
-    "doc": str,
-    "doc_md": str,
-    "doc_json": str,
-    "doc_yaml": str,
-    "doc_rst": str,
-    "task_display_name": str,
-    "logger_name": str,
-    "allow_nested_operators": bool,
-}
-
-
-@total_ordering
-class BaseOperator(AbstractOperator, metaclass=BaseOperatorMeta):
+class BaseOperator(TaskSDKBaseOperator, AbstractOperator, metaclass=BaseOperatorMeta):
     r"""
     Abstract base class for all operators.
 
@@ -783,401 +600,71 @@ def say_hello_world(**context):
                 hello_world_task.execute(context)
     """
 
-    # Implementing Operator.
-    template_fields: Sequence[str] = ()
-    template_ext: Sequence[str] = ()
-
-    template_fields_renderers: dict[str, str] = {}
-
-    # Defines the color in the UI
-    ui_color: str = "#fff"
-    ui_fgcolor: str = "#000"
-
-    pool: str = ""
-
-    # base list which includes all the attrs that don't need deep copy.
-    _base_operator_shallow_copy_attrs: tuple[str, ...] = (
-        "user_defined_macros",
-        "user_defined_filters",
-        "params",
-    )
-
-    # each operator should override this class attr for shallow copy attrs.
-    shallow_copy_attrs: Sequence[str] = ()
-
-    # Defines the operator level extra links
-    operator_extra_links: Collection[BaseOperatorLink] = ()
-
-    # The _serialized_fields are lazily loaded when get_serialized_fields() method is called
-    __serialized_fields: frozenset[str] | None = None
-
-    partial: Callable[..., OperatorPartial] = _PartialDescriptor()  # type: ignore
-
-    _comps = {
-        "task_id",
-        "dag_id",
-        "owner",
-        "email",
-        "email_on_retry",
-        "retry_delay",
-        "retry_exponential_backoff",
-        "max_retry_delay",
-        "start_date",
-        "end_date",
-        "depends_on_past",
-        "wait_for_downstream",
-        "priority_weight",
-        "sla",
-        "execution_timeout",
-        "on_execute_callback",
-        "on_failure_callback",
-        "on_success_callback",
-        "on_retry_callback",
-        "on_skipped_callback",
-        "do_xcom_push",
-        "multiple_outputs",
-        "allow_nested_operators",
-        "executor",
-    }
-
-    # Defines if the operator supports lineage without manual definitions
-    supports_lineage = False
-
-    # If True then the class constructor was called
-    __instantiated = False
-    # List of args as passed to `init()`, after apply_defaults() has been updated. Used to "recreate" the task
-    # when mapping
-    __init_kwargs: dict[str, Any]
-
-    # Set to True before calling execute method
-    _lock_for_execution = False
-
-    _dag: DAG | None = None
-    task_group: TaskGroup | None = None
-
-    start_date: pendulum.DateTime | None = None
-    end_date: pendulum.DateTime | None = None
-
-    # Set to True for an operator instantiated by a mapped operator.
-    __from_mapped = False
-
     start_trigger_args: StartTriggerArgs | None = None
     start_from_trigger: bool = False
 
+    on_execute_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    on_failure_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    on_success_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    on_retry_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    on_skipped_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+
     def __init__(
         self,
-        task_id: str,
-        owner: str = DEFAULT_OWNER,
-        email: str | Iterable[str] | None = None,
-        email_on_retry: bool = conf.getboolean("email", "default_email_on_retry", fallback=True),
-        email_on_failure: bool = conf.getboolean("email", "default_email_on_failure", fallback=True),
-        retries: int | None = DEFAULT_RETRIES,
-        retry_delay: timedelta | float = DEFAULT_RETRY_DELAY,
-        retry_exponential_backoff: bool = False,
-        max_retry_delay: timedelta | float | None = None,
-        start_date: datetime | None = None,
-        end_date: datetime | None = None,
-        depends_on_past: bool = False,
-        ignore_first_depends_on_past: bool = DEFAULT_IGNORE_FIRST_DEPENDS_ON_PAST,
-        wait_for_past_depends_before_skipping: bool = DEFAULT_WAIT_FOR_PAST_DEPENDS_BEFORE_SKIPPING,
-        wait_for_downstream: bool = False,
-        dag: DAG | None = None,
-        params: collections.abc.MutableMapping | None = None,
-        default_args: dict | None = None,
-        priority_weight: int = DEFAULT_PRIORITY_WEIGHT,
-        weight_rule: str | PriorityWeightStrategy = DEFAULT_WEIGHT_RULE,
-        queue: str = DEFAULT_QUEUE,
-        pool: str | None = None,
-        pool_slots: int = DEFAULT_POOL_SLOTS,
-        sla: timedelta | None = None,
-        execution_timeout: timedelta | None = DEFAULT_TASK_EXECUTION_TIMEOUT,
+        pre_execute=None,
+        post_execute=None,
         on_execute_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
         on_failure_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
         on_success_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
         on_retry_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
         on_skipped_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
-        pre_execute: TaskPreExecuteHook | None = None,
-        post_execute: TaskPostExecuteHook | None = None,
-        trigger_rule: str = DEFAULT_TRIGGER_RULE,
-        resources: dict[str, Any] | None = None,
-        run_as_user: str | None = None,
-        map_index_template: str | None = None,
-        max_active_tis_per_dag: int | None = None,
-        max_active_tis_per_dagrun: int | None = None,
-        executor: str | None = None,
-        executor_config: dict | None = None,
-        do_xcom_push: bool = True,
-        multiple_outputs: bool = False,
-        inlets: Any | None = None,
-        outlets: Any | None = None,
-        task_group: TaskGroup | None = None,
-        doc: str | None = None,
-        doc_md: str | None = None,
-        doc_json: str | None = None,
-        doc_yaml: str | None = None,
-        doc_rst: str | None = None,
-        task_display_name: str | None = None,
-        logger_name: str | None = None,
-        allow_nested_operators: bool = True,
         **kwargs,
     ):
-        from airflow.models.dag import DagContext
-        from airflow.utils.task_group import TaskGroupContext
-
-        self.__init_kwargs = {}
-
-        super().__init__()
-
-        kwargs.pop("_airflow_mapped_validation_only", None)
-        if kwargs:
-            raise AirflowException(
-                f"Invalid arguments were passed to {self.__class__.__name__} (task_id: {task_id}). "
-                f"Invalid arguments were:\n**kwargs: {kwargs}",
-            )
-        validate_key(task_id)
-
-        dag = dag or DagContext.get_current_dag()
-        task_group = task_group or TaskGroupContext.get_current_task_group(dag)
-
-        self.task_id = task_group.child_id(task_id) if task_group else task_id
-        if not self.__from_mapped and task_group:
-            task_group.add(self)
-
-        self.owner = owner
-        self.email = email
-        self.email_on_retry = email_on_retry
-        self.email_on_failure = email_on_failure
-
-        if execution_timeout is not None and not isinstance(execution_timeout, timedelta):
-            raise ValueError(
-                f"execution_timeout must be timedelta object but passed as type: {type(execution_timeout)}"
-            )
-        self.execution_timeout = execution_timeout
+        if start_date := kwargs.get("start_date", None):
+            kwargs["start_date"] = timezone.convert_to_utc(start_date)
 
+        if end_date := kwargs.get("end_date", None):
+            kwargs["end_date"] = timezone.convert_to_utc(end_date)
+        super().__init__(**kwargs)
+        self._pre_execute_hook = pre_execute
+        self._post_execute_hook = post_execute
         self.on_execute_callback = on_execute_callback
         self.on_failure_callback = on_failure_callback
         self.on_success_callback = on_success_callback
-        self.on_retry_callback = on_retry_callback
         self.on_skipped_callback = on_skipped_callback
-        self._pre_execute_hook = pre_execute
-        self._post_execute_hook = post_execute
-
-        if start_date and not isinstance(start_date, datetime):
-            self.log.warning("start_date for %s isn't datetime.datetime", self)
-        elif start_date:
-            self.start_date = timezone.convert_to_utc(start_date)
-
-        if end_date:
-            self.end_date = timezone.convert_to_utc(end_date)
-
-        self.executor = executor
-        self.executor_config = executor_config or {}
-        self.run_as_user = run_as_user
-        self.retries = parse_retries(retries)
-        self.queue = queue
-        self.pool = Pool.DEFAULT_POOL_NAME if pool is None else pool
-        self.pool_slots = pool_slots
-        if self.pool_slots < 1:
-            dag_str = f" in dag {dag.dag_id}" if dag else ""
-            raise ValueError(f"pool slots for {self.task_id}{dag_str} cannot be less than 1")
-
-        if sla:
-            self.log.warning(
-                "The SLA feature is removed in Airflow 3.0, to be replaced with a new implementation in 3.1"
-            )
-
-        if not TriggerRule.is_valid(trigger_rule):
-            raise AirflowException(
-                f"The trigger_rule must be one of {TriggerRule.all_triggers()},"
-                f"'{dag.dag_id if dag else ''}.{task_id}'; received '{trigger_rule}'."
-            )
-
-        self.trigger_rule: TriggerRule = TriggerRule(trigger_rule)
-        FailStopDagInvalidTriggerRule.check(dag=dag, trigger_rule=self.trigger_rule)
-
-        self.depends_on_past: bool = depends_on_past
-        self.ignore_first_depends_on_past: bool = ignore_first_depends_on_past
-        self.wait_for_past_depends_before_skipping: bool = wait_for_past_depends_before_skipping
-        self.wait_for_downstream: bool = wait_for_downstream
-        if wait_for_downstream:
-            self.depends_on_past = True
-
-        self.retry_delay = coerce_timedelta(retry_delay, key="retry_delay")
-        self.retry_exponential_backoff = retry_exponential_backoff
-        self.max_retry_delay = (
-            max_retry_delay
-            if max_retry_delay is None
-            else coerce_timedelta(max_retry_delay, key="max_retry_delay")
-        )
-
-        # At execution_time this becomes a normal dict
-        self.params: ParamsDict | dict = ParamsDict(params)
-        if priority_weight is not None and not isinstance(priority_weight, int):
-            raise AirflowException(
-                f"`priority_weight` for task '{self.task_id}' only accepts integers, "
-                f"received '{type(priority_weight)}'."
-            )
-        self.priority_weight = priority_weight
-        self.weight_rule = validate_and_load_priority_weight_strategy(weight_rule)
-        self.resources = coerce_resources(resources)
-        self.max_active_tis_per_dag: int | None = max_active_tis_per_dag
-        self.max_active_tis_per_dagrun: int | None = max_active_tis_per_dagrun
-        self.do_xcom_push: bool = do_xcom_push
-        self.map_index_template: str | None = map_index_template
-        self.multiple_outputs: bool = multiple_outputs
-
-        self.doc_md = doc_md
-        self.doc_json = doc_json
-        self.doc_yaml = doc_yaml
-        self.doc_rst = doc_rst
-        self.doc = doc
-        # Populate the display field only if provided and different from task id
-        self._task_display_property_value = (
-            task_display_name if task_display_name and task_display_name != task_id else None
-        )
-
-        self.upstream_task_ids: set[str] = set()
-        self.downstream_task_ids: set[str] = set()
-
-        if dag:
-            self.dag = dag
-
-        self._log_config_logger_name = "airflow.task.operators"
-        self._logger_name = logger_name
-        self.allow_nested_operators: bool = allow_nested_operators
-
-        # Lineage
-        self.inlets: list = []
-        self.outlets: list = []
-
-        if inlets:
-            self.inlets = (
-                inlets
-                if isinstance(inlets, list)
-                else [
-                    inlets,
-                ]
-            )
-
-        if outlets:
-            self.outlets = (
-                outlets
-                if isinstance(outlets, list)
-                else [
-                    outlets,
-                ]
-            )
-
-        if isinstance(self.template_fields, str):
-            warnings.warn(
-                f"The `template_fields` value for {self.task_type} is a string "
-                "but should be a list or tuple of string. Wrapping it in a list for execution. "
-                f"Please update {self.task_type} accordingly.",
-                UserWarning,
-                stacklevel=2,
-            )
-            self.template_fields = [self.template_fields]
-
-        self._is_setup = False
-        self._is_teardown = False
-        if SetupTeardownContext.active:
-            SetupTeardownContext.update_context_map(self)
-
-        validate_instance_args(self, BASEOPERATOR_ARGS_EXPECTED_TYPES)
-
-    def __eq__(self, other):
-        if type(self) is type(other):
-            # Use getattr() instead of __dict__ as __dict__ doesn't return
-            # correct values for properties.
-            return all(getattr(self, c, None) == getattr(other, c, None) for c in self._comps)
-        return False
-
-    def __ne__(self, other):
-        return not self == other
-
-    def __hash__(self):
-        hash_components = [type(self)]
-        for component in self._comps:
-            val = getattr(self, component, None)
-            try:
-                hash(val)
-                hash_components.append(val)
-            except TypeError:
-                hash_components.append(repr(val))
-        return hash(tuple(hash_components))
-
-    # including lineage information
-    def __or__(self, other):
-        """
-        Return [This Operator] | [Operator].
-
-        The inlets of other will be set to pick up the outlets from this operator.
-        Other will be set as a downstream task of this operator.
-        """
-        if isinstance(other, BaseOperator):
-            if not self.outlets and not self.supports_lineage:
-                raise ValueError("No outlets defined for this operator")
-            other.add_inlets([self.task_id])
-            self.set_downstream(other)
-        else:
-            raise TypeError(f"Right hand side ({other}) is not an Operator")
-
-        return self
-
-    # /Composing Operators ---------------------------------------------
-
-    def __gt__(self, other):
-        """
-        Return [Operator] > [Outlet].
-
-        If other is an attr annotated object it is set as an outlet of this Operator.
-        """
-        if not isinstance(other, Iterable):
-            other = [other]
-
-        for obj in other:
-            if not attr.has(obj):
-                raise TypeError(f"Left hand side ({obj}) is not an outlet")
-        self.add_outlets(other)
+        self.on_retry_callback = on_retry_callback
 
-        return self
+    # Defines the operator level extra links
+    operator_extra_links: Collection[BaseOperatorLink] = ()
 
-    def __lt__(self, other):
-        """
-        Return [Inlet] > [Operator] or [Operator] < [Inlet].
+    if TYPE_CHECKING:
 
-        If other is an attr annotated object it is set as an inlet to this operator.
-        """
-        if not isinstance(other, Iterable):
-            other = [other]
+        @property  # type: ignore[override]
+        def dag(self) -> SchedulerDAG:  # type: ignore[override]
+            return super().dag  # type: ignore[return-value]
 
-        for obj in other:
-            if not attr.has(obj):
-                raise TypeError(f"{obj} cannot be an inlet")
-        self.add_inlets(other)
+        @dag.setter
+        def dag(self, val: SchedulerDAG):
+            # For type checking only
+            ...
 
-        return self
+    partial: Callable[..., OperatorPartial] = _PartialDescriptor()  # type: ignore
 
-    def __setattr__(self, key, value):
-        super().__setattr__(key, value)
-        if self.__from_mapped or self._lock_for_execution:
-            return  # Skip any custom behavior for validation and during execute.
-        if key in self.__init_kwargs:
-            self.__init_kwargs[key] = value
-        if self.__instantiated and key in self.template_fields:
-            # Resolve upstreams set by assigning an XComArg after initializing
-            # an operator, example:
-            #   op = BashOperator()
-            #   op.bash_command = "sleep 1"
-            self.set_xcomargs_dependencies()
-
-    def add_inlets(self, inlets: Iterable[Any]):
-        """Set inlets to this operator."""
-        self.inlets.extend(inlets)
-
-    def add_outlets(self, outlets: Iterable[Any]):
-        """Define the outlets of this operator."""
-        self.outlets.extend(outlets)
+    @classmethod
+    @methodtools.lru_cache(maxsize=None)
+    def get_serialized_fields(cls):
+        """Stringified DAGs and operators contain exactly these fields."""
+        # TODO: this ends up caching it once per-subclass, which isn't what we want, but this class is only
+        # kept around during the development of AIP-72/TaskSDK code.
+        return TaskSDKBaseOperator.get_serialized_fields() | {
+            "start_trigger_args",
+            "start_from_trigger",
+            "on_execute_callback",
+            "on_failure_callback",
+            "on_success_callback",
+            "on_retry_callback",
+            "on_skipped_callback",
+        }
 
     def get_inlet_defs(self):
         """
@@ -1195,55 +682,6 @@ def get_outlet_defs(self):
         """
         return self.outlets
 
-    def get_dag(self) -> DAG | None:
-        return self._dag
-
-    @property  # type: ignore[override]
-    def dag(self) -> DAG:  # type: ignore[override]
-        """Returns the Operator's DAG if set, otherwise raises an error."""
-        if self._dag:
-            return self._dag
-        else:
-            raise AirflowException(f"Operator {self} has not been assigned to a DAG yet")
-
-    @dag.setter
-    def dag(self, dag: DAG | None):
-        """Operators can be assigned to one DAG, one time. Repeat assignments to that same DAG are ok."""
-        if dag is None:
-            self._dag = None
-            return
-
-        # if set to removed, then just set and exit
-        if self._dag.__class__ is AttributeRemoved:
-            self._dag = dag
-            return
-        # if setting to removed, then just set and exit
-        if dag.__class__ is AttributeRemoved:
-            self._dag = AttributeRemoved("_dag")  # type: ignore[assignment]
-            return
-
-        from airflow.models.dag import DAG
-
-        if not isinstance(dag, DAG):
-            raise TypeError(f"Expected DAG; received {dag.__class__.__name__}")
-        elif self.has_dag() and self.dag is not dag:
-            raise AirflowException(f"The DAG assigned to {self} can not be changed.")
-
-        if self.__from_mapped:
-            pass  # Don't add to DAG -- the mapped task takes the place.
-        elif dag.task_dict.get(self.task_id) is not self:
-            dag.add_task(self)
-
-        self._dag = dag
-
-    @property
-    def task_display_name(self) -> str:
-        return self._task_display_property_value or self.task_id
-
-    def has_dag(self):
-        """Return True if the Operator has been assigned to a DAG."""
-        return self._dag is not None
-
     deps: frozenset[BaseTIDep] = frozenset(
         {
             NotInRetryPeriodDep(),
@@ -1265,33 +703,6 @@ def prepare_for_execution(self) -> BaseOperator:
         other._lock_for_execution = True
         return other
 
-    def set_xcomargs_dependencies(self) -> None:
-        """
-        Resolve upstream dependencies of a task.
-
-        In this way passing an ``XComArg`` as value for a template field
-        will result in creating upstream relation between two tasks.
-
-        **Example**: ::
-
-            with DAG(...):
-                generate_content = GenerateContentOperator(task_id="generate_content")
-                send_email = EmailOperator(..., html_content=generate_content.output)
-
-            # This is equivalent to
-            with DAG(...):
-                generate_content = GenerateContentOperator(task_id="generate_content")
-                send_email = EmailOperator(..., html_content="{{ task_instance.xcom_pull('generate_content') }}")
-                generate_content >> send_email
-
-        """
-        from airflow.models.xcom_arg import XComArg
-
-        for field in self.template_fields:
-            if hasattr(self, field):
-                arg = getattr(self, field)
-                XComArg.apply_upstream_relationship(self, arg)
-
     @prepare_lineage
     def pre_execute(self, context: Any):
         """Execute right before self.execute() is called."""
@@ -1328,46 +739,6 @@ def post_execute(self, context: Any, result: Any = None):
             logger=self.log,
         ).run(context, result)
 
-    def on_kill(self) -> None:
-        """
-        Override this method to clean up subprocesses when a task instance gets killed.
-
-        Any use of the threading, subprocess or multiprocessing module within an
-        operator needs to be cleaned up, or it will leave ghost processes behind.
-        """
-
-    def __deepcopy__(self, memo):
-        # Hack sorting double chained task lists by task_id to avoid hitting
-        # max_depth on deepcopy operations.
-        sys.setrecursionlimit(5000)  # TODO fix this in a better way
-
-        cls = self.__class__
-        result = cls.__new__(cls)
-        memo[id(self)] = result
-
-        shallow_copy = cls.shallow_copy_attrs + cls._base_operator_shallow_copy_attrs
-
-        for k, v in self.__dict__.items():
-            if k == "_BaseOperator__instantiated":
-                # Don't set this until the _end_, as it changes behaviour of __setattr__
-                continue
-            if k not in shallow_copy:
-                setattr(result, k, copy.deepcopy(v, memo))
-            else:
-                setattr(result, k, copy.copy(v))
-        result.__instantiated = self.__instantiated
-        return result
-
-    def __getstate__(self):
-        state = dict(self.__dict__)
-        if self._log:
-            del state["_log"]
-
-        return state
-
-    def __setstate__(self, state):
-        self.__dict__ = state
-
     def render_template_fields(
         self,
         context: Context,
@@ -1413,6 +784,12 @@ def clear(
         qry = qry.where(TaskInstance.task_id.in_(tasks))
         results = session.scalars(qry).all()
         count = len(results)
+
+        if TYPE_CHECKING:
+            # TODO: Task-SDK: We need to set this to the scheduler DAG until we fully separate scheduling and
+            # definition code
+            assert isinstance(self.dag, SchedulerDAG)
+
         clear_task_instances(results, session, dag=self.dag)
         session.commit()
         return count
@@ -1460,6 +837,10 @@ def run(
         if TYPE_CHECKING:
             assert self.start_date
 
+            # TODO: Task-SDK: We need to set this to the scheduler DAG until we fully separate scheduling and
+            # definition code
+            assert isinstance(self.dag, SchedulerDAG)
+
         start_date = pendulum.instance(start_date or self.start_date)
         end_date = pendulum.instance(end_date or self.end_date or timezone.utcnow())
 
@@ -1520,83 +901,6 @@ def get_direct_relatives(self, upstream: bool = False) -> Iterable[Operator]:
         else:
             return self.downstream_list
 
-    def __repr__(self):
-        return f"<Task({self.task_type}): {self.task_id}>"
-
-    @property
-    def operator_class(self) -> type[BaseOperator]:  # type: ignore[override]
-        return self.__class__
-
-    @property
-    def task_type(self) -> str:
-        """@property: type of the task."""
-        return self.__class__.__name__
-
-    @property
-    def operator_name(self) -> str:
-        """@property: use a more friendly display name for the operator, if set."""
-        try:
-            return self.custom_operator_name  # type: ignore
-        except AttributeError:
-            return self.task_type
-
-    @property
-    def roots(self) -> list[BaseOperator]:
-        """Required by DAGNode."""
-        return [self]
-
-    @property
-    def leaves(self) -> list[BaseOperator]:
-        """Required by DAGNode."""
-        return [self]
-
-    @property
-    def output(self) -> XComArg:
-        """Returns reference to XCom pushed by current operator."""
-        from airflow.models.xcom_arg import XComArg
-
-        return XComArg(operator=self)
-
-    @property
-    def is_setup(self) -> bool:
-        """
-        Whether the operator is a setup task.
-
-        :meta private:
-        """
-        return self._is_setup
-
-    @is_setup.setter
-    def is_setup(self, value: bool) -> None:
-        """
-        Setter for is_setup property.
-
-        :meta private:
-        """
-        if self.is_teardown and value:
-            raise ValueError(f"Cannot mark task '{self.task_id}' as setup; task is already a teardown.")
-        self._is_setup = value
-
-    @property
-    def is_teardown(self) -> bool:
-        """
-        Whether the operator is a teardown task.
-
-        :meta private:
-        """
-        return self._is_teardown
-
-    @is_teardown.setter
-    def is_teardown(self, value: bool) -> None:
-        """
-        Setter for is_teardown property.
-
-        :meta private:
-        """
-        if self.is_setup and value:
-            raise ValueError(f"Cannot mark task '{self.task_id}' as teardown; task is already a setup.")
-        self._is_teardown = value
-
     @staticmethod
     def xcom_push(
         context: Any,
@@ -1657,68 +961,10 @@ def xcom_pull(
             session=session,
         )
 
-    @classmethod
-    def get_serialized_fields(cls):
-        """Stringified DAGs and operators contain exactly these fields."""
-        if not cls.__serialized_fields:
-            from airflow.models.dag import DagContext
-
-            # make sure the following dummy task is not added to current active
-            # dag in context, otherwise, it will result in
-            # `RuntimeError: dictionary changed size during iteration`
-            # Exception in SerializedDAG.serialize_dag() call.
-            DagContext.push_context_managed_dag(None)
-            cls.__serialized_fields = frozenset(
-                vars(BaseOperator(task_id="test")).keys()
-                - {
-                    "upstream_task_ids",
-                    "default_args",
-                    "dag",
-                    "_dag",
-                    "label",
-                    "_BaseOperator__instantiated",
-                    "_BaseOperator__init_kwargs",
-                    "_BaseOperator__from_mapped",
-                    "_is_setup",
-                    "_is_teardown",
-                    "_on_failure_fail_dagrun",
-                }
-                | {  # Class level defaults need to be added to this list
-                    "start_date",
-                    "end_date",
-                    "_task_type",
-                    "_operator_name",
-                    "ui_color",
-                    "ui_fgcolor",
-                    "template_ext",
-                    "template_fields",
-                    "template_fields_renderers",
-                    "params",
-                    "is_setup",
-                    "is_teardown",
-                    "on_failure_fail_dagrun",
-                    "map_index_template",
-                    "start_trigger_args",
-                    "_needs_expansion",
-                    "start_from_trigger",
-                }
-            )
-            DagContext.pop_context_managed_dag()
-
-        return cls.__serialized_fields
-
     def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
         """Serialize; required by DAGNode."""
         return DagAttributeTypes.OP, self.task_id
 
-    @property
-    def inherits_from_empty_operator(self):
-        """Used to determine if an Operator is inherited from EmptyOperator."""
-        # This looks like `isinstance(self, EmptyOperator) would work, but this also
-        # needs to cope when `self` is a Serialized instance of a EmptyOperator or one
-        # of its subclasses (which don't inherit from anything but BaseOperator).
-        return getattr(self, "_is_empty", False)
-
     def defer(
         self,
         *,
@@ -2038,7 +1284,7 @@ def chain_linear(*elements: DependencyMixin | Sequence[DependencyMixin]):
     prev_elem = None
     deps_set = False
     for curr_elem in elements:
-        if isinstance(curr_elem, EdgeModifier):
+        if isinstance(curr_elem, (EdgeModifier, TaskSDKEdgeModifier)):
             raise ValueError("Labels are not supported by chain_linear")
         if prev_elem is not None:
             for task in prev_elem:
diff --git a/airflow/models/dag.py b/airflow/models/dag.py
index f0a7d7f56be2c..851d2a5129346 100644
--- a/airflow/models/dag.py
+++ b/airflow/models/dag.py
@@ -20,19 +20,15 @@
 import asyncio
 import copy
 import functools
-import itertools
 import logging
-import os
 import pathlib
 import pickle
 import sys
 import time
 import traceback
-import weakref
-from collections import abc, defaultdict, deque
+from collections import defaultdict
 from contextlib import ExitStack
 from datetime import datetime, timedelta
-from inspect import signature
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -40,17 +36,15 @@
     Collection,
     Container,
     Iterable,
-    Iterator,
-    MutableSet,
     Pattern,
     Sequence,
     Union,
     cast,
     overload,
 )
-from urllib.parse import urlsplit
 
-import jinja2
+import attrs
+import methodtools
 import pendulum
 import re2
 import sqlalchemy_jsonfield
@@ -77,22 +71,16 @@
 from sqlalchemy.orm import backref, relationship
 from sqlalchemy.sql import Select, expression
 
-import airflow.templates
 from airflow import settings, utils
 from airflow.api_internal.internal_api_call import internal_api_call
-from airflow.assets import Asset, AssetAlias, AssetAll, BaseAsset
+from airflow.assets import Asset, AssetAlias, BaseAsset
 from airflow.configuration import conf as airflow_conf, secrets_backend_list
 from airflow.exceptions import (
     AirflowException,
-    DuplicateTaskIdFound,
-    FailStopDagInvalidTriggerRule,
-    ParamValidationError,
     TaskDeferred,
-    TaskNotFound,
     UnknownExecutorException,
 )
 from airflow.executors.executor_loader import ExecutorLoader
-from airflow.models.abstractoperator import AbstractOperator, TaskStateChangeCallback
 from airflow.models.asset import (
     AssetDagRunQueue,
     AssetModel,
@@ -102,7 +90,6 @@
 from airflow.models.dagcode import DagCode
 from airflow.models.dagpickle import DagPickle
 from airflow.models.dagrun import RUN_ID_REGEX, DagRun
-from airflow.models.param import DagParam, ParamsDict
 from airflow.models.taskinstance import (
     Context,
     TaskInstance,
@@ -110,6 +97,7 @@
     clear_task_instances,
 )
 from airflow.models.tasklog import LogTemplate
+from airflow.sdk import DAG as TaskSDKDag, dag as task_sdk_dag_decorator
 from airflow.secrets.local_filesystem import LocalFilesystemBackend
 from airflow.security import permissions
 from airflow.settings import json
@@ -118,36 +106,28 @@
 from airflow.timetables.interval import CronDataIntervalTimetable, DeltaDataIntervalTimetable
 from airflow.timetables.simple import (
     AssetTriggeredTimetable,
-    ContinuousTimetable,
     NullTimetable,
     OnceTimetable,
 )
-from airflow.timetables.trigger import CronTriggerTimetable
 from airflow.utils import timezone
 from airflow.utils.dag_cycle_tester import check_cycle
-from airflow.utils.decorators import fixup_decorator_warning_stack
-from airflow.utils.helpers import exactly_one, validate_instance_args, validate_key
+from airflow.utils.helpers import exactly_one
 from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.session import NEW_SESSION, provide_session
 from airflow.utils.sqlalchemy import UtcDateTime, lock_rows, tuple_in_condition, with_row_locks
 from airflow.utils.state import DagRunState, State, TaskInstanceState
-from airflow.utils.trigger_rule import TriggerRule
-from airflow.utils.types import NOTSET, DagRunTriggeredByType, DagRunType, EdgeInfoType
+from airflow.utils.types import DagRunTriggeredByType, DagRunType
 
 if TYPE_CHECKING:
-    from types import ModuleType
-
-    from pendulum.tz.timezone import FixedTimezone, Timezone
     from sqlalchemy.orm.query import Query
     from sqlalchemy.orm.session import Session
 
-    from airflow.decorators import TaskDecoratorCollection
+    from airflow.models.abstractoperator import TaskStateChangeCallback
     from airflow.models.dagbag import DagBag
     from airflow.models.operator import Operator
     from airflow.serialization.pydantic.dag import DagModelPydantic
     from airflow.serialization.pydantic.dag_run import DagRunPydantic
     from airflow.typing_compat import Literal
-    from airflow.utils.task_group import TaskGroup
 
 log = logging.getLogger(__name__)
 
@@ -206,24 +186,6 @@ def _get_model_data_interval(
     return DataInterval(start, end)
 
 
-def create_timetable(interval: ScheduleInterval, timezone: Timezone | FixedTimezone) -> Timetable:
-    """Create a Timetable instance from a plain ``schedule`` value."""
-    if interval is None:
-        return NullTimetable()
-    if interval == "@once":
-        return OnceTimetable()
-    if interval == "@continuous":
-        return ContinuousTimetable()
-    if isinstance(interval, (timedelta, relativedelta)):
-        return DeltaDataIntervalTimetable(interval)
-    if isinstance(interval, str):
-        if airflow_conf.getboolean("scheduler", "create_cron_data_intervals"):
-            return CronDataIntervalTimetable(interval, timezone)
-        else:
-            return CronTriggerTimetable(interval, timezone=timezone)
-    raise ValueError(f"{interval!r} is not a valid schedule.")
-
-
 def get_last_dagrun(dag_id, session, include_externally_triggered=False):
     """
     Return the last dag run for a dag, None if there was none.
@@ -268,12 +230,12 @@ def get_asset_triggered_next_run_info(
             .join(
                 ADRQ,
                 and_(
-                    ADRQ.dataset_id == DagScheduleAssetReference.dataset_id,
+                    ADRQ.asset_id == DagScheduleAssetReference.asset_id,
                     ADRQ.target_dag_id == DagScheduleAssetReference.dag_id,
                 ),
                 isouter=True,
             )
-            .join(AssetModel, AssetModel.id == DagScheduleAssetReference.dataset_id)
+            .join(AssetModel, AssetModel.id == DagScheduleAssetReference.asset_id)
             .group_by(DagScheduleAssetReference.dag_id)
             .where(DagScheduleAssetReference.dag_id.in_(dag_ids))
         ).all()
@@ -322,7 +284,7 @@ def _create_orm_dagrun(
     )
     # Load defaults into the following two fields to ensure result can be serialized detached
     run.log_template_id = int(session.scalar(select(func.max(LogTemplate.__table__.c.id))))
-    run.consumed_dataset_events = []
+    run.consumed_asset_events = []
     session.add(run)
     session.flush()
     run.dag = dag
@@ -332,34 +294,28 @@ def _create_orm_dagrun(
     return run
 
 
-# TODO: The following mapping is used to validate that the arguments passed to the DAG are of the correct
-#  type. This is a temporary solution until we find a more sophisticated method for argument validation.
-#  One potential method is to use `get_type_hints` from the typing module. However, this is not fully
-#  compatible with future annotations for Python versions below 3.10. Once we require a minimum Python
-#  version that supports `get_type_hints` effectively or find a better approach, we can replace this
-#  manual type-checking method.
-DAG_ARGS_EXPECTED_TYPES = {
-    "dag_id": str,
-    "description": str,
-    "max_active_tasks": int,
-    "max_active_runs": int,
-    "max_consecutive_failed_dag_runs": int,
-    "dagrun_timeout": timedelta,
-    "default_view": str,
-    "orientation": str,
-    "catchup": bool,
-    "doc_md": str,
-    "is_paused_upon_creation": bool,
-    "render_template_as_native_obj": bool,
-    "tags": Collection,
-    "auto_register": bool,
-    "fail_stop": bool,
-    "dag_display_name": str,
-}
+if TYPE_CHECKING:
+    dag = task_sdk_dag_decorator
+else:
+
+    def dag(dag_id: str = "", **kwargs):
+        return task_sdk_dag_decorator(dag_id, __DAG_class=DAG, __warnings_stacklevel_delta=3, **kwargs)
+
+
+def _convert_max_consecutive_failed_dag_runs(val: int) -> int:
+    if val == 0:
+        val = airflow_conf.getint("core", "max_consecutive_failed_dag_runs_per_dag")
+    if val < 0:
+        raise ValueError(
+            f"Invalid max_consecutive_failed_dag_runs: {val}."
+            f"Requires max_consecutive_failed_dag_runs >= 0"
+        )
+    return val
 
 
 @functools.total_ordering
-class DAG(LoggingMixin):
+@attrs.define(hash=False, repr=False, eq=False, slots=False)
+class DAG(TaskSDKDag, LoggingMixin):
     """
     A dag (directed acyclic graph) is a collection of tasks with directional dependencies.
 
@@ -376,7 +332,7 @@ class DAG(LoggingMixin):
 
     .. versionadded:: 2.4
         The *schedule* argument to specify either time-based scheduling logic
-        (timetable), or dataset-driven triggers.
+        (timetable), or asset-driven triggers.
 
     .. versionchanged:: 3.0
         The default value of *schedule* has been changed to *None* (no schedule).
@@ -473,250 +429,30 @@ class DAG(LoggingMixin):
     :param dag_display_name: The display name of the DAG which appears on the UI.
     """
 
-    _comps = {
-        "dag_id",
-        "task_ids",
-        "start_date",
-        "end_date",
-        "fileloc",
-        "template_searchpath",
-        "last_loaded",
-    }
-
-    __serialized_fields: frozenset[str] | None = None
-
-    fileloc: str
-    """
-    File path that needs to be imported to load this DAG.
-
-    This may not be an actual file on disk in the case when this DAG is loaded
-    from a ZIP file or other DAG distribution format.
-    """
-
-    # NOTE: When updating arguments here, please also keep arguments in @dag()
-    # below in sync. (Search for 'def dag(' in this file.)
-    def __init__(
-        self,
-        dag_id: str,
-        description: str | None = None,
-        schedule: ScheduleArg = None,
-        start_date: datetime | None = None,
-        end_date: datetime | None = None,
-        template_searchpath: str | Iterable[str] | None = None,
-        template_undefined: type[jinja2.StrictUndefined] = jinja2.StrictUndefined,
-        user_defined_macros: dict | None = None,
-        user_defined_filters: dict | None = None,
-        default_args: dict | None = None,
-        max_active_tasks: int = airflow_conf.getint("core", "max_active_tasks_per_dag"),
-        max_active_runs: int = airflow_conf.getint("core", "max_active_runs_per_dag"),
-        max_consecutive_failed_dag_runs: int = airflow_conf.getint(
-            "core", "max_consecutive_failed_dag_runs_per_dag"
-        ),
-        dagrun_timeout: timedelta | None = None,
-        sla_miss_callback: Any = None,
-        default_view: str = airflow_conf.get_mandatory_value("webserver", "dag_default_view").lower(),
-        orientation: str = airflow_conf.get_mandatory_value("webserver", "dag_orientation"),
-        catchup: bool = airflow_conf.getboolean("scheduler", "catchup_by_default"),
-        on_success_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
-        on_failure_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
-        doc_md: str | None = None,
-        params: abc.MutableMapping | None = None,
-        access_control: dict[str, dict[str, Collection[str]]] | dict[str, Collection[str]] | None = None,
-        is_paused_upon_creation: bool | None = None,
-        jinja_environment_kwargs: dict | None = None,
-        render_template_as_native_obj: bool = False,
-        tags: Collection[str] | None = None,
-        owner_links: dict[str, str] | None = None,
-        auto_register: bool = True,
-        fail_stop: bool = False,
-        dag_display_name: str | None = None,
-    ):
-        from airflow.utils.task_group import TaskGroup
-
-        if tags and any(len(tag) > TAG_MAX_LEN for tag in tags):
-            raise AirflowException(f"tag cannot be longer than {TAG_MAX_LEN} characters")
-
-        self.owner_links = owner_links or {}
-        self.user_defined_macros = user_defined_macros
-        self.user_defined_filters = user_defined_filters
-        if default_args and not isinstance(default_args, dict):
-            raise TypeError("default_args must be a dict")
-        self.default_args = copy.deepcopy(default_args or {})
-        params = params or {}
-
-        # merging potentially conflicting default_args['params'] into params
-        if "params" in self.default_args:
-            params.update(self.default_args["params"])
-            del self.default_args["params"]
-
-        # check self.params and convert them into ParamsDict
-        self.params = ParamsDict(params)
-
-        validate_key(dag_id)
-
-        self._dag_id = dag_id
-        self._dag_display_property_value = dag_display_name
-
-        self._max_active_tasks = max_active_tasks
-        self._pickle_id: int | None = None
-
-        self._description = description
-        # set file location to caller source path
-        back = sys._getframe().f_back
-        self.fileloc = back.f_code.co_filename if back else ""
-        self.task_dict: dict[str, Operator] = {}
-
-        # set timezone from start_date
-        tz = None
-        if start_date and start_date.tzinfo:
-            tzinfo = None if start_date.tzinfo else settings.TIMEZONE
-            tz = pendulum.instance(start_date, tz=tzinfo).timezone
-        elif date := self.default_args.get("start_date"):
-            if not isinstance(date, datetime):
-                date = timezone.parse(date)
-                self.default_args["start_date"] = date
-                start_date = date
-
-            tzinfo = None if date.tzinfo else settings.TIMEZONE
-            tz = pendulum.instance(date, tz=tzinfo).timezone
-        self.timezone: Timezone | FixedTimezone = tz or settings.TIMEZONE
-
-        # Apply the timezone we settled on to end_date if it wasn't supplied
-        if isinstance(_end_date := self.default_args.get("end_date"), str):
-            self.default_args["end_date"] = timezone.parse(_end_date, timezone=self.timezone)
-
-        self.start_date = timezone.convert_to_utc(start_date)
-        self.end_date = timezone.convert_to_utc(end_date)
-
-        # also convert tasks
-        if "start_date" in self.default_args:
-            self.default_args["start_date"] = timezone.convert_to_utc(self.default_args["start_date"])
-        if "end_date" in self.default_args:
-            self.default_args["end_date"] = timezone.convert_to_utc(self.default_args["end_date"])
-
-        if isinstance(schedule, Timetable):
-            self.timetable = schedule
-        elif isinstance(schedule, BaseAsset):
-            self.timetable = AssetTriggeredTimetable(schedule)
-        elif isinstance(schedule, Collection) and not isinstance(schedule, str):
-            if not all(isinstance(x, (Asset, AssetAlias)) for x in schedule):
-                raise ValueError("All elements in 'schedule' should be assets or asset aliases")
-            self.timetable = AssetTriggeredTimetable(AssetAll(*schedule))
-        else:
-            self.timetable = create_timetable(schedule, self.timezone)
-
-        requires_automatic_backfilling = self.timetable.can_be_scheduled and catchup
-        if requires_automatic_backfilling and not ("start_date" in self.default_args or self.start_date):
-            raise ValueError("start_date is required when catchup=True")
-
-        if isinstance(template_searchpath, str):
-            template_searchpath = [template_searchpath]
-        self.template_searchpath = template_searchpath
-        self.template_undefined = template_undefined
-        self.last_loaded: datetime = timezone.utcnow()
-        self.safe_dag_id = dag_id.replace(".", "__dot__")
-        self.max_active_runs = max_active_runs
-        self.max_consecutive_failed_dag_runs = max_consecutive_failed_dag_runs
-        if self.max_consecutive_failed_dag_runs == 0:
-            self.max_consecutive_failed_dag_runs = airflow_conf.getint(
-                "core", "max_consecutive_failed_dag_runs_per_dag"
-            )
-        if self.max_consecutive_failed_dag_runs < 0:
-            raise AirflowException(
-                f"Invalid max_consecutive_failed_dag_runs: {self.max_consecutive_failed_dag_runs}."
-                f"Requires max_consecutive_failed_dag_runs >= 0"
-            )
-        if self.timetable.active_runs_limit is not None:
-            if self.timetable.active_runs_limit < self.max_active_runs:
-                raise AirflowException(
-                    f"Invalid max_active_runs: {type(self.timetable)} "
-                    f"requires max_active_runs <= {self.timetable.active_runs_limit}"
-                )
-        self.dagrun_timeout = dagrun_timeout
-        if sla_miss_callback:
-            log.warning(
-                "The SLA feature is removed in Airflow 3.0, to be replaced with a new implementation in 3.1"
-            )
-        if default_view in DEFAULT_VIEW_PRESETS:
-            self._default_view: str = default_view
-        else:
-            raise AirflowException(
-                f"Invalid values of dag.default_view: only support "
-                f"{DEFAULT_VIEW_PRESETS}, but get {default_view}"
-            )
-        if orientation in ORIENTATION_PRESETS:
-            self.orientation = orientation
-        else:
-            raise AirflowException(
-                f"Invalid values of dag.orientation: only support "
-                f"{ORIENTATION_PRESETS}, but get {orientation}"
-            )
-        self.catchup: bool = catchup
-
-        self.partial: bool = False
-        self.on_success_callback = on_success_callback
-        self.on_failure_callback = on_failure_callback
-
-        # Keeps track of any extra edge metadata (sparse; will not contain all
-        # edges, so do not iterate over it for that). Outer key is upstream
-        # task ID, inner key is downstream task ID.
-        self.edge_info: dict[str, dict[str, EdgeInfoType]] = {}
-
-        # To keep it in parity with Serialized DAGs
-        # and identify if DAG has on_*_callback without actually storing them in Serialized JSON
-        self.has_on_success_callback: bool = self.on_success_callback is not None
-        self.has_on_failure_callback: bool = self.on_failure_callback is not None
-
-        self._access_control = DAG._upgrade_outdated_dag_access_control(access_control)
-        self.is_paused_upon_creation = is_paused_upon_creation
-        self.auto_register = auto_register
-
-        self.fail_stop: bool = fail_stop
-
-        self.jinja_environment_kwargs = jinja_environment_kwargs
-        self.render_template_as_native_obj = render_template_as_native_obj
+    partial: bool = False
+    last_loaded: datetime | None = attrs.field(factory=timezone.utcnow)
 
-        self.doc_md = self.get_doc_md(doc_md)
+    default_view: str = airflow_conf.get_mandatory_value("webserver", "dag_default_view").lower()
+    orientation: str = airflow_conf.get_mandatory_value("webserver", "dag_orientation")
 
-        self.tags: MutableSet[str] = set(tags or [])
-        self._task_group = TaskGroup.create_root(self)
-        self.validate_schedule_and_params()
-        wrong_links = dict(self.iter_invalid_owner_links())
-        if wrong_links:
-            raise AirflowException(
-                "Wrong link format was used for the owner. Use a valid link \n"
-                f"Bad formatted links are: {wrong_links}"
-            )
-
-        # this will only be set at serialization time
-        # it's only use is for determining the relative
-        # fileloc based only on the serialize dag
-        self._processor_dags_folder = None
-
-        validate_instance_args(self, DAG_ARGS_EXPECTED_TYPES)
+    # this will only be set at serialization time
+    # it's only use is for determining the relative fileloc based only on the serialize dag
+    _processor_dags_folder: str | None = attrs.field(init=False, default=None)
 
-    def get_doc_md(self, doc_md: str | None) -> str | None:
-        if doc_md is None:
-            return doc_md
-
-        if doc_md.endswith(".md"):
-            try:
-                return open(doc_md).read()
-            except FileNotFoundError:
-                return doc_md
+    # Override the default from parent class to use config
+    max_consecutive_failed_dag_runs: int = attrs.field(
+        default=0,
+        converter=_convert_max_consecutive_failed_dag_runs,
+        validator=attrs.validators.instance_of(int),
+    )
 
-        return doc_md
+    @property
+    def safe_dag_id(self):
+        return self.dag_id.replace(".", "__dot__")
 
     def validate(self):
-        """
-        Validate the DAG has a coherent setup.
-
-        This is called by the DAG bag before bagging the DAG.
-        """
+        super().validate()
         self.validate_executor_field()
-        self.validate_schedule_and_params()
-        self.timetable.validate()
-        self.validate_setup_teardown()
 
     def validate_executor_field(self):
         for task in self.tasks:
@@ -730,63 +466,6 @@ def validate_executor_field(self):
                         "update the executor configuration for this task."
                     )
 
-    def validate_setup_teardown(self):
-        """
-        Validate that setup and teardown tasks are configured properly.
-
-        :meta private:
-        """
-        for task in self.tasks:
-            if task.is_setup:
-                for down_task in task.downstream_list:
-                    if not down_task.is_teardown and down_task.trigger_rule != TriggerRule.ALL_SUCCESS:
-                        # todo: we can relax this to allow out-of-scope tasks to have other trigger rules
-                        # this is required to ensure consistent behavior of dag
-                        # when clearing an indirect setup
-                        raise ValueError("Setup tasks must be followed with trigger rule ALL_SUCCESS.")
-            FailStopDagInvalidTriggerRule.check(dag=self, trigger_rule=task.trigger_rule)
-
-    def __repr__(self):
-        return f"<DAG: {self.dag_id}>"
-
-    def __eq__(self, other):
-        if type(self) is type(other):
-            # Use getattr() instead of __dict__ as __dict__ doesn't return
-            # correct values for properties.
-            return all(getattr(self, c, None) == getattr(other, c, None) for c in self._comps)
-        return False
-
-    def __ne__(self, other):
-        return not self == other
-
-    def __lt__(self, other):
-        return self.dag_id < other.dag_id
-
-    def __hash__(self):
-        hash_components = [type(self)]
-        for c in self._comps:
-            # task_ids returns a list and lists can't be hashed
-            if c == "task_ids":
-                val = tuple(self.task_dict)
-            else:
-                val = getattr(self, c, None)
-            try:
-                hash(val)
-                hash_components.append(val)
-            except TypeError:
-                hash_components.append(repr(val))
-        return hash(tuple(hash_components))
-
-    # Context Manager -----------------------------------------------
-    def __enter__(self):
-        DagContext.push_context_managed_dag(self)
-        return self
-
-    def __exit__(self, _type, _value, _tb):
-        DagContext.pop_context_managed_dag()
-
-    # /Context Manager ----------------------------------------------
-
     @staticmethod
     def _upgrade_outdated_dag_access_control(access_control=None):
         """Look for outdated dag level actions in DAG access_controls and replace them with updated actions."""
@@ -951,7 +630,7 @@ def _time_restriction(self) -> TimeRestriction:
         earliest = None
         if start_dates:
             earliest = timezone.coerce_datetime(min(start_dates))
-        latest = self.end_date
+        latest = timezone.coerce_datetime(self.end_date)
         end_dates = [t.end_date for t in self.tasks if t.end_date]
         if len(end_dates) == len(self.tasks):  # not exists null end_date
             if self.end_date is not None:
@@ -962,8 +641,8 @@ def _time_restriction(self) -> TimeRestriction:
 
     def iter_dagrun_infos_between(
         self,
-        earliest: pendulum.DateTime | None,
-        latest: pendulum.DateTime,
+        earliest: pendulum.DateTime | datetime | None,
+        latest: pendulum.DateTime | datetime,
         *,
         align: bool = True,
     ) -> Iterable[DagRunInfo]:
@@ -1060,34 +739,6 @@ def dag_id(self, value: str) -> None:
     def timetable_summary(self) -> str:
         return self.timetable.summary
 
-    @property
-    def max_active_tasks(self) -> int:
-        return self._max_active_tasks
-
-    @max_active_tasks.setter
-    def max_active_tasks(self, value: int):
-        self._max_active_tasks = value
-
-    @property
-    def access_control(self):
-        return self._access_control
-
-    @access_control.setter
-    def access_control(self, value):
-        self._access_control = DAG._upgrade_outdated_dag_access_control(value)
-
-    @property
-    def dag_display_name(self) -> str:
-        return self._dag_display_property_value or self._dag_id
-
-    @property
-    def description(self) -> str | None:
-        return self._description
-
-    @property
-    def default_view(self) -> str:
-        return self._default_view
-
     @property
     def pickle_id(self) -> int | None:
         return self._pickle_id
@@ -1096,41 +747,6 @@ def pickle_id(self) -> int | None:
     def pickle_id(self, value: int) -> None:
         self._pickle_id = value
 
-    def param(self, name: str, default: Any = NOTSET) -> DagParam:
-        """
-        Return a DagParam object for current dag.
-
-        :param name: dag parameter name.
-        :param default: fallback value for dag parameter.
-        :return: DagParam instance for specified name and current dag.
-        """
-        return DagParam(current_dag=self, name=name, default=default)
-
-    @property
-    def tasks(self) -> list[Operator]:
-        return list(self.task_dict.values())
-
-    @tasks.setter
-    def tasks(self, val):
-        raise AttributeError("DAG.tasks can not be modified. Use dag.add_task() instead.")
-
-    @property
-    def task_ids(self) -> list[str]:
-        return list(self.task_dict)
-
-    @property
-    def teardowns(self) -> list[Operator]:
-        return [task for task in self.tasks if getattr(task, "is_teardown", None)]
-
-    @property
-    def tasks_upstream_of_teardowns(self) -> list[Operator]:
-        upstream_tasks = [t.upstream_list for t in self.teardowns]
-        return [val for sublist in upstream_tasks for val in sublist if not getattr(val, "is_teardown", None)]
-
-    @property
-    def task_group(self) -> TaskGroup:
-        return self._task_group
-
     @property
     def relative_fileloc(self) -> pathlib.Path:
         """File location of the importable dag 'file' relative to the configured DAGs folder."""
@@ -1145,24 +761,6 @@ def relative_fileloc(self) -> pathlib.Path:
             # Not relative to DAGS_FOLDER.
             return path
 
-    @property
-    def folder(self) -> str:
-        """Folder location of where the DAG object is instantiated."""
-        return os.path.dirname(self.fileloc)
-
-    @property
-    def owner(self) -> str:
-        """
-        Return list of all owners found in DAG tasks.
-
-        :return: Comma separated list of owners in DAG tasks
-        """
-        return ", ".join({t.owner for t in self.tasks})
-
-    @property
-    def allow_future_exec_dates(self) -> bool:
-        return settings.ALLOW_FUTURE_EXEC_DATES and not self.timetable.can_be_scheduled
-
     @provide_session
     def get_concurrency_reached(self, session=NEW_SESSION) -> bool:
         """Return a boolean indicating whether the max_active_tasks limit for this DAG has been reached."""
@@ -1185,6 +783,14 @@ def get_is_paused(self, session=NEW_SESSION) -> None:
         """Return a boolean indicating whether this DAG is paused."""
         return session.scalar(select(DagModel.is_paused).where(DagModel.dag_id == self.dag_id))
 
+    @methodtools.lru_cache(maxsize=None)
+    @classmethod
+    def get_serialized_fields(cls):
+        """Stringified DAGs and operators contain exactly these fields."""
+        return TaskSDKDag.get_serialized_fields() | {
+            "_processor_dags_folder",
+        }
+
     @staticmethod
     @internal_api_call
     @provide_session
@@ -1346,45 +952,6 @@ def get_latest_execution_date(self, session: Session = NEW_SESSION) -> pendulum.
         """Return the latest date for which at least one dag run exists."""
         return session.scalar(select(func.max(DagRun.execution_date)).where(DagRun.dag_id == self.dag_id))
 
-    def resolve_template_files(self):
-        for t in self.tasks:
-            t.resolve_template_files()
-
-    def get_template_env(self, *, force_sandboxed: bool = False) -> jinja2.Environment:
-        """Build a Jinja2 environment."""
-        # Collect directories to search for template files
-        searchpath = [self.folder]
-        if self.template_searchpath:
-            searchpath += self.template_searchpath
-
-        # Default values (for backward compatibility)
-        jinja_env_options = {
-            "loader": jinja2.FileSystemLoader(searchpath),
-            "undefined": self.template_undefined,
-            "extensions": ["jinja2.ext.do"],
-            "cache_size": 0,
-        }
-        if self.jinja_environment_kwargs:
-            jinja_env_options.update(self.jinja_environment_kwargs)
-        env: jinja2.Environment
-        if self.render_template_as_native_obj and not force_sandboxed:
-            env = airflow.templates.NativeEnvironment(**jinja_env_options)
-        else:
-            env = airflow.templates.SandboxedEnvironment(**jinja_env_options)
-
-        # Add any user defined items. Safe to edit globals as long as no templates are rendered yet.
-        # http://jinja.pocoo.org/docs/2.10/api/#jinja2.Environment.globals
-        if self.user_defined_macros:
-            env.globals.update(self.user_defined_macros)
-        if self.user_defined_filters:
-            env.filters.update(self.user_defined_filters)
-
-        return env
-
-    def set_dependency(self, upstream_task_id, downstream_task_id):
-        """Set dependency between two tasks that already have been added to the DAG using add_task()."""
-        self.get_task(upstream_task_id).set_downstream(self.get_task(downstream_task_id))
-
     @provide_session
     def get_task_instances_before(
         self,
@@ -1849,33 +1416,6 @@ def set_task_group_state(
 
         return altered
 
-    @property
-    def roots(self) -> list[Operator]:
-        """Return nodes with no parents. These are first to execute and are called roots or root nodes."""
-        return [task for task in self.tasks if not task.upstream_list]
-
-    @property
-    def leaves(self) -> list[Operator]:
-        """Return nodes with no children. These are last to execute and are called leaves or leaf nodes."""
-        return [task for task in self.tasks if not task.downstream_list]
-
-    def topological_sort(self):
-        """
-        Sorts tasks in topographical order, such that a task comes after any of its upstream dependencies.
-
-        Deprecated in place of ``task_group.topological_sort``
-        """
-        from airflow.utils.task_group import TaskGroup
-
-        def nested_topo(group):
-            for node in group.topological_sort():
-                if isinstance(node, TaskGroup):
-                    yield from nested_topo(node)
-                else:
-                    yield node
-
-        return tuple(nested_topo(self.task_group))
-
     @provide_session
     def clear(
         self,
@@ -2009,169 +1549,6 @@ def clear_dags(
             print("Cancelled, nothing was cleared.")
         return count
 
-    def __deepcopy__(self, memo):
-        # Switcharoo to go around deepcopying objects coming through the
-        # backdoor
-        cls = self.__class__
-        result = cls.__new__(cls)
-        memo[id(self)] = result
-        for k, v in self.__dict__.items():
-            if k not in ("user_defined_macros", "user_defined_filters", "_log"):
-                setattr(result, k, copy.deepcopy(v, memo))
-
-        result.user_defined_macros = self.user_defined_macros
-        result.user_defined_filters = self.user_defined_filters
-        if hasattr(self, "_log"):
-            result._log = self._log
-        return result
-
-    def partial_subset(
-        self,
-        task_ids_or_regex: str | Pattern | Iterable[str],
-        include_downstream=False,
-        include_upstream=True,
-        include_direct_upstream=False,
-    ):
-        """
-        Return a subset of the current dag based on regex matching one or more tasks.
-
-        Returns a subset of the current dag as a deep copy of the current dag
-        based on a regex that should match one or many tasks, and includes
-        upstream and downstream neighbours based on the flag passed.
-
-        :param task_ids_or_regex: Either a list of task_ids, or a regex to
-            match against task ids (as a string, or compiled regex pattern).
-        :param include_downstream: Include all downstream tasks of matched
-            tasks, in addition to matched tasks.
-        :param include_upstream: Include all upstream tasks of matched tasks,
-            in addition to matched tasks.
-        :param include_direct_upstream: Include all tasks directly upstream of matched
-            and downstream (if include_downstream = True) tasks
-        """
-        from airflow.models.baseoperator import BaseOperator
-        from airflow.models.mappedoperator import MappedOperator
-
-        # deep-copying self.task_dict and self._task_group takes a long time, and we don't want all
-        # the tasks anyway, so we copy the tasks manually later
-        memo = {id(self.task_dict): None, id(self._task_group): None}
-        dag = copy.deepcopy(self, memo)  # type: ignore
-
-        if isinstance(task_ids_or_regex, (str, Pattern)):
-            matched_tasks = [t for t in self.tasks if re2.findall(task_ids_or_regex, t.task_id)]
-        else:
-            matched_tasks = [t for t in self.tasks if t.task_id in task_ids_or_regex]
-
-        also_include_ids: set[str] = set()
-        for t in matched_tasks:
-            if include_downstream:
-                for rel in t.get_flat_relatives(upstream=False):
-                    also_include_ids.add(rel.task_id)
-                    if rel not in matched_tasks:  # if it's in there, we're already processing it
-                        # need to include setups and teardowns for tasks that are in multiple
-                        # non-collinear setup/teardown paths
-                        if not rel.is_setup and not rel.is_teardown:
-                            also_include_ids.update(
-                                x.task_id for x in rel.get_upstreams_only_setups_and_teardowns()
-                            )
-            if include_upstream:
-                also_include_ids.update(x.task_id for x in t.get_upstreams_follow_setups())
-            else:
-                if not t.is_setup and not t.is_teardown:
-                    also_include_ids.update(x.task_id for x in t.get_upstreams_only_setups_and_teardowns())
-            if t.is_setup and not include_downstream:
-                also_include_ids.update(x.task_id for x in t.downstream_list if x.is_teardown)
-
-        also_include: list[Operator] = [self.task_dict[x] for x in also_include_ids]
-        direct_upstreams: list[Operator] = []
-        if include_direct_upstream:
-            for t in itertools.chain(matched_tasks, also_include):
-                upstream = (u for u in t.upstream_list if isinstance(u, (BaseOperator, MappedOperator)))
-                direct_upstreams.extend(upstream)
-
-        # Compiling the unique list of tasks that made the cut
-        # Make sure to not recursively deepcopy the dag or task_group while copying the task.
-        # task_group is reset later
-        def _deepcopy_task(t) -> Operator:
-            memo.setdefault(id(t.task_group), None)
-            return copy.deepcopy(t, memo)
-
-        dag.task_dict = {
-            t.task_id: _deepcopy_task(t)
-            for t in itertools.chain(matched_tasks, also_include, direct_upstreams)
-        }
-
-        def filter_task_group(group, parent_group):
-            """Exclude tasks not included in the subdag from the given TaskGroup."""
-            # We want to deepcopy _most but not all_ attributes of the task group, so we create a shallow copy
-            # and then manually deep copy the instances. (memo argument to deepcopy only works for instances
-            # of classes, not "native" properties of an instance)
-            copied = copy.copy(group)
-
-            memo[id(group.children)] = {}
-            if parent_group:
-                memo[id(group.parent_group)] = parent_group
-            for attr, value in copied.__dict__.items():
-                if id(value) in memo:
-                    value = memo[id(value)]
-                else:
-                    value = copy.deepcopy(value, memo)
-                copied.__dict__[attr] = value
-
-            proxy = weakref.proxy(copied)
-
-            for child in group.children.values():
-                if isinstance(child, AbstractOperator):
-                    if child.task_id in dag.task_dict:
-                        task = copied.children[child.task_id] = dag.task_dict[child.task_id]
-                        task.task_group = proxy
-                    else:
-                        copied.used_group_ids.discard(child.task_id)
-                else:
-                    filtered_child = filter_task_group(child, proxy)
-
-                    # Only include this child TaskGroup if it is non-empty.
-                    if filtered_child.children:
-                        copied.children[child.group_id] = filtered_child
-
-            return copied
-
-        dag._task_group = filter_task_group(self.task_group, None)
-
-        # Removing upstream/downstream references to tasks and TaskGroups that did not make
-        # the cut.
-        subdag_task_groups = dag.task_group.get_task_group_dict()
-        for group in subdag_task_groups.values():
-            group.upstream_group_ids.intersection_update(subdag_task_groups)
-            group.downstream_group_ids.intersection_update(subdag_task_groups)
-            group.upstream_task_ids.intersection_update(dag.task_dict)
-            group.downstream_task_ids.intersection_update(dag.task_dict)
-
-        for t in dag.tasks:
-            # Removing upstream/downstream references to tasks that did not
-            # make the cut
-            t.upstream_task_ids.intersection_update(dag.task_dict)
-            t.downstream_task_ids.intersection_update(dag.task_dict)
-
-        if len(dag.tasks) < len(self.tasks):
-            dag.partial = True
-
-        return dag
-
-    def has_task(self, task_id: str):
-        return task_id in self.task_dict
-
-    def has_task_group(self, task_group_id: str) -> bool:
-        return task_group_id in self.task_group_dict
-
-    @functools.cached_property
-    def task_group_dict(self):
-        return {k: v for k, v in self._task_group.get_task_group_dict().items() if k is not None}
-
-    def get_task(self, task_id: str) -> Operator:
-        if task_id in self.task_dict:
-            return self.task_dict[task_id]
-        raise TaskNotFound(f"Task {task_id} not found")
-
     def pickle_info(self):
         d = {}
         d["is_picklable"] = True
@@ -2201,76 +1578,6 @@ def pickle(self, session=NEW_SESSION) -> DagPickle:
 
         return dp
 
-    @property
-    def task(self) -> TaskDecoratorCollection:
-        from airflow.decorators import task
-
-        return cast("TaskDecoratorCollection", functools.partial(task, dag=self))
-
-    def add_task(self, task: Operator) -> None:
-        """
-        Add a task to the DAG.
-
-        :param task: the task you want to add
-        """
-        FailStopDagInvalidTriggerRule.check(dag=self, trigger_rule=task.trigger_rule)
-
-        from airflow.utils.task_group import TaskGroupContext
-
-        # if the task has no start date, assign it the same as the DAG
-        if not task.start_date:
-            task.start_date = self.start_date
-        # otherwise, the task will start on the later of its own start date and
-        # the DAG's start date
-        elif self.start_date:
-            task.start_date = max(task.start_date, self.start_date)
-
-        # if the task has no end date, assign it the same as the dag
-        if not task.end_date:
-            task.end_date = self.end_date
-        # otherwise, the task will end on the earlier of its own end date and
-        # the DAG's end date
-        elif task.end_date and self.end_date:
-            task.end_date = min(task.end_date, self.end_date)
-
-        task_id = task.task_id
-        if not task.task_group:
-            task_group = TaskGroupContext.get_current_task_group(self)
-            if task_group:
-                task_id = task_group.child_id(task_id)
-                task_group.add(task)
-
-        if (
-            task_id in self.task_dict and self.task_dict[task_id] is not task
-        ) or task_id in self._task_group.used_group_ids:
-            raise DuplicateTaskIdFound(f"Task id '{task_id}' has already been added to the DAG")
-        else:
-            self.task_dict[task_id] = task
-            task.dag = self
-            # Add task_id to used_group_ids to prevent group_id and task_id collisions.
-            self._task_group.used_group_ids.add(task_id)
-
-        self.task_count = len(self.task_dict)
-
-    def add_tasks(self, tasks: Iterable[Operator]) -> None:
-        """
-        Add a list of tasks to the DAG.
-
-        :param tasks: a lit of tasks you want to add
-        """
-        for task in tasks:
-            self.add_task(task)
-
-    def _remove_task(self, task_id: str) -> None:
-        # This is "private" as removing could leave a hole in dependencies if done incorrectly, and this
-        # doesn't guard against that
-        task = self.task_dict.pop(task_id)
-        tg = getattr(task, "task_group", None)
-        if tg:
-            tg._remove(task)
-
-        self.task_count = len(self.task_dict)
-
     def cli(self):
         """Exposes a CLI specific to this DAG."""
         check_cycle(self)
@@ -2515,6 +1822,9 @@ def create_dagrun(
 
         # todo: AIP-78 add verification that if run type is backfill then we have a backfill id
 
+        if TYPE_CHECKING:
+            # TODO: Task-SDK: remove this assert
+            assert self.params
         # create a copy of params before validating
         copied_params = copy.deepcopy(self.params)
         copied_params.update(conf or {})
@@ -2571,7 +1881,6 @@ def bulk_write_to_db(
         orm_asset_aliases = asset_op.add_asset_aliases(session=session)
         session.flush()  # This populates id so we can create fks in later calls.
 
-        asset_op.add_asset_active_references(orm_assets.values(), session=session)
         asset_op.add_dag_asset_references(orm_dags, orm_assets, session=session)
         asset_op.add_dag_asset_alias_references(orm_dags, orm_asset_aliases, session=session)
         asset_op.add_task_asset_references(orm_dags, orm_assets, session=session)
@@ -2670,88 +1979,6 @@ def get_num_task_instances(dag_id, run_id=None, task_ids=None, states=None, sess
                 qry = qry.where(TaskInstance.state.in_(states))
         return session.scalar(qry)
 
-    @classmethod
-    def get_serialized_fields(cls):
-        """Stringified DAGs and operators contain exactly these fields."""
-        if not cls.__serialized_fields:
-            exclusion_list = {
-                "schedule_dataset_references",
-                "schedule_dataset_alias_references",
-                "task_outlet_dataset_references",
-                "_old_context_manager_dags",
-                "safe_dag_id",
-                "last_loaded",
-                "user_defined_filters",
-                "user_defined_macros",
-                "partial",
-                "params",
-                "_pickle_id",
-                "_log",
-                "task_dict",
-                "template_searchpath",
-                "sla_miss_callback",
-                "on_success_callback",
-                "on_failure_callback",
-                "template_undefined",
-                "jinja_environment_kwargs",
-                # has_on_*_callback are only stored if the value is True, as the default is False
-                "has_on_success_callback",
-                "has_on_failure_callback",
-                "auto_register",
-                "fail_stop",
-            }
-            cls.__serialized_fields = frozenset(vars(DAG(dag_id="test", schedule=None))) - exclusion_list
-        return cls.__serialized_fields
-
-    def get_edge_info(self, upstream_task_id: str, downstream_task_id: str) -> EdgeInfoType:
-        """Return edge information for the given pair of tasks or an empty edge if there is no information."""
-        # Note - older serialized DAGs may not have edge_info being a dict at all
-        empty = cast(EdgeInfoType, {})
-        if self.edge_info:
-            return self.edge_info.get(upstream_task_id, {}).get(downstream_task_id, empty)
-        else:
-            return empty
-
-    def set_edge_info(self, upstream_task_id: str, downstream_task_id: str, info: EdgeInfoType):
-        """
-        Set the given edge information on the DAG.
-
-        Note that this will overwrite, rather than merge with, existing info.
-        """
-        self.edge_info.setdefault(upstream_task_id, {})[downstream_task_id] = info
-
-    def validate_schedule_and_params(self):
-        """
-        Validate Param values when the DAG has schedule defined.
-
-        Raise exception if there are any Params which can not be resolved by their schema definition.
-        """
-        if not self.timetable.can_be_scheduled:
-            return
-
-        try:
-            self.params.validate()
-        except ParamValidationError as pverr:
-            raise AirflowException(
-                "DAG is not allowed to define a Schedule, "
-                "if there are any required params without default values or default values are not valid."
-            ) from pverr
-
-    def iter_invalid_owner_links(self) -> Iterator[tuple[str, str]]:
-        """
-        Parse a given link, and verifies if it's a valid URL, or a 'mailto' link.
-
-        Returns an iterator of invalid (owner, link) pairs.
-        """
-        for owner, link in self.owner_links.items():
-            result = urlsplit(link)
-            if result.scheme == "mailto":
-                # netloc is not existing for 'mailto' link, so we are checking that the path is parsed
-                if not result.path:
-                    yield result.path, link
-            elif not result.scheme or not result.netloc:
-                yield owner, link
-
 
 class DagTag(Base):
     """A tag name per dag, to allow quick filtering in the DAG view."""
@@ -2819,8 +2046,6 @@ class DagModel(Base):
     # Time when the DAG last received a refresh signal
     # (e.g. the DAG's "refresh" button was clicked in the web UI)
     last_expired = Column(UtcDateTime)
-    # Whether (one  of) the scheduler is scheduling this DAG at the moment
-    scheduler_lock = Column(Boolean)
     # Foreign key to the latest pickle_id
     pickle_id = Column(Integer)
     # The location of the file containing the DAG object
@@ -2842,8 +2067,8 @@ class DagModel(Base):
     timetable_summary = Column(Text, nullable=True)
     # Timetable description
     timetable_description = Column(String(1000), nullable=True)
-    # Dataset expression based on dataset triggers
-    dataset_expression = Column(sqlalchemy_jsonfield.JSONField(json=json), nullable=True)
+    # Asset expression based on asset triggers
+    asset_expression = Column(sqlalchemy_jsonfield.JSONField(json=json), nullable=True)
     # Tags for view filter
     tags = relationship("DagTag", cascade="all, delete, delete-orphan", backref=backref("dag"))
     # Dag owner links for DAGs view
@@ -2870,18 +2095,18 @@ class DagModel(Base):
 
     __table_args__ = (Index("idx_next_dagrun_create_after", next_dagrun_create_after, unique=False),)
 
-    schedule_dataset_references = relationship(
+    schedule_asset_references = relationship(
         "DagScheduleAssetReference",
         back_populates="dag",
         cascade="all, delete, delete-orphan",
     )
-    schedule_dataset_alias_references = relationship(
+    schedule_asset_alias_references = relationship(
         "DagScheduleAssetAliasReference",
         back_populates="dag",
         cascade="all, delete, delete-orphan",
     )
-    schedule_datasets = association_proxy("schedule_dataset_references", "dataset")
-    task_outlet_dataset_references = relationship(
+    schedule_assets = association_proxy("schedule_asset_references", "asset")
+    task_outlet_asset_references = relationship(
         "TaskOutletAssetReference",
         cascade="all, delete, delete-orphan",
     )
@@ -3093,7 +2318,7 @@ def dag_ready(dag_id: str, cond: BaseAsset, statuses: dict) -> bool | None:
         del all_records
         dag_statuses = {}
         for dag_id, records in by_dag.items():
-            dag_statuses[dag_id] = {x.dataset.uri: True for x in records}
+            dag_statuses[dag_id] = {x.asset.uri: True for x in records}
         ser_dags = session.scalars(
             select(SerializedDagModel).where(SerializedDagModel.dag_id.in_(dag_statuses.keys()))
         ).all()
@@ -3105,27 +2330,27 @@ def dag_ready(dag_id: str, cond: BaseAsset, statuses: dict) -> bool | None:
                 del by_dag[dag_id]
                 del dag_statuses[dag_id]
         del dag_statuses
-        dataset_triggered_dag_info = {}
+        asset_triggered_dag_info = {}
         for dag_id, records in by_dag.items():
             times = sorted(x.created_at for x in records)
-            dataset_triggered_dag_info[dag_id] = (times[0], times[-1])
+            asset_triggered_dag_info[dag_id] = (times[0], times[-1])
         del by_dag
-        dataset_triggered_dag_ids = set(dataset_triggered_dag_info.keys())
-        if dataset_triggered_dag_ids:
+        asset_triggered_dag_ids = set(asset_triggered_dag_info.keys())
+        if asset_triggered_dag_ids:
             exclusion_list = set(
                 session.scalars(
                     select(DagModel.dag_id)
                     .join(DagRun.dag_model)
                     .where(DagRun.state.in_((DagRunState.QUEUED, DagRunState.RUNNING)))
-                    .where(DagModel.dag_id.in_(dataset_triggered_dag_ids))
+                    .where(DagModel.dag_id.in_(asset_triggered_dag_ids))
                     .group_by(DagModel.dag_id)
                     .having(func.count() >= func.max(DagModel.max_active_runs))
                 )
             )
             if exclusion_list:
-                dataset_triggered_dag_ids -= exclusion_list
-                dataset_triggered_dag_info = {
-                    k: v for k, v in dataset_triggered_dag_info.items() if k not in exclusion_list
+                asset_triggered_dag_ids -= exclusion_list
+                asset_triggered_dag_info = {
+                    k: v for k, v in asset_triggered_dag_info.items() if k not in exclusion_list
                 }
 
         # We limit so that _one_ scheduler doesn't try to do all the creation of dag runs
@@ -3137,7 +2362,7 @@ def dag_ready(dag_id: str, cond: BaseAsset, statuses: dict) -> bool | None:
                 cls.has_import_errors == expression.false(),
                 or_(
                     cls.next_dagrun_create_after <= func.now(),
-                    cls.dag_id.in_(dataset_triggered_dag_ids),
+                    cls.dag_id.in_(asset_triggered_dag_ids),
                 ),
             )
             .order_by(cls.next_dagrun_create_after)
@@ -3146,7 +2371,7 @@ def dag_ready(dag_id: str, cond: BaseAsset, statuses: dict) -> bool | None:
 
         return (
             session.scalars(with_row_locks(query, of=cls, session=session, skip_locked=True)),
-            dataset_triggered_dag_info,
+            asset_triggered_dag_info,
         )
 
     def calculate_dagrun_date_fields(
@@ -3186,7 +2411,7 @@ def calculate_dagrun_date_fields(
 
     @provide_session
     def get_asset_triggered_next_run_info(self, *, session=NEW_SESSION) -> dict[str, int | str] | None:
-        if self.dataset_expression is None:
+        if self.asset_expression is None:
             return None
 
         # When an asset alias does not resolve into assets, get_asset_triggered_next_run_info returns
@@ -3194,123 +2419,6 @@ def get_asset_triggered_next_run_info(self, *, session=NEW_SESSION) -> dict[str,
         return get_asset_triggered_next_run_info([self.dag_id], session=session).get(self.dag_id, None)
 
 
-# NOTE: Please keep the list of arguments in sync with DAG.__init__.
-# Only exception: dag_id here should have a default value, but not in DAG.
-def dag(
-    dag_id: str = "",
-    description: str | None = None,
-    schedule: ScheduleArg = None,
-    start_date: datetime | None = None,
-    end_date: datetime | None = None,
-    template_searchpath: str | Iterable[str] | None = None,
-    template_undefined: type[jinja2.StrictUndefined] = jinja2.StrictUndefined,
-    user_defined_macros: dict | None = None,
-    user_defined_filters: dict | None = None,
-    default_args: dict | None = None,
-    max_active_tasks: int = airflow_conf.getint("core", "max_active_tasks_per_dag"),
-    max_active_runs: int = airflow_conf.getint("core", "max_active_runs_per_dag"),
-    max_consecutive_failed_dag_runs: int = airflow_conf.getint(
-        "core", "max_consecutive_failed_dag_runs_per_dag"
-    ),
-    dagrun_timeout: timedelta | None = None,
-    sla_miss_callback: Any = None,
-    default_view: str = airflow_conf.get_mandatory_value("webserver", "dag_default_view").lower(),
-    orientation: str = airflow_conf.get_mandatory_value("webserver", "dag_orientation"),
-    catchup: bool = airflow_conf.getboolean("scheduler", "catchup_by_default"),
-    on_success_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
-    on_failure_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
-    doc_md: str | None = None,
-    params: abc.MutableMapping | None = None,
-    access_control: dict[str, dict[str, Collection[str]]] | dict[str, Collection[str]] | None = None,
-    is_paused_upon_creation: bool | None = None,
-    jinja_environment_kwargs: dict | None = None,
-    render_template_as_native_obj: bool = False,
-    tags: Collection[str] | None = None,
-    owner_links: dict[str, str] | None = None,
-    auto_register: bool = True,
-    fail_stop: bool = False,
-    dag_display_name: str | None = None,
-) -> Callable[[Callable], Callable[..., DAG]]:
-    """
-    Python dag decorator which wraps a function into an Airflow DAG.
-
-    Accepts kwargs for operator kwarg. Can be used to parameterize DAGs.
-
-    :param dag_args: Arguments for DAG object
-    :param dag_kwargs: Kwargs for DAG object.
-    """
-
-    def wrapper(f: Callable) -> Callable[..., DAG]:
-        @functools.wraps(f)
-        def factory(*args, **kwargs):
-            # Generate signature for decorated function and bind the arguments when called
-            # we do this to extract parameters, so we can annotate them on the DAG object.
-            # In addition, this fails if we are missing any args/kwargs with TypeError as expected.
-            f_sig = signature(f).bind(*args, **kwargs)
-            # Apply defaults to capture default values if set.
-            f_sig.apply_defaults()
-
-            # Initialize DAG with bound arguments
-            with DAG(
-                dag_id or f.__name__,
-                description=description,
-                start_date=start_date,
-                end_date=end_date,
-                template_searchpath=template_searchpath,
-                template_undefined=template_undefined,
-                user_defined_macros=user_defined_macros,
-                user_defined_filters=user_defined_filters,
-                default_args=default_args,
-                max_active_tasks=max_active_tasks,
-                max_active_runs=max_active_runs,
-                max_consecutive_failed_dag_runs=max_consecutive_failed_dag_runs,
-                dagrun_timeout=dagrun_timeout,
-                sla_miss_callback=sla_miss_callback,
-                default_view=default_view,
-                orientation=orientation,
-                catchup=catchup,
-                on_success_callback=on_success_callback,
-                on_failure_callback=on_failure_callback,
-                doc_md=doc_md,
-                params=params,
-                access_control=access_control,
-                is_paused_upon_creation=is_paused_upon_creation,
-                jinja_environment_kwargs=jinja_environment_kwargs,
-                render_template_as_native_obj=render_template_as_native_obj,
-                tags=tags,
-                schedule=schedule,
-                owner_links=owner_links,
-                auto_register=auto_register,
-                fail_stop=fail_stop,
-                dag_display_name=dag_display_name,
-            ) as dag_obj:
-                # Set DAG documentation from function documentation if it exists and doc_md is not set.
-                if f.__doc__ and not dag_obj.doc_md:
-                    dag_obj.doc_md = f.__doc__
-
-                # Generate DAGParam for each function arg/kwarg and replace it for calling the function.
-                # All args/kwargs for function will be DAGParam object and replaced on execution time.
-                f_kwargs = {}
-                for name, value in f_sig.arguments.items():
-                    f_kwargs[name] = dag_obj.param(name, value)
-
-                # set file location to caller source path
-                back = sys._getframe().f_back
-                dag_obj.fileloc = back.f_code.co_filename if back else ""
-
-                # Invoke function to create operators in the DAG scope.
-                f(**f_kwargs)
-
-            # Return dag object such that it's accessible in Globals.
-            return dag_obj
-
-        # Ensure that warnings from inside DAG() are emitted from the caller, not here
-        fixup_decorator_warning_stack(factory)
-        return factory
-
-    return wrapper
-
-
 STATICA_HACK = True
 globals()["kcah_acitats"[::-1].upper()] = False
 if STATICA_HACK:  # pragma: no cover
@@ -3320,54 +2428,6 @@ def factory(*args, **kwargs):
     """:sphinx-autoapi-skip:"""
 
 
-class DagContext:
-    """
-    DAG context is used to keep the current DAG when DAG is used as ContextManager.
-
-    You can use DAG as context:
-
-    .. code-block:: python
-
-        with DAG(
-            dag_id="example_dag",
-            default_args=default_args,
-            schedule="0 0 * * *",
-            dagrun_timeout=timedelta(minutes=60),
-        ) as dag:
-            ...
-
-    If you do this the context stores the DAG and whenever new task is created, it will use
-    such stored DAG as the parent DAG.
-
-    """
-
-    _context_managed_dags: deque[DAG] = deque()
-    autoregistered_dags: set[tuple[DAG, ModuleType]] = set()
-    current_autoregister_module_name: str | None = None
-
-    @classmethod
-    def push_context_managed_dag(cls, dag: DAG):
-        cls._context_managed_dags.appendleft(dag)
-
-    @classmethod
-    def pop_context_managed_dag(cls) -> DAG | None:
-        dag = cls._context_managed_dags.popleft()
-
-        # In a few cases around serialization we explicitly push None in to the stack
-        if cls.current_autoregister_module_name is not None and dag and dag.auto_register:
-            mod = sys.modules[cls.current_autoregister_module_name]
-            cls.autoregistered_dags.add((dag, mod))
-
-        return dag
-
-    @classmethod
-    def get_current_dag(cls) -> DAG | None:
-        try:
-            return cls._context_managed_dags[0]
-        except IndexError:
-            return None
-
-
 def _run_inline_trigger(trigger):
     async def _run_inline_trigger_main():
         async for event in trigger.run():
diff --git a/airflow/models/dagbag.py b/airflow/models/dagbag.py
index b2d45a133187e..c9ad8edaa4018 100644
--- a/airflow/models/dagbag.py
+++ b/airflow/models/dagbag.py
@@ -245,7 +245,9 @@ def get_dag(self, dag_id, session: Session = None):
 
         # If the dag corresponding to root_dag_id is absent or expired
         is_missing = root_dag_id not in self.dags
-        is_expired = orm_dag.last_expired and dag and dag.last_loaded < orm_dag.last_expired
+        is_expired = (
+            orm_dag.last_expired and dag and dag.last_loaded and dag.last_loaded < orm_dag.last_expired
+        )
         if is_expired:
             # Remove associated dags so we can re-add them.
             self.dags = {key: dag for key, dag in self.dags.items()}
@@ -278,7 +280,7 @@ def _add_dag_from_db(self, dag_id: str, session: Session):
 
     def process_file(self, filepath, only_if_updated=True, safe_mode=True):
         """Given a path to a python module or zip file, import the module and look for dag objects within."""
-        from airflow.models.dag import DagContext
+        from airflow.sdk.definitions.contextmanager import DagContext
 
         # if the source file no longer exists in the DB or in the filesystem,
         # return an empty list
@@ -326,7 +328,7 @@ def process_file(self, filepath, only_if_updated=True, safe_mode=True):
         return found_dags
 
     def _load_modules_from_file(self, filepath, safe_mode):
-        from airflow.models.dag import DagContext
+        from airflow.sdk.definitions.contextmanager import DagContext
 
         if not might_contain_dag(filepath, safe_mode):
             # Don't want to spam user with skip messages
@@ -382,7 +384,7 @@ def parse(mod_name, filepath):
             return parse(mod_name, filepath)
 
     def _load_modules_from_zip(self, filepath, safe_mode):
-        from airflow.models.dag import DagContext
+        from airflow.sdk.definitions.contextmanager import DagContext
 
         mods = []
         with zipfile.ZipFile(filepath) as current_zip_file:
@@ -431,7 +433,8 @@ def _load_modules_from_zip(self, filepath, safe_mode):
         return mods
 
     def _process_modules(self, filepath, mods, file_last_changed_on_disk):
-        from airflow.models.dag import DAG, DagContext  # Avoid circular import
+        from airflow.models.dag import DAG  # Avoid circular import
+        from airflow.sdk.definitions.contextmanager import DagContext
 
         top_level_dags = {(o, m) for m in mods for o in m.__dict__.values() if isinstance(o, DAG)}
 
diff --git a/airflow/models/dagrun.py b/airflow/models/dagrun.py
index 20ec12b9915e7..5de0466a6be0e 100644
--- a/airflow/models/dagrun.py
+++ b/airflow/models/dagrun.py
@@ -91,7 +91,7 @@
 
     CreatedTasks = TypeVar("CreatedTasks", Iterator["dict[str, Any]"], Iterator[TI])
 
-RUN_ID_REGEX = r"^(?:manual|scheduled|dataset_triggered)__(?:\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+00:00)$"
+RUN_ID_REGEX = r"^(?:manual|scheduled|asset_triggered)__(?:\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+00:00)$"
 
 
 class TISchedulingDecision(NamedTuple):
diff --git a/airflow/models/dagwarning.py b/airflow/models/dagwarning.py
index ffab515f85495..e0c271c4c8ec2 100644
--- a/airflow/models/dagwarning.py
+++ b/airflow/models/dagwarning.py
@@ -104,4 +104,5 @@ class DagWarningType(str, Enum):
     in the DagWarning model.
     """
 
+    ASSET_CONFLICT = "asset conflict"
     NONEXISTENT_POOL = "non-existent pool"
diff --git a/airflow/models/mappedoperator.py b/airflow/models/mappedoperator.py
index 8a9e790ea7fc6..925acfc16f0c1 100644
--- a/airflow/models/mappedoperator.py
+++ b/airflow/models/mappedoperator.py
@@ -201,8 +201,8 @@ def _expand(self, expand_input: ExpandInput, *, strict: bool) -> MappedOperator:
         task_id = partial_kwargs.pop("task_id")
         dag = partial_kwargs.pop("dag")
         task_group = partial_kwargs.pop("task_group")
-        start_date = partial_kwargs.pop("start_date")
-        end_date = partial_kwargs.pop("end_date")
+        start_date = partial_kwargs.pop("start_date", None)
+        end_date = partial_kwargs.pop("end_date", None)
 
         try:
             operator_name = self.operator_class.custom_operator_name  # type: ignore
@@ -333,7 +333,8 @@ def __attrs_post_init__(self):
     @classmethod
     def get_serialized_fields(cls):
         # Not using 'cls' here since we only want to serialize base fields.
-        return frozenset(attr.fields_dict(MappedOperator)) - {
+        return (frozenset(attr.fields_dict(MappedOperator)) | {"task_type"}) - {
+            "_task_type",
             "dag",
             "deps",
             "expand_input",  # This is needed to be able to accept XComArg.
diff --git a/airflow/models/param.py b/airflow/models/param.py
index 895cd2af8bb42..28253a86f5ca6 100644
--- a/airflow/models/param.py
+++ b/airflow/models/param.py
@@ -27,9 +27,9 @@
 from airflow.utils.types import NOTSET, ArgNotSet
 
 if TYPE_CHECKING:
-    from airflow.models.dag import DAG
     from airflow.models.dagrun import DagRun
     from airflow.models.operator import Operator
+    from airflow.sdk import DAG
     from airflow.serialization.pydantic.dag_run import DagRunPydantic
     from airflow.utils.context import Context
 
diff --git a/airflow/models/skipmixin.py b/airflow/models/skipmixin.py
index 12cbdb380b920..a67c7cf310ba4 100644
--- a/airflow/models/skipmixin.py
+++ b/airflow/models/skipmixin.py
@@ -36,7 +36,7 @@
 
     from airflow.models.dagrun import DagRun
     from airflow.models.operator import Operator
-    from airflow.models.taskmixin import DAGNode
+    from airflow.sdk.definitions.node import DAGNode
     from airflow.serialization.pydantic.dag_run import DagRunPydantic
     from airflow.serialization.pydantic.taskinstance import TaskInstancePydantic
 
diff --git a/airflow/models/taskfail.py b/airflow/models/taskfail.py
deleted file mode 100644
index 1bf7db7a11ac3..0000000000000
--- a/airflow/models/taskfail.py
+++ /dev/null
@@ -1,85 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Taskfail tracks the failed run durations of each task instance."""
-
-from __future__ import annotations
-
-from sqlalchemy import Column, ForeignKeyConstraint, Index, Integer, text
-from sqlalchemy.orm import relationship
-
-from airflow.models.base import StringID, TaskInstanceDependencies
-from airflow.utils.sqlalchemy import UtcDateTime
-
-
-class TaskFail(TaskInstanceDependencies):
-    """TaskFail tracks the failed run durations of each task instance."""
-
-    __tablename__ = "task_fail"
-
-    id = Column(Integer, primary_key=True)
-    task_id = Column(StringID(), nullable=False)
-    dag_id = Column(StringID(), nullable=False)
-    run_id = Column(StringID(), nullable=False)
-    map_index = Column(Integer, nullable=False, server_default=text("-1"))
-    start_date = Column(UtcDateTime)
-    end_date = Column(UtcDateTime)
-    duration = Column(Integer)
-
-    __table_args__ = (
-        Index("idx_task_fail_task_instance", dag_id, task_id, run_id, map_index),
-        ForeignKeyConstraint(
-            [dag_id, task_id, run_id, map_index],
-            [
-                "task_instance.dag_id",
-                "task_instance.task_id",
-                "task_instance.run_id",
-                "task_instance.map_index",
-            ],
-            name="task_fail_ti_fkey",
-            ondelete="CASCADE",
-        ),
-    )
-
-    # We don't need a DB level FK here, as we already have that to TI (which has one to DR) but by defining
-    # the relationship we can more easily find the execution date for these rows
-    dag_run = relationship(
-        "DagRun",
-        primaryjoin="""and_(
-            TaskFail.dag_id == foreign(DagRun.dag_id),
-            TaskFail.run_id == foreign(DagRun.run_id),
-        )""",
-        viewonly=True,
-    )
-
-    def __init__(self, ti):
-        self.dag_id = ti.dag_id
-        self.task_id = ti.task_id
-        self.run_id = ti.run_id
-        self.map_index = ti.map_index
-        self.start_date = ti.start_date
-        self.end_date = ti.end_date
-        if self.end_date and self.start_date:
-            self.duration = int((self.end_date - self.start_date).total_seconds())
-        else:
-            self.duration = None
-
-    def __repr__(self):
-        prefix = f"<{self.__class__.__name__}: {self.dag_id}.{self.task_id} {self.run_id}"
-        if self.map_index != -1:
-            prefix += f" map_index={self.map_index}"
-        return prefix + ">"
diff --git a/airflow/models/taskinstance.py b/airflow/models/taskinstance.py
index 1dbe299f25b39..e86c47778246e 100644
--- a/airflow/models/taskinstance.py
+++ b/airflow/models/taskinstance.py
@@ -39,6 +39,7 @@
 import jinja2
 import lazy_object_proxy
 import pendulum
+import uuid6
 from jinja2 import TemplateAssertionError, UndefinedError
 from sqlalchemy import (
     Column,
@@ -50,6 +51,7 @@
     PrimaryKeyConstraint,
     String,
     Text,
+    UniqueConstraint,
     and_,
     delete,
     false,
@@ -59,6 +61,7 @@
     text,
     update,
 )
+from sqlalchemy.dialects import postgresql
 from sqlalchemy.ext.associationproxy import association_proxy
 from sqlalchemy.ext.hybrid import hybrid_property
 from sqlalchemy.ext.mutable import MutableDict
@@ -93,7 +96,6 @@
 from airflow.models.log import Log
 from airflow.models.param import process_params
 from airflow.models.renderedtifields import get_serialized_template_fields
-from airflow.models.taskfail import TaskFail
 from airflow.models.taskinstancekey import TaskInstanceKey
 from airflow.models.taskmap import TaskMap
 from airflow.models.taskreschedule import TaskReschedule
@@ -131,7 +133,7 @@
     tuple_in_condition,
     with_row_locks,
 )
-from airflow.utils.state import DagRunState, JobState, State, TaskInstanceState
+from airflow.utils.state import DagRunState, State, TaskInstanceState
 from airflow.utils.task_group import MappedTaskGroup
 from airflow.utils.task_instance_session import set_current_task_instance_session
 from airflow.utils.timeout import timeout
@@ -155,9 +157,10 @@
 
     from airflow.models.abstractoperator import TaskStateChangeCallback
     from airflow.models.baseoperator import BaseOperator
-    from airflow.models.dag import DAG, DagModel
+    from airflow.models.dag import DAG as SchedulerDAG, DagModel
     from airflow.models.dagrun import DagRun
     from airflow.models.operator import Operator
+    from airflow.sdk import DAG
     from airflow.serialization.pydantic.asset import AssetEventPydantic
     from airflow.serialization.pydantic.dag import DagModelPydantic
     from airflow.serialization.pydantic.taskinstance import TaskInstancePydantic
@@ -218,11 +221,16 @@ def _add_log(
     )
 
 
+@internal_api_call
+@provide_session
+def _update_ti_heartbeat(id: str, when: datetime, session: Session = NEW_SESSION):
+    session.execute(update(TaskInstance).where(TaskInstance.id == id).values(last_heartbeat_at=when))
+
+
 def _run_raw_task(
     ti: TaskInstance | TaskInstancePydantic,
     mark_success: bool = False,
     test_mode: bool = False,
-    job_id: str | None = None,
     pool: str | None = None,
     raise_on_defer: bool = False,
     session: Session | None = None,
@@ -246,7 +254,6 @@ def _run_raw_task(
     ti.test_mode = test_mode
     ti.refresh_from_task(ti.task, pool_override=pool)
     ti.refresh_from_db(session=session)
-    ti.job_id = job_id
     ti.hostname = get_hostname()
     ti.pid = os.getpid()
     if not test_mode:
@@ -448,7 +455,6 @@ def clear_task_instances(
         If set to False, DagRuns state will not be changed.
     :param dag: DAG object
     """
-    job_ids = []
     # Keys: dag_id -> run_id -> map_indexes -> try_numbers -> task_id
     task_id_by_key: dict[str, dict[str, dict[int, dict[int, set[str]]]]] = defaultdict(
         lambda: defaultdict(lambda: defaultdict(lambda: defaultdict(set)))
@@ -459,11 +465,9 @@ def clear_task_instances(
     for ti in tis:
         TaskInstanceHistory.record_ti(ti, session)
         if ti.state == TaskInstanceState.RUNNING:
-            if ti.job_id:
-                # If a task is cleared when running, set its state to RESTARTING so that
-                # the task is terminated and becomes eligible for retry.
-                ti.state = TaskInstanceState.RESTARTING
-                job_ids.append(ti.job_id)
+            # If a task is cleared when running, set its state to RESTARTING so that
+            # the task is terminated and becomes eligible for retry.
+            ti.state = TaskInstanceState.RESTARTING
         else:
             ti_dag = dag if dag and dag.dag_id == ti.dag_id else dag_bag.get_dag(ti.dag_id, session=session)
             task_id = ti.task_id
@@ -519,11 +523,6 @@ def clear_task_instances(
         delete_qry = TR.__table__.delete().where(conditions)
         session.execute(delete_qry)
 
-    if job_ids:
-        from airflow.jobs.job import Job
-
-        session.execute(update(Job).where(Job.id.in_(job_ids)).values(state=JobState.RESTARTING))
-
     if dag_run_state is not False and tis:
         from airflow.models.dagrun import DagRun  # Avoid circular import
 
@@ -794,6 +793,7 @@ def _execute_callable(context: Context, **execute_callable_kwargs):
 
 def _set_ti_attrs(target, source, include_dag_run=False):
     # Fields ordered per model definition
+    target.id = source.id
     target.start_date = source.start_date
     target.end_date = source.end_date
     target.duration = source.duration
@@ -802,7 +802,6 @@ def _set_ti_attrs(target, source, include_dag_run=False):
     target.max_tries = source.max_tries
     target.hostname = source.hostname
     target.unixname = source.unixname
-    target.job_id = source.job_id
     target.pool = source.pool
     target.pool_slots = source.pool_slots or 1
     target.queue = source.queue
@@ -811,6 +810,7 @@ def _set_ti_attrs(target, source, include_dag_run=False):
     target.custom_operator_name = source.custom_operator_name
     target.queued_dttm = source.queued_dttm
     target.queued_by_job_id = source.queued_by_job_id
+    target.last_heartbeat_at = source.last_heartbeat_at
     target.pid = source.pid
     target.executor = source.executor
     target.executor_config = source.executor_config
@@ -928,7 +928,7 @@ def _clear_next_method_args(*, task_instance: TaskInstance | TaskInstancePydanti
 def _get_template_context(
     *,
     task_instance: TaskInstance | TaskInstancePydantic,
-    dag: DAG,
+    dag: SchedulerDAG,
     session: Session | None = None,
     ignore_param_exceptions: bool = True,
 ) -> Context:
@@ -958,7 +958,8 @@ def _get_template_context(
         assert task.dag
 
     if task.dag.__class__ is AttributeRemoved:
-        task.dag = dag  # required after deserialization
+        # TODO: Task-SDK: Remove this after AIP-44 code is removed
+        task.dag = dag  # type: ignore[assignment]  # required after deserialization
 
     dag_run = task_instance.get_dagrun(session)
     data_interval = dag.get_run_data_interval(dag_run)
@@ -1086,11 +1087,11 @@ def get_triggering_events() -> dict[str, list[AssetEvent | AssetEventPydantic]]:
         nonlocal dag_run
         if dag_run not in session:
             dag_run = session.merge(dag_run, load=False)
-        asset_events = dag_run.consumed_dataset_events
+        asset_events = dag_run.consumed_asset_events
         triggering_events: dict[str, list[AssetEvent | AssetEventPydantic]] = defaultdict(list)
         for event in asset_events:
-            if event.dataset:
-                triggering_events[event.dataset.uri].append(event)
+            if event.asset:
+                triggering_events[event.asset.uri].append(event)
 
         return triggering_events
 
@@ -1316,8 +1317,10 @@ def _record_task_map_for_downstreams(
     """
     from airflow.models.mappedoperator import MappedOperator
 
+    # TODO: Task-SDK: Remove this after AIP-44 code is removed
     if task.dag.__class__ is AttributeRemoved:
-        task.dag = dag  # required after deserialization
+        # required after deserialization
+        task.dag = dag  # type: ignore[assignment]
 
     if next(task.iter_mapped_dependants(), None) is None:  # No mapped dependants, no need to validate.
         return
@@ -1793,6 +1796,11 @@ def _handle_reschedule(
     return ti
 
 
+def uuid7() -> str:
+    """Generate a new UUID7 string."""
+    return str(uuid6.uuid7())
+
+
 class TaskInstance(Base, LoggingMixin):
     """
     Task instances store the state of a task instance.
@@ -1813,10 +1821,16 @@ class TaskInstance(Base, LoggingMixin):
     """
 
     __tablename__ = "task_instance"
-    task_id = Column(StringID(), primary_key=True, nullable=False)
-    dag_id = Column(StringID(), primary_key=True, nullable=False)
-    run_id = Column(StringID(), primary_key=True, nullable=False)
-    map_index = Column(Integer, primary_key=True, nullable=False, server_default=text("-1"))
+    id = Column(
+        String(36).with_variant(postgresql.UUID(as_uuid=False), "postgresql"),
+        primary_key=True,
+        default=uuid7,
+        nullable=False,
+    )
+    task_id = Column(StringID(), nullable=False)
+    dag_id = Column(StringID(), nullable=False)
+    run_id = Column(StringID(), nullable=False)
+    map_index = Column(Integer, nullable=False, server_default=text("-1"))
 
     start_date = Column(UtcDateTime)
     end_date = Column(UtcDateTime)
@@ -1826,7 +1840,6 @@ class TaskInstance(Base, LoggingMixin):
     max_tries = Column(Integer, server_default=text("-1"))
     hostname = Column(String(1000))
     unixname = Column(String(1000))
-    job_id = Column(Integer)
     pool = Column(String(256), nullable=False)
     pool_slots = Column(Integer, default=1, nullable=False)
     queue = Column(String(256))
@@ -1835,6 +1848,8 @@ class TaskInstance(Base, LoggingMixin):
     custom_operator_name = Column(String(1000))
     queued_dttm = Column(UtcDateTime)
     queued_by_job_id = Column(Integer)
+
+    last_heartbeat_at = Column(UtcDateTime)
     pid = Column(Integer)
     executor = Column(String(1000))
     executor_config = Column(ExecutorConfigType(pickler=dill))
@@ -1867,9 +1882,10 @@ class TaskInstance(Base, LoggingMixin):
         Index("ti_state", state),
         Index("ti_state_lkp", dag_id, task_id, run_id, state),
         Index("ti_pool", pool, state, priority_weight),
-        Index("ti_job_id", job_id),
         Index("ti_trigger_id", trigger_id),
-        PrimaryKeyConstraint("dag_id", "task_id", "run_id", "map_index", name="task_instance_pkey"),
+        Index("ti_heartbeat", last_heartbeat_at),
+        PrimaryKeyConstraint("id", name="task_instance_pkey"),
+        UniqueConstraint("dag_id", "task_id", "run_id", "map_index", name="task_instance_composite_key"),
         ForeignKeyConstraint(
             [trigger_id],
             ["trigger.id"],
@@ -1938,6 +1954,8 @@ def __init__(
         self.run_id = run_id
         self.try_number = 0
         self.max_tries = self.task.retries
+        if not self.id:
+            self.id = uuid7()
         self.unixname = getuser()
         if state:
             self.state = state
@@ -2014,7 +2032,6 @@ def _command_as_list(
         local: bool = False,
         pickle_id: int | None = None,
         raw: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         cfg_path: str | None = None,
     ) -> list[str]:
@@ -2053,7 +2070,6 @@ def _command_as_list(
             pickle_id=pickle_id,
             file_path=path,
             raw=raw,
-            job_id=job_id,
             pool=pool,
             cfg_path=cfg_path,
             map_index=ti.map_index,
@@ -2070,7 +2086,6 @@ def command_as_list(
         local: bool = False,
         pickle_id: int | None = None,
         raw: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         cfg_path: str | None = None,
     ) -> list[str]:
@@ -2090,7 +2105,6 @@ def command_as_list(
             local=local,
             pickle_id=pickle_id,
             raw=raw,
-            job_id=job_id,
             pool=pool,
             cfg_path=cfg_path,
         )
@@ -2110,7 +2124,6 @@ def generate_command(
         pickle_id: int | None = None,
         file_path: PurePath | str | None = None,
         raw: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         cfg_path: str | None = None,
         map_index: int = -1,
@@ -2135,7 +2148,6 @@ def generate_command(
             associated with the pickled DAG
         :param file_path: path to the file containing the DAG definition
         :param raw: raw mode (needs more details)
-        :param job_id: job ID (needs more details)
         :param pool: the Airflow pool that the task should run in
         :param cfg_path: the Path to the configuration file
         :return: shell command that can be used to run the task instance
@@ -2145,8 +2157,6 @@ def generate_command(
             cmd.extend(["--mark-success"])
         if pickle_id:
             cmd.extend(["--pickle", str(pickle_id)])
-        if job_id:
-            cmd.extend(["--job-id", str(job_id)])
         if ignore_all_deps:
             cmd.extend(["--ignore-all-dependencies"])
         if ignore_task_deps:
@@ -2620,7 +2630,6 @@ def _check_and_change_state_before_execution(
         mark_success: bool = False,
         test_mode: bool = False,
         hostname: str = "",
-        job_id: str | None = None,
         pool: str | None = None,
         external_executor_id: str | None = None,
         session: Session = NEW_SESSION,
@@ -2640,7 +2649,6 @@ def _check_and_change_state_before_execution(
         :param mark_success: Don't run the task, mark its state as success
         :param test_mode: Doesn't record success or failure in the DB
         :param hostname: The hostname of the worker running the task instance.
-        :param job_id: Job (LocalTaskJob / SchedulerJob) ID
         :param pool: specifies the pool to use to run the task instance
         :param external_executor_id: The identifier of the celery executor
         :param session: SQLAlchemy ORM Session
@@ -2663,7 +2671,6 @@ def _check_and_change_state_before_execution(
         ti.refresh_from_task(task, pool_override=pool)
         ti.test_mode = test_mode
         ti.refresh_from_db(session=session, lock_for_update=True)
-        ti.job_id = job_id
         ti.hostname = hostname
         ti.pid = None
 
@@ -2768,7 +2775,6 @@ def check_and_change_state_before_execution(
         ignore_ti_state: bool = False,
         mark_success: bool = False,
         test_mode: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         external_executor_id: str | None = None,
         session: Session = NEW_SESSION,
@@ -2784,7 +2790,6 @@ def check_and_change_state_before_execution(
             mark_success=mark_success,
             test_mode=test_mode,
             hostname=get_hostname(),
-            job_id=job_id,
             pool=pool,
             external_executor_id=external_executor_id,
             session=session,
@@ -2855,7 +2860,6 @@ def _run_raw_task(
         self,
         mark_success: bool = False,
         test_mode: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         raise_on_defer: bool = False,
         session: Session = NEW_SESSION,
@@ -2880,7 +2884,6 @@ def _run_raw_task(
             ti=self,
             mark_success=mark_success,
             test_mode=test_mode,
-            job_id=job_id,
             pool=pool,
             raise_on_defer=raise_on_defer,
             session=session,
@@ -2911,22 +2914,22 @@ def _register_asset_changes(self, *, events: OutletEventAccessors, session: Sess
                     frozen_extra = frozenset(asset_alias_event["extra"].items())
                     asset_alias_names[(asset_uri, frozen_extra)].add(asset_alias_name)
 
-        dataset_models: dict[str, AssetModel] = {
-            dataset_obj.uri: dataset_obj
-            for dataset_obj in session.scalars(
+        asset_models: dict[str, AssetModel] = {
+            asset_obj.uri: asset_obj
+            for asset_obj in session.scalars(
                 select(AssetModel).where(AssetModel.uri.in_(uri for uri, _ in asset_alias_names))
             )
         }
-        if missing_datasets := [Asset(uri=u) for u, _ in asset_alias_names if u not in dataset_models]:
-            dataset_models.update(
-                (dataset_obj.uri, dataset_obj)
-                for dataset_obj in asset_manager.create_assets(missing_datasets, session=session)
+        if missing_assets := [Asset(uri=u) for u, _ in asset_alias_names if u not in asset_models]:
+            asset_models.update(
+                (asset_obj.uri, asset_obj)
+                for asset_obj in asset_manager.create_assets(missing_assets, session=session)
             )
-            self.log.warning("Created new datasets for alias reference: %s", missing_datasets)
+            self.log.warning("Created new assets for alias reference: %s", missing_assets)
             session.flush()  # Needed because we need the id for fk.
 
         for (uri, extra_items), alias_names in asset_alias_names.items():
-            asset_obj = dataset_models[uri]
+            asset_obj = asset_models[uri]
             self.log.info(
                 'Creating event for %r through aliases "%s"',
                 asset_obj,
@@ -2935,7 +2938,7 @@ def _register_asset_changes(self, *, events: OutletEventAccessors, session: Sess
             asset_manager.register_asset_change(
                 task_instance=self,
                 asset=asset_obj,
-                aliases=[AssetAlias(name) for name in alias_names],
+                aliases=[AssetAlias(name=name) for name in alias_names],
                 extra=dict(extra_items),
                 session=session,
                 source_alias_names=alias_names,
@@ -3050,6 +3053,11 @@ def _execute_task(self, context: Context, task_orig: Operator):
         """
         return _execute_task(self, context, task_orig)
 
+    def update_heartbeat(self):
+        cm = nullcontext() if InternalApiConfig.get_use_internal_api() else create_session()
+        with cm as session_or_null:
+            _update_ti_heartbeat(self.id, timezone.utcnow(), session_or_null)
+
     @provide_session
     def defer_task(self, exception: TaskDeferred | None, session: Session = NEW_SESSION) -> None:
         """
@@ -3080,7 +3088,6 @@ def run(
         ignore_ti_state: bool = False,
         mark_success: bool = False,
         test_mode: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         session: Session = NEW_SESSION,
         raise_on_defer: bool = False,
@@ -3095,7 +3102,6 @@ def run(
             ignore_ti_state=ignore_ti_state,
             mark_success=mark_success,
             test_mode=test_mode,
-            job_id=job_id,
             pool=pool,
             session=session,
         )
@@ -3105,7 +3111,6 @@ def run(
         self._run_raw_task(
             mark_success=mark_success,
             test_mode=test_mode,
-            job_id=job_id,
             pool=pool,
             session=session,
             raise_on_defer=raise_on_defer,
@@ -3169,9 +3174,15 @@ def fetch_handle_failure_context(
         fail_stop: bool = False,
     ):
         """
-        Handle Failure for the TaskInstance.
+        Fetch the context needed to handle a failure.
 
-        :param fail_stop: if true, stop remaining tasks in dag
+        :param ti: TaskInstance
+        :param error: if specified, log the specific exception if thrown
+        :param test_mode: doesn't record success or failure in the DB if True
+        :param context: Jinja2 context
+        :param force_fail: if True, task does not retry
+        :param session: SQLAlchemy ORM Session
+        :param fail_stop: if True, fail all downstream tasks
         """
         if error:
             if isinstance(error, BaseException):
@@ -3193,9 +3204,6 @@ def fetch_handle_failure_context(
         if not test_mode:
             session.add(Log(TaskInstanceState.FAILED.value, ti))
 
-            # Log failure duration
-            session.add(TaskFail(ti=ti))
-
         ti.clear_next_method_args()
 
         # In extreme cases (zombie in case of dag with parse error) we might _not_ have a Task.
@@ -3673,21 +3681,15 @@ def _schedule_downstream_tasks(
                 assert task
                 assert task.dag
 
-            # Get a partial DAG with just the specific tasks we want to examine.
-            # In order for dep checks to work correctly, we include ourself (so
-            # TriggerRuleDep can check the state of the task we just executed).
-            partial_dag = task.dag.partial_subset(
-                task.downstream_task_ids,
-                include_downstream=True,
-                include_upstream=False,
-                include_direct_upstream=True,
-            )
-
-            dag_run.dag = partial_dag
+            # Previously, this section used task.dag.partial_subset to retrieve a partial DAG.
+            # However, this approach is unsafe as it can result in incomplete or incorrect task execution,
+            # leading to potential bad cases. As a result, the operation has been removed.
+            # For more details, refer to the discussion in PR #[https://github.com/apache/airflow/pull/42582].
+            dag_run.dag = task.dag
             info = dag_run.task_instance_scheduling_decisions(session)
 
             skippable_task_ids = {
-                task_id for task_id in partial_dag.task_ids if task_id not in task.downstream_task_ids
+                task_id for task_id in task.dag.task_ids if task_id not in task.downstream_task_ids
             }
 
             schedulable_tis = [
@@ -3837,7 +3839,6 @@ def clear_db_references(self, session: Session):
         from airflow.models.renderedtifields import RenderedTaskInstanceFields
 
         tables: list[type[TaskInstanceDependencies]] = [
-            TaskFail,
             TaskInstanceNote,
             TaskReschedule,
             XCom,
diff --git a/airflow/models/taskinstancehistory.py b/airflow/models/taskinstancehistory.py
index ccdca700af6e9..8c77daf925793 100644
--- a/airflow/models/taskinstancehistory.py
+++ b/airflow/models/taskinstancehistory.py
@@ -70,7 +70,6 @@ class TaskInstanceHistory(Base):
     max_tries = Column(Integer, server_default=text("-1"))
     hostname = Column(String(1000))
     unixname = Column(String(1000))
-    job_id = Column(Integer)
     pool = Column(String(256), nullable=False)
     pool_slots = Column(Integer, default=1, nullable=False)
     queue = Column(String(256))
diff --git a/airflow/models/taskinstancekey.py b/airflow/models/taskinstancekey.py
index d6e647f598809..7261c5dbe8f78 100644
--- a/airflow/models/taskinstancekey.py
+++ b/airflow/models/taskinstancekey.py
@@ -34,14 +34,6 @@ def primary(self) -> tuple[str, str, str, int]:
         """Return task instance primary key part of the key."""
         return self.dag_id, self.task_id, self.run_id, self.map_index
 
-    @property
-    def reduced(self) -> TaskInstanceKey:
-        """Remake the key by subtracting 1 from try number to match in memory information."""
-        # todo (dstandish): remove this property
-        return TaskInstanceKey(
-            self.dag_id, self.task_id, self.run_id, max(1, self.try_number - 1), self.map_index
-        )
-
     def with_try_number(self, try_number: int) -> TaskInstanceKey:
         """Return TaskInstanceKey with provided ``try_number``."""
         return TaskInstanceKey(self.dag_id, self.task_id, self.run_id, try_number, self.map_index)
diff --git a/airflow/models/taskmixin.py b/airflow/models/taskmixin.py
index 05768ff36fe13..fa76a3815cb8e 100644
--- a/airflow/models/taskmixin.py
+++ b/airflow/models/taskmixin.py
@@ -16,271 +16,13 @@
 # under the License.
 from __future__ import annotations
 
-from abc import ABCMeta, abstractmethod
-from typing import TYPE_CHECKING, Any, Iterable, Sequence
-
-from airflow.exceptions import AirflowException
-from airflow.utils.types import NOTSET
+from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
-    from logging import Logger
-
-    import pendulum
-
-    from airflow.models.baseoperator import BaseOperator
-    from airflow.models.dag import DAG
-    from airflow.models.operator import Operator
-    from airflow.serialization.enums import DagAttributeTypes
-    from airflow.utils.edgemodifier import EdgeModifier
-    from airflow.utils.task_group import TaskGroup
-    from airflow.utils.types import ArgNotSet
-
-
-class DependencyMixin:
-    """Mixing implementing common dependency setting methods like >> and <<."""
-
-    @property
-    def roots(self) -> Sequence[DependencyMixin]:
-        """
-        List of root nodes -- ones with no upstream dependencies.
-
-        a.k.a. the "start" of this sub-graph
-        """
-        raise NotImplementedError()
-
-    @property
-    def leaves(self) -> Sequence[DependencyMixin]:
-        """
-        List of leaf nodes -- ones with only upstream dependencies.
-
-        a.k.a. the "end" of this sub-graph
-        """
-        raise NotImplementedError()
-
-    @abstractmethod
-    def set_upstream(
-        self, other: DependencyMixin | Sequence[DependencyMixin], edge_modifier: EdgeModifier | None = None
-    ):
-        """Set a task or a task list to be directly upstream from the current task."""
-        raise NotImplementedError()
-
-    @abstractmethod
-    def set_downstream(
-        self, other: DependencyMixin | Sequence[DependencyMixin], edge_modifier: EdgeModifier | None = None
-    ):
-        """Set a task or a task list to be directly downstream from the current task."""
-        raise NotImplementedError()
-
-    def as_setup(self) -> DependencyMixin:
-        """Mark a task as setup task."""
-        raise NotImplementedError()
-
-    def as_teardown(
-        self,
-        *,
-        setups: BaseOperator | Iterable[BaseOperator] | ArgNotSet = NOTSET,
-        on_failure_fail_dagrun=NOTSET,
-    ) -> DependencyMixin:
-        """Mark a task as teardown and set its setups as direct relatives."""
-        raise NotImplementedError()
-
-    def update_relative(
-        self, other: DependencyMixin, upstream: bool = True, edge_modifier: EdgeModifier | None = None
-    ) -> None:
-        """
-        Update relationship information about another DependencyMixin. Default is no-op.
-
-        Override if necessary.
-        """
-
-    def __lshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
-        """Implement Task << Task."""
-        self.set_upstream(other)
-        return other
-
-    def __rshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
-        """Implement Task >> Task."""
-        self.set_downstream(other)
-        return other
-
-    def __rrshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
-        """Implement Task >> [Task] because list don't have __rshift__ operators."""
-        self.__lshift__(other)
-        return self
-
-    def __rlshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
-        """Implement Task << [Task] because list don't have __lshift__ operators."""
-        self.__rshift__(other)
-        return self
-
-    @classmethod
-    def _iter_references(cls, obj: Any) -> Iterable[tuple[DependencyMixin, str]]:
-        from airflow.models.baseoperator import AbstractOperator
-        from airflow.utils.mixins import ResolveMixin
-
-        if isinstance(obj, AbstractOperator):
-            yield obj, "operator"
-        elif isinstance(obj, ResolveMixin):
-            yield from obj.iter_references()
-        elif isinstance(obj, Sequence):
-            for o in obj:
-                yield from cls._iter_references(o)
-
-
-class DAGNode(DependencyMixin, metaclass=ABCMeta):
-    """
-    A base class for a node in the graph of a workflow.
-
-    A node may be an Operator or a Task Group, either mapped or unmapped.
-    """
-
-    dag: DAG | None = None
-    task_group: TaskGroup | None = None
-    """The task_group that contains this node"""
-
-    @property
-    @abstractmethod
-    def node_id(self) -> str:
-        raise NotImplementedError()
-
-    @property
-    def label(self) -> str | None:
-        tg = self.task_group
-        if tg and tg.node_id and tg.prefix_group_id:
-            # "task_group_id.task_id" -> "task_id"
-            return self.node_id[len(tg.node_id) + 1 :]
-        return self.node_id
-
-    start_date: pendulum.DateTime | None
-    end_date: pendulum.DateTime | None
-    upstream_task_ids: set[str]
-    downstream_task_ids: set[str]
-
-    def has_dag(self) -> bool:
-        return self.dag is not None
-
-    @property
-    def dag_id(self) -> str:
-        """Returns dag id if it has one or an adhoc/meaningless ID."""
-        if self.dag:
-            return self.dag.dag_id
-        return "_in_memory_dag_"
-
-    @property
-    def log(self) -> Logger:
-        raise NotImplementedError()
-
-    @property
-    @abstractmethod
-    def roots(self) -> Sequence[DAGNode]:
-        raise NotImplementedError()
-
-    @property
-    @abstractmethod
-    def leaves(self) -> Sequence[DAGNode]:
-        raise NotImplementedError()
-
-    def _set_relatives(
-        self,
-        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
-        upstream: bool = False,
-        edge_modifier: EdgeModifier | None = None,
-    ) -> None:
-        """Set relatives for the task or task list."""
-        from airflow.models.baseoperator import BaseOperator
-        from airflow.models.mappedoperator import MappedOperator
-
-        if not isinstance(task_or_task_list, Sequence):
-            task_or_task_list = [task_or_task_list]
-
-        task_list: list[Operator] = []
-        for task_object in task_or_task_list:
-            task_object.update_relative(self, not upstream, edge_modifier=edge_modifier)
-            relatives = task_object.leaves if upstream else task_object.roots
-            for task in relatives:
-                if not isinstance(task, (BaseOperator, MappedOperator)):
-                    raise AirflowException(
-                        f"Relationships can only be set between Operators; received {task.__class__.__name__}"
-                    )
-                task_list.append(task)
-
-        # relationships can only be set if the tasks share a single DAG. Tasks
-        # without a DAG are assigned to that DAG.
-        dags: set[DAG] = {task.dag for task in [*self.roots, *task_list] if task.has_dag() and task.dag}
-
-        if len(dags) > 1:
-            raise AirflowException(f"Tried to set relationships between tasks in more than one DAG: {dags}")
-        elif len(dags) == 1:
-            dag = dags.pop()
-        else:
-            raise AirflowException(
-                f"Tried to create relationships between tasks that don't have DAGs yet. "
-                f"Set the DAG for at least one task and try again: {[self, *task_list]}"
-            )
-
-        if not self.has_dag():
-            # If this task does not yet have a dag, add it to the same dag as the other task.
-            self.dag = dag
-
-        for task in task_list:
-            if dag and not task.has_dag():
-                # If the other task does not yet have a dag, add it to the same dag as this task and
-                dag.add_task(task)
-            if upstream:
-                task.downstream_task_ids.add(self.node_id)
-                self.upstream_task_ids.add(task.node_id)
-                if edge_modifier:
-                    edge_modifier.add_edge_info(self.dag, task.node_id, self.node_id)
-            else:
-                self.downstream_task_ids.add(task.node_id)
-                task.upstream_task_ids.add(self.node_id)
-                if edge_modifier:
-                    edge_modifier.add_edge_info(self.dag, self.node_id, task.node_id)
-
-    def set_downstream(
-        self,
-        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
-        edge_modifier: EdgeModifier | None = None,
-    ) -> None:
-        """Set a node (or nodes) to be directly downstream from the current node."""
-        self._set_relatives(task_or_task_list, upstream=False, edge_modifier=edge_modifier)
-
-    def set_upstream(
-        self,
-        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
-        edge_modifier: EdgeModifier | None = None,
-    ) -> None:
-        """Set a node (or nodes) to be directly upstream from the current node."""
-        self._set_relatives(task_or_task_list, upstream=True, edge_modifier=edge_modifier)
-
-    @property
-    def downstream_list(self) -> Iterable[Operator]:
-        """List of nodes directly downstream."""
-        if not self.dag:
-            raise AirflowException(f"Operator {self} has not been assigned to a DAG yet")
-        return [self.dag.get_task(tid) for tid in self.downstream_task_ids]
-
-    @property
-    def upstream_list(self) -> Iterable[Operator]:
-        """List of nodes directly upstream."""
-        if not self.dag:
-            raise AirflowException(f"Operator {self} has not been assigned to a DAG yet")
-        return [self.dag.get_task(tid) for tid in self.upstream_task_ids]
-
-    def get_direct_relative_ids(self, upstream: bool = False) -> set[str]:
-        """Get set of the direct relative ids to the current task, upstream or downstream."""
-        if upstream:
-            return self.upstream_task_ids
-        else:
-            return self.downstream_task_ids
+    from airflow.typing_compat import TypeAlias
 
-    def get_direct_relatives(self, upstream: bool = False) -> Iterable[DAGNode]:
-        """Get list of the direct relatives to the current task, upstream or downstream."""
-        if upstream:
-            return self.upstream_list
-        else:
-            return self.downstream_list
+import airflow.sdk.definitions.mixins
+import airflow.sdk.definitions.node
 
-    def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
-        """Serialize a task group's content; used by TaskGroupSerialization."""
-        raise NotImplementedError()
+DependencyMixin: TypeAlias = airflow.sdk.definitions.mixins.DependencyMixin
+DAGNode: TypeAlias = airflow.sdk.definitions.node.DAGNode
diff --git a/airflow/models/xcom_arg.py b/airflow/models/xcom_arg.py
index 83ff4f25c6376..c28af6acbe5ae 100644
--- a/airflow/models/xcom_arg.py
+++ b/airflow/models/xcom_arg.py
@@ -29,22 +29,21 @@
 from airflow.models import MappedOperator, TaskInstance
 from airflow.models.abstractoperator import AbstractOperator
 from airflow.models.taskmixin import DependencyMixin
+from airflow.sdk.types import NOTSET, ArgNotSet
 from airflow.utils.db import exists_query
 from airflow.utils.mixins import ResolveMixin
 from airflow.utils.session import NEW_SESSION, provide_session
 from airflow.utils.setup_teardown import SetupTeardownContext
 from airflow.utils.state import State
 from airflow.utils.trigger_rule import TriggerRule
-from airflow.utils.types import NOTSET, ArgNotSet
 from airflow.utils.xcom import XCOM_RETURN_KEY
 
 if TYPE_CHECKING:
     from sqlalchemy.orm import Session
 
-    from airflow.models.baseoperator import BaseOperator
-    from airflow.models.dag import DAG
+    # from airflow.models.dag import DAG
     from airflow.models.operator import Operator
-    from airflow.models.taskmixin import DAGNode
+    from airflow.sdk import DAG, BaseOperator
     from airflow.utils.context import Context
     from airflow.utils.edgemodifier import EdgeModifier
 
@@ -122,7 +121,7 @@ def iter_xcom_references(arg: Any) -> Iterator[tuple[Operator, str]]:
                 yield from XComArg.iter_xcom_references(getattr(arg, attr))
 
     @staticmethod
-    def apply_upstream_relationship(op: Operator, arg: Any):
+    def apply_upstream_relationship(op: DependencyMixin, arg: Any):
         """
         Set dependency for XComArgs.
 
@@ -134,12 +133,12 @@ def apply_upstream_relationship(op: Operator, arg: Any):
             op.set_upstream(operator)
 
     @property
-    def roots(self) -> list[DAGNode]:
+    def roots(self) -> list[Operator]:
         """Required by DependencyMixin."""
         return [op for op, _ in self.iter_references()]
 
     @property
-    def leaves(self) -> list[DAGNode]:
+    def leaves(self) -> list[Operator]:
         """Required by DependencyMixin."""
         return [op for op, _ in self.iter_references()]
 
@@ -394,15 +393,15 @@ def as_setup(self) -> DependencyMixin:
     def as_teardown(
         self,
         *,
-        setups: BaseOperator | Iterable[BaseOperator] | ArgNotSet = NOTSET,
-        on_failure_fail_dagrun=NOTSET,
+        setups: BaseOperator | Iterable[BaseOperator] | None = None,
+        on_failure_fail_dagrun: bool | None = None,
     ):
         for operator, _ in self.iter_references():
             operator.is_teardown = True
             operator.trigger_rule = TriggerRule.ALL_DONE_SETUP_SUCCESS
-            if on_failure_fail_dagrun is not NOTSET:
+            if on_failure_fail_dagrun is not None:
                 operator.on_failure_fail_dagrun = on_failure_fail_dagrun
-            if not isinstance(setups, ArgNotSet):
+            if setups is not None:
                 setups = [setups] if isinstance(setups, DependencyMixin) else setups
                 for s in setups:
                     s.is_setup = True
diff --git a/airflow/plugins_manager.py b/airflow/plugins_manager.py
index 2ec1388d16361..881e07a81ed67 100644
--- a/airflow/plugins_manager.py
+++ b/airflow/plugins_manager.py
@@ -50,7 +50,6 @@
     from types import ModuleType
     from typing import Generator
 
-    from airflow.hooks.base import BaseHook
     from airflow.listeners.listener import ListenerManager
     from airflow.timetables.base import Timetable
 
@@ -62,9 +61,7 @@
 loaded_plugins: set[str] = set()
 
 # Plugin components to integrate as modules
-registered_hooks: list[BaseHook] | None = None
 macros_modules: list[Any] | None = None
-executors_modules: list[Any] | None = None
 
 # Plugin components to integrate directly
 admin_views: list[Any] | None = None
@@ -87,8 +84,6 @@
 during deserialization
 """
 PLUGINS_ATTRIBUTES_TO_DUMP = {
-    "hooks",
-    "executors",
     "macros",
     "admin_views",
     "flask_blueprints",
@@ -153,8 +148,6 @@ class AirflowPlugin:
 
     name: str | None = None
     source: AirflowPluginSource | None = None
-    hooks: list[Any] = []
-    executors: list[Any] = []
     macros: list[Any] = []
     admin_views: list[Any] = []
     flask_blueprints: list[Any] = []
@@ -348,7 +341,7 @@ def ensure_plugins_loaded():
     """
     from airflow.stats import Stats
 
-    global plugins, registered_hooks
+    global plugins
 
     if plugins is not None:
         log.debug("Plugins are already loaded. Skipping.")
@@ -361,7 +354,6 @@ def ensure_plugins_loaded():
 
     with Stats.timer() as timer:
         plugins = []
-        registered_hooks = []
 
         load_plugins_from_plugin_directory()
         load_entrypoint_plugins()
@@ -369,11 +361,6 @@ def ensure_plugins_loaded():
         if not settings.LAZY_LOAD_PROVIDERS:
             load_providers_plugins()
 
-        # We don't do anything with these for now, but we want to keep track of
-        # them so we can integrate them in to the UI's Connection screens
-        for plugin in plugins:
-            registered_hooks.extend(plugin.hooks)
-
     if plugins:
         log.debug("Loading %d plugin(s) took %.2f seconds", len(plugins), timer.duration)
 
@@ -533,33 +520,6 @@ def initialize_hook_lineage_readers_plugins():
         hook_lineage_reader_classes.extend(plugin.hook_lineage_readers)
 
 
-def integrate_executor_plugins() -> None:
-    """Integrate executor plugins to the context."""
-    global plugins
-    global executors_modules
-
-    if executors_modules is not None:
-        return
-
-    ensure_plugins_loaded()
-
-    if plugins is None:
-        raise AirflowPluginException("Can't load plugins.")
-
-    log.debug("Integrate executor plugins")
-
-    executors_modules = []
-    for plugin in plugins:
-        if plugin.name is None:
-            raise AirflowPluginException("Invalid plugin name")
-        plugin_name: str = plugin.name
-
-        executors_module = make_module("airflow.executors." + plugin_name, plugin.executors)
-        if executors_module:
-            executors_modules.append(executors_module)
-            sys.modules[executors_module.__name__] = executors_module
-
-
 def integrate_macros_plugins() -> None:
     """Integrates macro plugins."""
     global plugins
@@ -615,7 +575,6 @@ def get_plugin_info(attrs_to_dump: Iterable[str] | None = None) -> list[dict[str
     :param attrs_to_dump: A list of plugin attributes to dump
     """
     ensure_plugins_loaded()
-    integrate_executor_plugins()
     integrate_macros_plugins()
     initialize_web_ui_plugins()
     initialize_fastapi_plugins()
@@ -629,7 +588,7 @@ def get_plugin_info(attrs_to_dump: Iterable[str] | None = None) -> list[dict[str
             for attr in attrs_to_dump:
                 if attr in ("global_operator_extra_links", "operator_extra_links"):
                     info[attr] = [f"<{qualname(d.__class__)} object>" for d in getattr(plugin, attr)]
-                elif attr in ("macros", "timetables", "hooks", "executors", "priority_weight_strategies"):
+                elif attr in ("macros", "timetables", "priority_weight_strategies"):
                     info[attr] = [qualname(d) for d in getattr(plugin, attr)]
                 elif attr == "listeners":
                     # listeners may be modules or class instances
diff --git a/airflow/provider.yaml.schema.json b/airflow/provider.yaml.schema.json
index 35e266c310ac3..9e7edc449a698 100644
--- a/airflow/provider.yaml.schema.json
+++ b/airflow/provider.yaml.schema.json
@@ -215,11 +215,11 @@
                     },
                     "factory": {
                         "type": ["string", "null"],
-                        "description": "Dataset factory for specified URI. Creates AIP-60 compliant Dataset."
+                        "description": "Asset factory for specified URI. Creates AIP-60 compliant Asset."
                     },
                     "to_openlineage_converter": {
                         "type": ["string", "null"],
-                        "description": "OpenLineage converter function for specified URI schemes. Import path to a callable accepting a Dataset and LineageContext and returning OpenLineage dataset."
+                        "description": "OpenLineage converter function for specified URI schemes. Import path to a callable accepting an Asset and LineageContext and returning OpenLineage dataset."
                     }
                 }
             }
@@ -463,7 +463,6 @@
         "source-date-epoch": {
             "type": "integer",
             "description": "Source date epoch - seconds since epoch (gmtime) when the release documentation was prepared. Used to generate reproducible package builds with flint.",
-
             "minimum": 0,
             "default": 0,
             "examples": [
diff --git a/airflow/providers_manager.py b/airflow/providers_manager.py
index 573d256d6e59a..3c9f225f8e930 100644
--- a/airflow/providers_manager.py
+++ b/airflow/providers_manager.py
@@ -25,11 +25,11 @@
 import json
 import logging
 import os
-import sys
 import traceback
 import warnings
 from dataclasses import dataclass
 from functools import wraps
+from importlib.resources import files as resource_files
 from time import perf_counter
 from typing import TYPE_CHECKING, Any, Callable, MutableMapping, NamedTuple, TypeVar
 
@@ -47,10 +47,6 @@
 
 log = logging.getLogger(__name__)
 
-if sys.version_info >= (3, 9):
-    from importlib.resources import files as resource_files
-else:
-    from importlib_resources import files as resource_files
 
 PS = ParamSpec("PS")
 RT = TypeVar("RT")
diff --git a/airflow/reproducible_build.yaml b/airflow/reproducible_build.yaml
index bbf930c9d5fa2..e02435f29f060 100644
--- a/airflow/reproducible_build.yaml
+++ b/airflow/reproducible_build.yaml
@@ -1,2 +1,2 @@
-release-notes-hash: 48b5906017b111b01aeb940a1ec904bd
-source-date-epoch: 1728409953
+release-notes-hash: c1049adaf66bd2d1cc6550b406594d24
+source-date-epoch: 1729642591
diff --git a/airflow/sensors/external_task.py b/airflow/sensors/external_task.py
index 8eb501e281dda..331e17168bab7 100644
--- a/airflow/sensors/external_task.py
+++ b/airflow/sensors/external_task.py
@@ -20,7 +20,7 @@
 import datetime
 import os
 import warnings
-from typing import TYPE_CHECKING, Any, Callable, Collection, Iterable
+from typing import TYPE_CHECKING, Any, Callable, ClassVar, Collection, Iterable
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowSkipException
@@ -476,7 +476,7 @@ class ExternalTaskMarker(EmptyOperator):
     operator_extra_links = [ExternalDagLink()]
 
     # The _serialized_fields are lazily loaded when get_serialized_fields() method is called
-    __serialized_fields: frozenset[str] | None = None
+    __serialized_fields: ClassVar[frozenset[str] | None] = None
 
     def __init__(
         self,
diff --git a/airflow/serialization/pydantic/asset.py b/airflow/serialization/pydantic/asset.py
index 4cd264902091a..611730dd92e47 100644
--- a/airflow/serialization/pydantic/asset.py
+++ b/airflow/serialization/pydantic/asset.py
@@ -23,7 +23,7 @@
 class DagScheduleAssetReferencePydantic(BaseModelPydantic):
     """Serializable version of the DagScheduleAssetReference ORM SqlAlchemyModel used by internal API."""
 
-    dataset_id: int
+    asset_id: int
     dag_id: str
     created_at: datetime
     updated_at: datetime
@@ -34,7 +34,7 @@ class DagScheduleAssetReferencePydantic(BaseModelPydantic):
 class TaskOutletAssetReferencePydantic(BaseModelPydantic):
     """Serializable version of the TaskOutletAssetReference ORM SqlAlchemyModel used by internal API."""
 
-    dataset_id: int
+    asset_id: int
     dag_id: str
     task_id: str
     created_at: datetime
@@ -62,13 +62,13 @@ class AssetEventPydantic(BaseModelPydantic):
     """Serializable representation of the AssetEvent ORM SqlAlchemyModel used by internal API."""
 
     id: int
-    dataset_id: Optional[int]
+    asset_id: Optional[int]
     extra: dict
     source_task_id: Optional[str]
     source_dag_id: Optional[str]
     source_run_id: Optional[str]
     source_map_index: Optional[int]
     timestamp: datetime
-    dataset: Optional[AssetPydantic]
+    asset: Optional[AssetPydantic]
 
     model_config = ConfigDict(from_attributes=True, arbitrary_types_allowed=True)
diff --git a/airflow/serialization/pydantic/dag.py b/airflow/serialization/pydantic/dag.py
index f7cb90797d5c8..4e37a633da058 100644
--- a/airflow/serialization/pydantic/dag.py
+++ b/airflow/serialization/pydantic/dag.py
@@ -82,7 +82,6 @@ class DagModelPydantic(BaseModelPydantic):
     last_parsed_time: Optional[datetime]
     last_pickled: Optional[datetime]
     last_expired: Optional[datetime]
-    scheduler_lock: Optional[bool]
     pickle_id: Optional[int]
     fileloc: str
     processor_subdir: Optional[str]
diff --git a/airflow/serialization/pydantic/dag_run.py b/airflow/serialization/pydantic/dag_run.py
index 86857452e8310..fd12ca12c0184 100644
--- a/airflow/serialization/pydantic/dag_run.py
+++ b/airflow/serialization/pydantic/dag_run.py
@@ -55,7 +55,7 @@ class DagRunPydantic(BaseModelPydantic):
     dag_hash: Optional[str]
     updated_at: Optional[datetime]
     dag: Optional[PydanticDag]
-    consumed_dataset_events: List[AssetEventPydantic]  # noqa: UP006
+    consumed_asset_events: List[AssetEventPydantic]  # noqa: UP006
     log_template_id: Optional[int]
     triggered_by: Optional[DagRunTriggeredByType]
 
diff --git a/airflow/serialization/pydantic/taskinstance.py b/airflow/serialization/pydantic/taskinstance.py
index caf44bea4c673..bf121353ca80e 100644
--- a/airflow/serialization/pydantic/taskinstance.py
+++ b/airflow/serialization/pydantic/taskinstance.py
@@ -40,6 +40,7 @@
 )
 from airflow.serialization.pydantic.dag import DagModelPydantic
 from airflow.serialization.pydantic.dag_run import DagRunPydantic
+from airflow.utils import timezone
 from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.net import get_hostname
 from airflow.utils.xcom import XCOM_RETURN_KEY
@@ -83,6 +84,7 @@ def validated_operator(x: dict[str, Any] | Operator, _info: ValidationInfo) -> A
 class TaskInstancePydantic(BaseModelPydantic, LoggingMixin):
     """Serializable representation of the TaskInstance ORM SqlAlchemyModel used by internal API."""
 
+    id: str
     task_id: str
     dag_id: str
     run_id: str
@@ -96,7 +98,6 @@ class TaskInstancePydantic(BaseModelPydantic, LoggingMixin):
     max_tries: int
     hostname: str
     unixname: str
-    job_id: Optional[int]
     pool: str
     pool_slots: int
     queue: str
@@ -105,6 +106,7 @@ class TaskInstancePydantic(BaseModelPydantic, LoggingMixin):
     custom_operator_name: Optional[str]
     queued_dttm: Optional[datetime]
     queued_by_job_id: Optional[int]
+    last_heartbeat_at: Optional[datetime] = None
     pid: Optional[int]
     executor: Optional[str]
     executor_config: Any
@@ -138,7 +140,6 @@ def _run_raw_task(
         self,
         mark_success: bool = False,
         test_mode: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         raise_on_defer: bool = False,
         session: Session | None = None,
@@ -147,7 +148,6 @@ def _run_raw_task(
             ti=self,
             mark_success=mark_success,
             test_mode=test_mode,
-            job_id=job_id,
             pool=pool,
             raise_on_defer=raise_on_defer,
             session=session,
@@ -252,6 +252,12 @@ def refresh_from_db(self, session: Session | None = None, lock_for_update: bool
 
         _refresh_from_db(task_instance=self, session=session, lock_for_update=lock_for_update)
 
+    def update_heartbeat(self):
+        """Update the recorded heartbeat for this task to "now"."""
+        from airflow.models.taskinstance import _update_ti_heartbeat
+
+        return _update_ti_heartbeat(self.id, timezone.utcnow())
+
     def set_duration(self) -> None:
         """Set task instance duration."""
         from airflow.models.taskinstance import _set_duration
@@ -441,7 +447,6 @@ def check_and_change_state_before_execution(
         ignore_ti_state: bool = False,
         mark_success: bool = False,
         test_mode: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         external_executor_id: str | None = None,
         session: Session | None = None,
@@ -457,7 +462,6 @@ def check_and_change_state_before_execution(
             mark_success=mark_success,
             test_mode=test_mode,
             hostname=get_hostname(),
-            job_id=job_id,
             pool=pool,
             external_executor_id=external_executor_id,
             session=session,
@@ -484,7 +488,6 @@ def command_as_list(
         local: bool = False,
         pickle_id: int | None = None,
         raw: bool = False,
-        job_id: str | None = None,
         pool: str | None = None,
         cfg_path: str | None = None,
     ) -> list[str]:
@@ -504,7 +507,6 @@ def command_as_list(
             local=local,
             pickle_id=pickle_id,
             raw=raw,
-            job_id=job_id,
             pool=pool,
             cfg_path=cfg_path,
         )
diff --git a/airflow/serialization/schema.json b/airflow/serialization/schema.json
index 63cdf67b7d702..32ccd3dfff9c1 100644
--- a/airflow/serialization/schema.json
+++ b/airflow/serialization/schema.json
@@ -53,7 +53,7 @@
         { "type": "integer" }
       ]
     },
-    "dataset": {
+    "asset": {
       "type": "object",
       "properties": {
         "uri": { "type": "string" },
@@ -66,14 +66,14 @@
       },
       "required": [ "uri", "extra" ]
     },
-    "typed_dataset": {
+    "typed_asset": {
       "type": "object",
       "properties": {
         "__type": {
           "type": "string",
-            "constant": "dataset"
+            "constant": "asset"
         },
-        "__var": { "$ref": "#/definitions/dataset" }
+        "__var": { "$ref": "#/definitions/asset" }
       },
       "required": [
         "__type",
@@ -81,17 +81,17 @@
       ],
       "additionalProperties": false
     },
-    "typed_dataset_cond": {
+    "typed_asset_cond": {
       "type": "object",
       "properties": {
         "__type": {
             "anyOf": [{
                 "type": "string",
-                "constant": "dataset_or"
+                "constant": "asset_or"
             },
             {
                 "type": "string",
-                "constant": "dataset_and"
+                "constant": "asset_and"
             }
             ]
         },
@@ -99,8 +99,8 @@
             "type": "array",
             "items": {
                 "anyOf": [
-                    {"$ref": "#/definitions/typed_dataset"},
-                    {    "$ref": "#/definitions/typed_dataset_cond"}
+                    {"$ref": "#/definitions/typed_asset"},
+                    {    "$ref": "#/definitions/typed_asset_cond"}
                     ]
             }
         }
@@ -137,7 +137,7 @@
       "type": "object",
       "properties": {
         "params": { "$ref": "#/definitions/params" },
-        "_dag_id": { "type": "string" },
+        "dag_id": { "type": "string" },
         "tasks": {  "$ref": "#/definitions/tasks" },
         "timezone": { "$ref": "#/definitions/timezone" },
         "owner_links": { "type": "object" },
@@ -156,11 +156,10 @@
                 {"type": "string"}
             ]
         },
-        "orientation": { "type" : "string"},
-        "_dag_display_property_value": { "type" : "string"},
-        "_description": { "type" : "string"},
+        "dag_display_name": { "type" : "string"},
+        "description": { "type" : "string"},
         "_concurrency": { "type" : "number"},
-        "_max_active_tasks": { "type" : "number"},
+        "max_active_tasks": { "type" : "number"},
         "max_active_runs": { "type" : "number"},
         "max_consecutive_failed_dag_runs": { "type" : "number"},
         "default_args": { "$ref": "#/definitions/dict" },
@@ -168,14 +167,13 @@
         "end_date": { "$ref": "#/definitions/datetime" },
         "dagrun_timeout": { "$ref": "#/definitions/timedelta" },
         "doc_md": { "type" : "string"},
-        "_default_view": { "type" : "string"},
-        "_access_control": {"$ref": "#/definitions/dict" },
+        "access_control": {"$ref": "#/definitions/dict" },
         "is_paused_upon_creation":  { "type": "boolean" },
         "has_on_success_callback":  { "type": "boolean" },
         "has_on_failure_callback":  { "type": "boolean" },
         "render_template_as_native_obj":  { "type": "boolean" },
         "tags": { "type": "array" },
-        "_task_group": {"anyOf": [
+        "task_group": {"anyOf": [
           { "type": "null" },
           { "$ref": "#/definitions/task_group" }
         ]},
@@ -183,7 +181,7 @@
         "dag_dependencies": { "$ref": "#/definitions/dag_dependencies" }
       },
       "required": [
-        "_dag_id",
+        "dag_id",
         "fileloc",
         "tasks"
       ],
@@ -219,7 +217,7 @@
       "$comment": "A task/operator in a DAG",
       "type": "object",
       "required": [
-        "_task_type",
+        "task_type",
         "_task_module",
         "task_id",
         "ui_color",
@@ -227,7 +225,7 @@
         "template_fields"
       ],
       "properties": {
-        "_task_type": { "type": "string" },
+        "task_type": { "type": "string" },
         "_task_module": { "type": "string" },
         "_operator_extra_links": { "$ref":  "#/definitions/extra_links" },
         "task_id": { "type": "string" },
@@ -261,7 +259,6 @@
           "type": "array",
           "items": { "type": "string" }
         },
-        "subdag": { "$ref": "#/definitions/dag" },
         "downstream_task_ids": {
           "type": "array",
           "items": { "type": "string" }
diff --git a/airflow/serialization/serialized_objects.py b/airflow/serialization/serialized_objects.py
index 9f180c2a5deac..79403860f5fac 100644
--- a/airflow/serialization/serialized_objects.py
+++ b/airflow/serialization/serialized_objects.py
@@ -21,7 +21,7 @@
 import collections.abc
 import datetime
 import enum
-import inspect
+import itertools
 import logging
 import weakref
 from functools import cache
@@ -59,6 +59,7 @@
 from airflow.models.tasklog import LogTemplate
 from airflow.models.xcom_arg import XComArg, deserialize_xcom_arg, serialize_xcom_arg
 from airflow.providers_manager import ProvidersManager
+from airflow.sdk import BaseOperator as TaskSDKBaseOperator
 from airflow.serialization.dag_dependency import DagDependency
 from airflow.serialization.enums import DagAttributeTypes as DAT, Encoding
 from airflow.serialization.helpers import serialize_template_field
@@ -101,7 +102,7 @@
     from airflow.models.baseoperatorlink import BaseOperatorLink
     from airflow.models.expandinput import ExpandInput
     from airflow.models.operator import Operator
-    from airflow.models.taskmixin import DAGNode
+    from airflow.sdk.definitions.node import DAGNode
     from airflow.serialization.json_schema import Validator
     from airflow.ti_deps.deps.base_ti_dep import BaseTIDep
     from airflow.timetables.base import Timetable
@@ -265,7 +266,7 @@ def encode_asset_condition(var: BaseAsset) -> dict[str, Any]:
 
 def decode_asset_condition(var: dict[str, Any]) -> BaseAsset:
     """
-    Decode a previously serialized dataset condition.
+    Decode a previously serialized asset condition.
 
     :meta private:
     """
@@ -597,7 +598,7 @@ def serialize_to_json(
             if key == "_operator_name":
                 # when operator_name matches task_type, we can remove
                 # it to reduce the JSON payload
-                task_type = getattr(object_to_serialize, "_task_type", None)
+                task_type = getattr(object_to_serialize, "task_type", None)
                 if value != task_type:
                     serialized_object[key] = cls.serialize(value)
             elif key in decorated_fields:
@@ -740,8 +741,8 @@ def serialize(
         elif isinstance(var, LazySelectSequence):
             return cls.serialize(list(var))
         elif isinstance(var, BaseAsset):
-            serialized_dataset = encode_asset_condition(var)
-            return cls._encode(serialized_dataset, type_=serialized_dataset.pop("__type"))
+            serialized_asset = encode_asset_condition(var)
+            return cls._encode(serialized_asset, type_=serialized_asset.pop("__type"))
         elif isinstance(var, SimpleTaskInstance):
             return cls._encode(
                 cls.serialize(var.__dict__, strict=strict, use_pydantic_models=use_pydantic_models),
@@ -920,10 +921,11 @@ def _value_is_hardcoded_default(cls, attrname: str, value: Any, instance: Any) -
         to account for the case where the default value of the field is None but has the
         ``field = field or {}`` set.
         """
-        if attrname in cls._CONSTRUCTOR_PARAMS and (
-            cls._CONSTRUCTOR_PARAMS[attrname] is value or (value in [{}, []])
-        ):
-            return True
+        if attrname in cls._CONSTRUCTOR_PARAMS:
+            if cls._CONSTRUCTOR_PARAMS[attrname] is value or (value in [{}, []]):
+                return True
+            if cls._CONSTRUCTOR_PARAMS[attrname] is attrs.NOTHING and value is None:
+                return True
         return False
 
     @classmethod
@@ -1079,7 +1081,10 @@ class SerializedBaseOperator(BaseOperator, BaseSerialization):
 
     _CONSTRUCTOR_PARAMS = {
         k: v.default
-        for k, v in signature(BaseOperator.__init__).parameters.items()
+        for k, v in itertools.chain(
+            signature(BaseOperator.__init__).parameters.items(),
+            signature(TaskSDKBaseOperator.__init__).parameters.items(),
+        )
         if v.default is not v.empty
     }
 
@@ -1151,9 +1156,9 @@ def _serialize_node(cls, op: BaseOperator | MappedOperator, include_deps: bool)
         """Serialize operator into a JSON object."""
         serialize_op = cls.serialize_to_json(op, cls._decorated_fields)
 
-        serialize_op["_task_type"] = getattr(op, "_task_type", type(op).__name__)
+        serialize_op["task_type"] = getattr(op, "task_type", type(op).__name__)
         serialize_op["_task_module"] = getattr(op, "_task_module", type(op).__module__)
-        if op.operator_name != serialize_op["_task_type"]:
+        if op.operator_name != serialize_op["task_type"]:
             serialize_op["_operator_name"] = op.operator_name
 
         # Used to determine if an Operator is inherited from EmptyOperator
@@ -1177,7 +1182,7 @@ def _serialize_node(cls, op: BaseOperator | MappedOperator, include_deps: bool)
         # Store all template_fields as they are if there are JSON Serializable
         # If not, store them as strings
         # And raise an exception if the field is not templateable
-        forbidden_fields = set(inspect.signature(BaseOperator.__init__).parameters.keys())
+        forbidden_fields = set(SerializedBaseOperator._CONSTRUCTOR_PARAMS.keys())
         # Though allow some of the BaseOperator fields to be templated anyway
         forbidden_fields.difference_update({"email"})
         if op.template_fields:
@@ -1242,7 +1247,7 @@ def populate_operator(cls, op: Operator, encoded_op: dict[str, Any]) -> None:
         op_extra_links_from_plugin = {}
 
         if "_operator_name" not in encoded_op:
-            encoded_op["_operator_name"] = encoded_op["_task_type"]
+            encoded_op["_operator_name"] = encoded_op["task_type"]
 
         # We don't want to load Extra Operator links in Scheduler
         if cls._load_operator_extra_links:
@@ -1256,7 +1261,7 @@ def populate_operator(cls, op: Operator, encoded_op: dict[str, Any]) -> None:
             for ope in plugins_manager.operator_extra_links:
                 for operator in ope.operators:
                     if (
-                        operator.__name__ == encoded_op["_task_type"]
+                        operator.__name__ == encoded_op["task_type"]
                         and operator.__module__ == encoded_op["_task_module"]
                     ):
                         op_extra_links_from_plugin.update({ope.name: ope})
@@ -1272,6 +1277,8 @@ def populate_operator(cls, op: Operator, encoded_op: dict[str, Any]) -> None:
             if k in ("_outlets", "_inlets"):
                 # `_outlets` -> `outlets`
                 k = k[1:]
+            elif k == "task_type":
+                k = "_task_type"
             if k == "_downstream_task_ids":
                 # Upgrade from old format/name
                 k = "downstream_task_ids"
@@ -1383,7 +1390,7 @@ def deserialize_operator(cls, encoded_op: dict[str, Any]) -> Operator:
             try:
                 operator_name = encoded_op["_operator_name"]
             except KeyError:
-                operator_name = encoded_op["_task_type"]
+                operator_name = encoded_op["task_type"]
 
             op = MappedOperator(
                 operator_class=op_data,
@@ -1400,7 +1407,7 @@ def deserialize_operator(cls, encoded_op: dict[str, Any]) -> Operator:
                 ui_fgcolor=BaseOperator.ui_fgcolor,
                 is_empty=False,
                 task_module=encoded_op["_task_module"],
-                task_type=encoded_op["_task_type"],
+                task_type=encoded_op["task_type"],
                 operator_name=operator_name,
                 dag=None,
                 task_group=None,
@@ -1576,16 +1583,13 @@ class SerializedDAG(DAG, BaseSerialization):
     not pickle-able. SerializedDAG works for all DAGs.
     """
 
-    _decorated_fields = {"default_args", "_access_control"}
+    _decorated_fields = {"default_args", "access_control"}
 
     @staticmethod
     def __get_constructor_defaults():
         param_to_attr = {
-            "max_active_tasks": "_max_active_tasks",
-            "dag_display_name": "_dag_display_property_value",
             "description": "_description",
             "default_view": "_default_view",
-            "access_control": "_access_control",
         }
         return {
             param_to_attr.get(k, k): v.default
@@ -1613,7 +1617,7 @@ def serialize_dag(cls, dag: DAG) -> dict:
             ]
             dag_deps.extend(DependencyDetector.detect_dag_dependencies(dag))
             serialized_dag["dag_dependencies"] = [x.__dict__ for x in sorted(dag_deps)]
-            serialized_dag["_task_group"] = TaskGroupSerialization.serialize_task_group(dag.task_group)
+            serialized_dag["task_group"] = TaskGroupSerialization.serialize_task_group(dag.task_group)
 
             # Edge info in the JSON exactly matches our internal structure
             serialized_dag["edge_info"] = dag.edge_info
@@ -1633,7 +1637,7 @@ def serialize_dag(cls, dag: DAG) -> dict:
     @classmethod
     def deserialize_dag(cls, encoded_dag: dict[str, Any]) -> SerializedDAG:
         """Deserializes a DAG from a JSON object."""
-        dag = SerializedDAG(dag_id=encoded_dag["_dag_id"], schedule=None)
+        dag = SerializedDAG(dag_id=encoded_dag["dag_id"], schedule=None)
 
         for k, v in encoded_dag.items():
             if k == "_downstream_task_ids":
@@ -1668,20 +1672,21 @@ def deserialize_dag(cls, encoded_dag: dict[str, Any]) -> SerializedDAG:
                 v = set(v)
             # else use v as it is
 
-            setattr(dag, k, v)
+            object.__setattr__(dag, k, v)
 
         # Set _task_group
-        if "_task_group" in encoded_dag:
-            dag._task_group = TaskGroupSerialization.deserialize_task_group(
-                encoded_dag["_task_group"],
+        if "task_group" in encoded_dag:
+            tg = TaskGroupSerialization.deserialize_task_group(
+                encoded_dag["task_group"],
                 None,
                 dag.task_dict,
                 dag,
             )
+            object.__setattr__(dag, "task_group", tg)
         else:
             # This must be old data that had no task_group. Create a root TaskGroup and add
             # all tasks to it.
-            dag._task_group = TaskGroup.create_root(dag)
+            object.__setattr__(dag, "task_group", TaskGroup.create_root(dag))
             for task in dag.tasks:
                 dag.task_group.add(task)
 
@@ -1704,8 +1709,10 @@ def deserialize_dag(cls, encoded_dag: dict[str, Any]) -> SerializedDAG:
     def _is_excluded(cls, var: Any, attrname: str, op: DAGNode):
         # {} is explicitly different from None in the case of DAG-level access control
         # and as a result we need to preserve empty dicts through serialization for this field
-        if attrname == "_access_control" and var is not None:
+        if attrname == "access_control" and var is not None:
             return False
+        if attrname == "dag_display_name" and var == op.dag_id:
+            return True
         return super()._is_excluded(var, attrname, op)
 
     @classmethod
diff --git a/airflow/settings.py b/airflow/settings.py
index a6adbbcf9ff77..89c77a2abfe31 100644
--- a/airflow/settings.py
+++ b/airflow/settings.py
@@ -617,7 +617,15 @@ def configure_adapters():
 
     if SQL_ALCHEMY_CONN.startswith("mysql"):
         try:
-            import MySQLdb.converters
+            try:
+                import MySQLdb.converters
+            except ImportError:
+                raise RuntimeError(
+                    "You do not have `mysqlclient` package installed. "
+                    "Please install it with `pip install mysqlclient` and make sure you have system "
+                    "mysql libraries installed, as well as well as `pkg-config` system package "
+                    "installed in case you see compilation error during installation."
+                )
 
             MySQLdb.converters.conversions[Pendulum] = MySQLdb.converters.DateTime2literal
         except ImportError:
@@ -741,6 +749,9 @@ def initialize():
     configure_orm()
     configure_action_logging()
 
+    # mask the sensitive_config_values
+    conf.mask_secrets()
+
     # Run any custom runtime checks that needs to be executed for providers
     run_providers_custom_runtime_checks()
 
diff --git a/airflow/task/priority_strategy.py b/airflow/task/priority_strategy.py
index c22bdfa9940c6..dcef1c865b6e4 100644
--- a/airflow/task/priority_strategy.py
+++ b/airflow/task/priority_strategy.py
@@ -22,8 +22,6 @@
 from abc import ABC, abstractmethod
 from typing import TYPE_CHECKING, Any
 
-from airflow.exceptions import AirflowException
-
 if TYPE_CHECKING:
     from airflow.models.taskinstance import TaskInstance
 
@@ -150,5 +148,5 @@ def validate_and_load_priority_weight_strategy(
         priority_weight_strategy_class = qualname(priority_weight_strategy)
     loaded_priority_weight_strategy = _get_registered_priority_weight_strategy(priority_weight_strategy_class)
     if loaded_priority_weight_strategy is None:
-        raise AirflowException(f"Unknown priority strategy {priority_weight_strategy_class}")
+        raise ValueError(f"Unknown priority strategy {priority_weight_strategy_class}")
     return loaded_priority_weight_strategy()
diff --git a/airflow/task/task_runner/standard_task_runner.py b/airflow/task/standard_task_runner.py
similarity index 59%
rename from airflow/task/task_runner/standard_task_runner.py
rename to airflow/task/standard_task_runner.py
index 6a4351e17a5b5..a5641002c961c 100644
--- a/airflow/task/task_runner/standard_task_runner.py
+++ b/airflow/task/standard_task_runner.py
@@ -22,6 +22,7 @@
 import logging
 import os
 import signal
+import subprocess
 import threading
 import time
 from typing import TYPE_CHECKING
@@ -29,22 +30,81 @@
 import psutil
 from setproctitle import setproctitle
 
+from airflow.configuration import conf
+from airflow.exceptions import AirflowConfigException
 from airflow.models.taskinstance import TaskReturnCode
 from airflow.settings import CAN_FORK
 from airflow.stats import Stats
-from airflow.task.task_runner.base_task_runner import BaseTaskRunner
+from airflow.utils.configuration import tmp_configuration_copy
 from airflow.utils.dag_parsing_context import _airflow_parsing_context_manager
+from airflow.utils.log.logging_mixin import LoggingMixin
+from airflow.utils.net import get_hostname
+from airflow.utils.platform import IS_WINDOWS, getuser
 from airflow.utils.process_utils import reap_process_group, set_new_process_group
 
 if TYPE_CHECKING:
     from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
 
 
-class StandardTaskRunner(BaseTaskRunner):
-    """Standard runner for all tasks."""
+class StandardTaskRunner(LoggingMixin):
+    """
+    Runs Airflow task instances via CLI.
+
+    Invoke the `airflow tasks run` command with raw mode enabled in a subprocess.
+
+    :param job_runner: The LocalTaskJobRunner associated with the task runner
+    """
 
     def __init__(self, job_runner: LocalTaskJobRunner):
-        super().__init__(job_runner=job_runner)
+        self.job_runner = job_runner
+        super().__init__(job_runner.task_instance)
+        self._task_instance = job_runner.task_instance
+
+        popen_prepend = []
+        if self._task_instance.run_as_user:
+            self.run_as_user: str | None = self._task_instance.run_as_user
+        else:
+            try:
+                self.run_as_user = conf.get("core", "default_impersonation")
+            except AirflowConfigException:
+                self.run_as_user = None
+
+        # Add sudo commands to change user if we need to. Needed to handle SubDagOperator
+        # case using a SequentialExecutor.
+        self.log.debug("Planning to run as the %s user", self.run_as_user)
+        if self.run_as_user and (self.run_as_user != getuser()):
+            # We want to include any environment variables now, as we won't
+            # want to have to specify them in the sudo call - they would show
+            # up in `ps` that way! And run commands now, as the other user
+            # might not be able to run the cmds to get credentials
+            cfg_path = tmp_configuration_copy(chmod=0o600, include_env=True, include_cmds=True)
+
+            # Give ownership of file to user; only they can read and write
+            subprocess.check_call(["sudo", "chown", self.run_as_user, cfg_path], close_fds=True)
+
+            # propagate PYTHONPATH environment variable
+            pythonpath_value = os.environ.get("PYTHONPATH", "")
+            popen_prepend = ["sudo", "-E", "-H", "-u", self.run_as_user]
+
+            if pythonpath_value:
+                popen_prepend.append(f"PYTHONPATH={pythonpath_value}")
+
+        else:
+            # Always provide a copy of the configuration file settings. Since
+            # we are running as the same user, and can pass through environment
+            # variables then we don't need to include those in the config copy
+            # - the runner can read/execute those values as it needs
+            cfg_path = tmp_configuration_copy(chmod=0o600, include_env=False, include_cmds=False)
+
+        self._cfg_path = cfg_path
+        self._command = popen_prepend + self._task_instance.command_as_list(
+            raw=True,
+            pickle_id=self.job_runner.pickle_id,
+            mark_success=self.job_runner.mark_success,
+            pool=self.job_runner.pool,
+            cfg_path=cfg_path,
+        )
+        self.process = None
         self._rc = None
         if TYPE_CHECKING:
             assert self._task_instance.task
@@ -98,15 +158,10 @@ def _start_by_fork(self):
             # [1:] - remove "airflow" from the start of the command
             args = parser.parse_args(self._command[1:])
 
-            # We prefer the job_id passed on the command-line because at this time, the
-            # task instance may not have been updated.
-            job_id = getattr(args, "job_id", self._task_instance.job_id)
             self.log.info("Running: %s", self._command)
-            self.log.info("Job %s: Subtask %s", job_id, self._task_instance.task_id)
+            self.log.info("Subtask %s", self._task_instance.task_id)
 
             proc_title = "airflow task runner: {0.dag_id} {0.task_id} {0.execution_date_or_run_id}"
-            if job_id is not None:
-                proc_title += " {0.job_id}"
             setproctitle(proc_title.format(args))
             return_code = 0
             try:
@@ -118,15 +173,11 @@ def _start_by_fork(self):
                     return_code = 0
                     if isinstance(ret, TaskReturnCode):
                         return_code = ret.value
-            except Exception as exc:
+            except Exception:
                 return_code = 1
 
                 self.log.exception(
-                    "Failed to execute job %s for task %s (%s; %r)",
-                    job_id,
-                    self._task_instance.task_id,
-                    exc,
-                    os.getpid(),
+                    "Failed to execute task_id=%s pid=%r", self._task_instance.task_id, os.getpid()
                 )
             except SystemExit as sys_ex:
                 # Someone called sys.exit() in the fork - mistakenly. You should not run sys.exit() in
@@ -189,10 +240,10 @@ def terminate(self):
         if self._rc == -signal.SIGKILL:
             self.log.error(
                 (
-                    "Job %s was killed before it finished (likely due to running out of memory)",
+                    "TI %s was killed before it finished (likely due to running out of memory)",
                     "For more information, see https://airflow.apache.org/docs/apache-airflow/stable/troubleshooting.html#LocalTaskJob-killed",
                 ),
-                self._task_instance.job_id,
+                self._task_instance.id,
             )
 
     def get_process_pid(self) -> int:
@@ -216,3 +267,69 @@ def _read_task_utilization(self):
         except (psutil.NoSuchProcess, psutil.AccessDenied, AttributeError):
             self.log.info("Process not found (most likely exited), stop collecting metrics")
             return
+
+    def _read_task_logs(self, stream):
+        while True:
+            line = stream.readline()
+            if isinstance(line, bytes):
+                line = line.decode("utf-8")
+            if not line:
+                break
+            self.log.info(
+                "Task %s %s",
+                self._task_instance.task_id,
+                line.rstrip("\n"),
+            )
+
+    def run_command(self, run_with=None) -> subprocess.Popen:
+        """
+        Run the task command.
+
+        :param run_with: list of tokens to run the task command with e.g. ``['bash', '-c']``
+        :return: the process that was run
+        """
+        run_with = run_with or []
+        full_cmd = run_with + self._command
+
+        self.log.info("Running on host: %s", get_hostname())
+        self.log.info("Running: %s", full_cmd)
+        with _airflow_parsing_context_manager(
+            dag_id=self._task_instance.dag_id,
+            task_id=self._task_instance.task_id,
+        ):
+            if IS_WINDOWS:
+                proc = subprocess.Popen(
+                    full_cmd,
+                    stdout=subprocess.PIPE,
+                    stderr=subprocess.STDOUT,
+                    universal_newlines=True,
+                    close_fds=True,
+                    env=os.environ.copy(),
+                )
+            else:
+                proc = subprocess.Popen(
+                    full_cmd,
+                    stdout=subprocess.PIPE,
+                    stderr=subprocess.STDOUT,
+                    universal_newlines=True,
+                    close_fds=True,
+                    env=os.environ.copy(),
+                    preexec_fn=os.setsid,
+                )
+
+        # Start daemon thread to read subprocess logging output
+        log_reader = threading.Thread(
+            target=self._read_task_logs,
+            args=(proc.stdout,),
+        )
+        log_reader.daemon = True
+        log_reader.start()
+        return proc
+
+    def on_finish(self) -> None:
+        """Execute when this is done running."""
+        if self._cfg_path and os.path.isfile(self._cfg_path):
+            if self.run_as_user:
+                subprocess.call(["sudo", "rm", self._cfg_path], close_fds=True)
+            else:
+                os.remove(self._cfg_path)
diff --git a/airflow/task/task_runner/__init__.py b/airflow/task/task_runner/__init__.py
deleted file mode 100644
index 11a35c177b434..0000000000000
--- a/airflow/task/task_runner/__init__.py
+++ /dev/null
@@ -1,66 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-import logging
-from typing import TYPE_CHECKING
-
-from airflow.configuration import conf
-from airflow.exceptions import AirflowConfigException
-from airflow.utils.module_loading import import_string
-
-if TYPE_CHECKING:
-    from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
-    from airflow.task.task_runner.base_task_runner import BaseTaskRunner
-
-log = logging.getLogger(__name__)
-
-_TASK_RUNNER_NAME = conf.get("core", "TASK_RUNNER")
-
-STANDARD_TASK_RUNNER = "StandardTaskRunner"
-
-CGROUP_TASK_RUNNER = "CgroupTaskRunner"
-
-CORE_TASK_RUNNERS = {
-    STANDARD_TASK_RUNNER: "airflow.task.task_runner.standard_task_runner.StandardTaskRunner",
-    CGROUP_TASK_RUNNER: "airflow.task.task_runner.cgroup_task_runner.CgroupTaskRunner",
-}
-
-
-def get_task_runner(local_task_job_runner: LocalTaskJobRunner) -> BaseTaskRunner:
-    """
-    Get the task runner that can be used to run with the given job runner.
-
-    :param local_task_job_runner: The LocalTaskJobRunner associated with the TaskInstance
-        that needs to be executed.
-    :return: The task runner to use to run the task.
-    """
-    if _TASK_RUNNER_NAME in CORE_TASK_RUNNERS:
-        log.debug("Loading core task runner: %s", _TASK_RUNNER_NAME)
-        task_runner_class = import_string(CORE_TASK_RUNNERS[_TASK_RUNNER_NAME])
-    else:
-        log.debug("Loading task runner from custom path: %s", _TASK_RUNNER_NAME)
-        try:
-            task_runner_class = import_string(_TASK_RUNNER_NAME)
-        except ImportError:
-            raise AirflowConfigException(
-                f'The task runner could not be loaded. Please check "task_runner" key in "core" section. '
-                f'Current value: "{_TASK_RUNNER_NAME}".'
-            )
-    task_runner = task_runner_class(local_task_job_runner)
-    return task_runner
diff --git a/airflow/task/task_runner/base_task_runner.py b/airflow/task/task_runner/base_task_runner.py
deleted file mode 100644
index 8a332fd4e3ba2..0000000000000
--- a/airflow/task/task_runner/base_task_runner.py
+++ /dev/null
@@ -1,202 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Base task runner."""
-
-from __future__ import annotations
-
-import os
-import subprocess
-import threading
-
-from airflow.utils.dag_parsing_context import _airflow_parsing_context_manager
-from airflow.utils.platform import IS_WINDOWS
-
-if not IS_WINDOWS:
-    # ignored to avoid flake complaining on Linux
-    from pwd import getpwnam  # noqa: F401
-
-from typing import TYPE_CHECKING
-
-from airflow.configuration import conf
-from airflow.exceptions import AirflowConfigException
-from airflow.utils.configuration import tmp_configuration_copy
-from airflow.utils.log.logging_mixin import LoggingMixin
-from airflow.utils.net import get_hostname
-from airflow.utils.platform import getuser
-
-if TYPE_CHECKING:
-    from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
-
-PYTHONPATH_VAR = "PYTHONPATH"
-
-
-class BaseTaskRunner(LoggingMixin):
-    """
-    Runs Airflow task instances via CLI.
-
-    Invoke the `airflow tasks run` command with raw mode enabled in a subprocess.
-
-    :param job_runner: The LocalTaskJobRunner associated with the task runner
-    """
-
-    def __init__(self, job_runner: LocalTaskJobRunner):
-        self.job_runner = job_runner
-        super().__init__(job_runner.task_instance)
-        self._task_instance = job_runner.task_instance
-
-        popen_prepend = []
-        if self._task_instance.run_as_user:
-            self.run_as_user: str | None = self._task_instance.run_as_user
-        else:
-            try:
-                self.run_as_user = conf.get("core", "default_impersonation")
-            except AirflowConfigException:
-                self.run_as_user = None
-
-        # Add sudo commands to change user if we need to. Needed to handle SubDagOperator
-        # case using a SequentialExecutor.
-        self.log.debug("Planning to run as the %s user", self.run_as_user)
-        if self.run_as_user and (self.run_as_user != getuser()):
-            # We want to include any environment variables now, as we won't
-            # want to have to specify them in the sudo call - they would show
-            # up in `ps` that way! And run commands now, as the other user
-            # might not be able to run the cmds to get credentials
-            cfg_path = tmp_configuration_copy(chmod=0o600, include_env=True, include_cmds=True)
-
-            # Give ownership of file to user; only they can read and write
-            subprocess.check_call(["sudo", "chown", self.run_as_user, cfg_path], close_fds=True)
-
-            # propagate PYTHONPATH environment variable
-            pythonpath_value = os.environ.get(PYTHONPATH_VAR, "")
-            popen_prepend = ["sudo", "-E", "-H", "-u", self.run_as_user]
-
-            if pythonpath_value:
-                popen_prepend.append(f"{PYTHONPATH_VAR}={pythonpath_value}")
-
-        else:
-            # Always provide a copy of the configuration file settings. Since
-            # we are running as the same user, and can pass through environment
-            # variables then we don't need to include those in the config copy
-            # - the runner can read/execute those values as it needs
-            cfg_path = tmp_configuration_copy(chmod=0o600, include_env=False, include_cmds=False)
-
-        self._cfg_path = cfg_path
-        self._command = popen_prepend + self._task_instance.command_as_list(
-            raw=True,
-            pickle_id=self.job_runner.pickle_id,
-            mark_success=self.job_runner.mark_success,
-            job_id=self.job_runner.job.id,
-            pool=self.job_runner.pool,
-            cfg_path=cfg_path,
-        )
-        self.process = None
-
-    def _read_task_logs(self, stream):
-        while True:
-            line = stream.readline()
-            if isinstance(line, bytes):
-                line = line.decode("utf-8")
-            if not line:
-                break
-            self.log.info(
-                "Job %s: Subtask %s %s",
-                self._task_instance.job_id,
-                self._task_instance.task_id,
-                line.rstrip("\n"),
-            )
-
-    def run_command(self, run_with=None) -> subprocess.Popen:
-        """
-        Run the task command.
-
-        :param run_with: list of tokens to run the task command with e.g. ``['bash', '-c']``
-        :return: the process that was run
-        """
-        run_with = run_with or []
-        full_cmd = run_with + self._command
-
-        self.log.info("Running on host: %s", get_hostname())
-        self.log.info("Running: %s", full_cmd)
-        with _airflow_parsing_context_manager(
-            dag_id=self._task_instance.dag_id,
-            task_id=self._task_instance.task_id,
-        ):
-            if IS_WINDOWS:
-                proc = subprocess.Popen(
-                    full_cmd,
-                    stdout=subprocess.PIPE,
-                    stderr=subprocess.STDOUT,
-                    universal_newlines=True,
-                    close_fds=True,
-                    env=os.environ.copy(),
-                )
-            else:
-                proc = subprocess.Popen(
-                    full_cmd,
-                    stdout=subprocess.PIPE,
-                    stderr=subprocess.STDOUT,
-                    universal_newlines=True,
-                    close_fds=True,
-                    env=os.environ.copy(),
-                    preexec_fn=os.setsid,
-                )
-
-        # Start daemon thread to read subprocess logging output
-        log_reader = threading.Thread(
-            target=self._read_task_logs,
-            args=(proc.stdout,),
-        )
-        log_reader.daemon = True
-        log_reader.start()
-        return proc
-
-    def start(self):
-        """Start running the task instance in a subprocess."""
-        raise NotImplementedError()
-
-    def return_code(self, timeout: float = 0.0) -> int | None:
-        """
-        Extract the return code.
-
-        :return: The return code associated with running the task instance or
-            None if the task is not yet done.
-        """
-        raise NotImplementedError()
-
-    def terminate(self) -> None:
-        """Force kill the running task instance."""
-        raise NotImplementedError()
-
-    def on_finish(self) -> None:
-        """Execute when this is done running."""
-        if self._cfg_path and os.path.isfile(self._cfg_path):
-            if self.run_as_user:
-                subprocess.call(["sudo", "rm", self._cfg_path], close_fds=True)
-            else:
-                os.remove(self._cfg_path)
-
-    def get_process_pid(self) -> int:
-        """Get the process pid."""
-        if hasattr(self, "process") and self.process is not None and hasattr(self.process, "pid"):
-            # this is a backwards compatibility for custom task runners that were used before
-            # the process.pid attribute was accessed by local_task_job directly but since process
-            # was either subprocess.Popen or psutil.Process it was not possible to have it really
-            # common in the base task runner - instead we changed it to use get_process_pid method and leave
-            # it to the task_runner to implement it
-            return self.process.pid
-        raise NotImplementedError()
diff --git a/airflow/task/task_runner/cgroup_task_runner.py b/airflow/task/task_runner/cgroup_task_runner.py
deleted file mode 100644
index 41715fdbc6d5b..0000000000000
--- a/airflow/task/task_runner/cgroup_task_runner.py
+++ /dev/null
@@ -1,246 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Task runner for cgroup to run Airflow task."""
-
-from __future__ import annotations
-
-import os
-import uuid
-from typing import TYPE_CHECKING
-
-import psutil
-from cgroupspy import trees
-
-from airflow.task.task_runner.base_task_runner import BaseTaskRunner
-from airflow.utils import timezone
-from airflow.utils.operator_resources import Resources
-from airflow.utils.platform import getuser
-from airflow.utils.process_utils import reap_process_group
-
-if TYPE_CHECKING:
-    from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
-
-
-class CgroupTaskRunner(BaseTaskRunner):
-    """
-    Runs the raw Airflow task in a cgroup container.
-
-    With containment for memory and cpu. It uses the resource requirements
-     defined in the task to construct the settings for the cgroup.
-
-    Cgroup must be mounted first otherwise CgroupTaskRunner
-    will not be able to work.
-
-    cgroup-bin Ubuntu package must be installed to use cgexec command.
-
-    Note that this task runner will only work if the Airflow user has root privileges,
-    e.g. if the airflow user is called `airflow` then the following entries (or an even
-    less restrictive ones) are needed in the sudoers file (replacing
-    /CGROUPS_FOLDER with your system's cgroups folder, e.g. '/sys/fs/cgroup/'):
-    airflow ALL= (root) NOEXEC: /bin/chown /CGROUPS_FOLDER/memory/airflow/*
-    airflow ALL= (root) NOEXEC: !/bin/chown /CGROUPS_FOLDER/memory/airflow/*..*
-    airflow ALL= (root) NOEXEC: !/bin/chown /CGROUPS_FOLDER/memory/airflow/* *
-    airflow ALL= (root) NOEXEC: /bin/chown /CGROUPS_FOLDER/cpu/airflow/*
-    airflow ALL= (root) NOEXEC: !/bin/chown /CGROUPS_FOLDER/cpu/airflow/*..*
-    airflow ALL= (root) NOEXEC: !/bin/chown /CGROUPS_FOLDER/cpu/airflow/* *
-    airflow ALL= (root) NOEXEC: /bin/chmod /CGROUPS_FOLDER/memory/airflow/*
-    airflow ALL= (root) NOEXEC: !/bin/chmod /CGROUPS_FOLDER/memory/airflow/*..*
-    airflow ALL= (root) NOEXEC: !/bin/chmod /CGROUPS_FOLDER/memory/airflow/* *
-    airflow ALL= (root) NOEXEC: /bin/chmod /CGROUPS_FOLDER/cpu/airflow/*
-    airflow ALL= (root) NOEXEC: !/bin/chmod /CGROUPS_FOLDER/cpu/airflow/*..*
-    airflow ALL= (root) NOEXEC: !/bin/chmod /CGROUPS_FOLDER/cpu/airflow/* *
-    """
-
-    def __init__(self, job_runner: LocalTaskJobRunner):
-        super().__init__(job_runner=job_runner)
-        self.process = None
-        self._finished_running = False
-        self._cpu_shares = None
-        self._mem_mb_limit = None
-        self.mem_cgroup_name = None
-        self.cpu_cgroup_name = None
-        self._created_cpu_cgroup = False
-        self._created_mem_cgroup = False
-        self._cur_user = getuser()
-
-    def _create_cgroup(self, path) -> trees.Node:
-        """
-        Create the specified cgroup.
-
-        :param path: The path of the cgroup to create.
-        E.g. cpu/mygroup/mysubgroup
-        :return: the Node associated with the created cgroup.
-        """
-        node = trees.Tree().root
-        path_split = path.split(os.sep)
-        for path_element in path_split:
-            # node.name is encoded to bytes:
-            # https://github.com/cloudsigma/cgroupspy/blob/e705ac4ccdfe33d8ecc700e9a35a9556084449ca/cgroupspy/nodes.py#L64
-            name_to_node = {x.name.decode(): x for x in node.children}
-            if path_element not in name_to_node:
-                self.log.debug("Creating cgroup %s in %s", path_element, node.path.decode())
-                node = node.create_cgroup(path_element)
-            else:
-                self.log.debug(
-                    "Not creating cgroup %s in %s since it already exists", path_element, node.path.decode()
-                )
-                node = name_to_node[path_element]
-        return node
-
-    def _delete_cgroup(self, path):
-        """
-        Delete the specified cgroup.
-
-        :param path: The path of the cgroup to delete.
-        E.g. cpu/mygroup/mysubgroup
-        """
-        node = trees.Tree().root
-        path_split = path.split("/")
-        for path_element in path_split:
-            name_to_node = {x.name.decode(): x for x in node.children}
-            if path_element not in name_to_node:
-                self.log.warning("Cgroup does not exist: %s", path)
-                return
-            else:
-                node = name_to_node[path_element]
-        # node is now the leaf node
-        parent = node.parent
-        self.log.debug("Deleting cgroup %s/%s", parent, node.name)
-        parent.delete_cgroup(node.name.decode())
-
-    def start(self):
-        # Use bash if it's already in a cgroup
-        cgroups = self._get_cgroup_names()
-        if (cgroups.get("cpu") and cgroups.get("cpu") != "/") or (
-            cgroups.get("memory") and cgroups.get("memory") != "/"
-        ):
-            self.log.debug(
-                "Already running in a cgroup (cpu: %s memory: %s) so not creating another one",
-                cgroups.get("cpu"),
-                cgroups.get("memory"),
-            )
-            self.process = self.run_command()
-            return
-
-        # Create a unique cgroup name
-        cgroup_name = f"airflow/{timezone.utcnow():%Y-%m-%d}/{uuid.uuid4()}"
-
-        self.mem_cgroup_name = f"memory/{cgroup_name}"
-        self.cpu_cgroup_name = f"cpu/{cgroup_name}"
-
-        # Get the resource requirements from the task
-        task = self._task_instance.task
-        resources = task.resources if task.resources is not None else Resources()
-        cpus = resources.cpus.qty
-        self._cpu_shares = cpus * 1024
-        self._mem_mb_limit = resources.ram.qty
-
-        # Create the memory cgroup
-        self.mem_cgroup_node = self._create_cgroup(self.mem_cgroup_name)
-        self._created_mem_cgroup = True
-        if self._mem_mb_limit > 0:
-            self.log.debug("Setting %s with %s MB of memory", self.mem_cgroup_name, self._mem_mb_limit)
-            self.mem_cgroup_node.controller.limit_in_bytes = self._mem_mb_limit * 1024 * 1024
-
-        # Create the CPU cgroup
-        cpu_cgroup_node = self._create_cgroup(self.cpu_cgroup_name)
-        self._created_cpu_cgroup = True
-        if self._cpu_shares > 0:
-            self.log.debug("Setting %s with %s CPU shares", self.cpu_cgroup_name, self._cpu_shares)
-            cpu_cgroup_node.controller.shares = self._cpu_shares
-
-        # Start the process w/ cgroups
-        self.log.debug("Starting task process with cgroups cpu,memory: %s", cgroup_name)
-        self.process = self.run_command(["cgexec", "-g", f"cpu,memory:{cgroup_name}"])
-
-    def return_code(self, timeout: float = 0) -> int | None:
-        if self.process is None:
-            return None
-        return_code = self.process.poll()
-        # TODO(plypaul) Monitoring the control file in the cgroup fs is better than
-        # checking the return code here. The PR to use this is here:
-        # https://github.com/plypaul/airflow/blob/e144e4d41996300ffa93947f136eab7785b114ed/airflow/contrib/task_runner/cgroup_task_runner.py#L43
-        # but there were some issues installing the python butter package and
-        # libseccomp-dev on some hosts for some reason.
-        # I wasn't able to track down the root cause of the package install failures, but
-        # we might want to revisit that approach at some other point.
-        if return_code == 137:
-            self.log.error(
-                "Task failed with return code of 137. This may indicate "
-                "that it was killed due to excessive memory usage. "
-                "Please consider optimizing your task or using the "
-                "resources argument to reserve more memory for your task"
-            )
-        return return_code
-
-    def terminate(self):
-        if self.process and psutil.pid_exists(self.process.pid):
-            reap_process_group(self.process.pid, self.log)
-
-    def _log_memory_usage(self, mem_cgroup_node):
-        def byte_to_gb(num_bytes, precision=2):
-            return round(num_bytes / (1024 * 1024 * 1024), precision)
-
-        with open(mem_cgroup_node.full_path + "/memory.max_usage_in_bytes") as f:
-            max_usage_in_bytes = int(f.read().strip())
-
-        used_gb = byte_to_gb(max_usage_in_bytes)
-        limit_gb = byte_to_gb(mem_cgroup_node.controller.limit_in_bytes)
-
-        self.log.info(
-            "Memory max usage of the task is %s GB, while the memory limit is %s GB", used_gb, limit_gb
-        )
-
-        if max_usage_in_bytes >= mem_cgroup_node.controller.limit_in_bytes:
-            self.log.info(
-                "This task has reached the memory limit allocated by Airflow worker. "
-                "If it failed, try to optimize the task or reserve more memory."
-            )
-
-    def on_finish(self):
-        # Let the OOM watcher thread know we're done to avoid false OOM alarms
-        self._finished_running = True
-        # Clean up the cgroups
-        if self._created_mem_cgroup:
-            self._log_memory_usage(self.mem_cgroup_node)
-            self._delete_cgroup(self.mem_cgroup_name)
-        if self._created_cpu_cgroup:
-            self._delete_cgroup(self.cpu_cgroup_name)
-        super().on_finish()
-
-    @staticmethod
-    def _get_cgroup_names() -> dict[str, str]:
-        """
-        Get the mapping between the subsystem name and the cgroup name.
-
-        :return: a mapping between the subsystem name to the cgroup name
-        """
-        with open("/proc/self/cgroup") as file:
-            lines = file.readlines()
-            subsystem_cgroup_map = {}
-            for line in lines:
-                line_split = line.rstrip().split(":")
-                subsystem = line_split[1]
-                group_name = line_split[2]
-                subsystem_cgroup_map[subsystem] = group_name
-            return subsystem_cgroup_map
-
-    def get_process_pid(self) -> int:
-        if self.process is None:
-            raise RuntimeError("Process is not started yet")
-        return self.process.pid
diff --git a/airflow/template/templater.py b/airflow/template/templater.py
index fc37e18e0cdcd..70be101364953 100644
--- a/airflow/template/templater.py
+++ b/airflow/template/templater.py
@@ -26,10 +26,12 @@
 from airflow.utils.mixins import ResolveMixin
 
 if TYPE_CHECKING:
+    from collections.abc import Mapping
+
     import jinja2
 
-    from airflow import DAG
     from airflow.models.operator import Operator
+    from airflow.sdk import DAG
     from airflow.utils.context import Context
 
 
@@ -106,7 +108,7 @@ def _do_render_template_fields(
         self,
         parent: Any,
         template_fields: Iterable[str],
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment,
         seen_oids: set[int],
     ) -> None:
@@ -121,7 +123,7 @@ def _do_render_template_fields(
             if rendered_content:
                 setattr(parent, attr_name, rendered_content)
 
-    def _render(self, template, context, dag: DAG | None = None) -> Any:
+    def _render(self, template, context, dag=None) -> Any:
         if dag and dag.render_template_as_native_obj:
             return render_template_as_native(template, context)
         return render_template_to_string(template, context)
@@ -129,7 +131,7 @@ def _render(self, template, context, dag: DAG | None = None) -> Any:
     def render_template(
         self,
         content: Any,
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment | None = None,
         seen_oids: set[int] | None = None,
     ) -> Any:
@@ -172,7 +174,8 @@ def render_template(
         if isinstance(value, ObjectStoragePath):
             return self._render_object_storage_path(value, context, jinja_env)
         if isinstance(value, ResolveMixin):
-            return value.resolve(context, include_xcom=True)
+            # TODO: Task-SDK: Tidy up the typing on template context
+            return value.resolve(context, include_xcom=True)  # type: ignore[arg-type]
 
         # Fast path for common built-in collections.
         if value.__class__ is tuple:
@@ -191,7 +194,7 @@ def render_template(
         return value
 
     def _render_object_storage_path(
-        self, value: ObjectStoragePath, context: Context, jinja_env: jinja2.Environment
+        self, value: ObjectStoragePath, context: Mapping[str, Any], jinja_env: jinja2.Environment
     ) -> ObjectStoragePath:
         serialized_path = value.serialize()
         path_version = value.__version__
@@ -201,7 +204,7 @@ def _render_object_storage_path(
     def _render_nested_template_fields(
         self,
         value: Any,
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment,
         seen_oids: set[int],
     ) -> None:
diff --git a/airflow/timetables/assets.py b/airflow/timetables/assets.py
index b158555590ad5..d69a8e4d80cc0 100644
--- a/airflow/timetables/assets.py
+++ b/airflow/timetables/assets.py
@@ -92,6 +92,6 @@ def next_dagrun_info(
         )
 
     def generate_run_id(self, *, run_type: DagRunType, **kwargs: typing.Any) -> str:
-        if run_type != DagRunType.DATASET_TRIGGERED:
+        if run_type != DagRunType.ASSET_TRIGGERED:
             return self.timetable.generate_run_id(run_type=run_type, **kwargs)
         return super().generate_run_id(run_type=run_type, **kwargs)
diff --git a/airflow/timetables/trigger.py b/airflow/timetables/trigger.py
index a4666946fa7be..4488a7fdaf619 100644
--- a/airflow/timetables/trigger.py
+++ b/airflow/timetables/trigger.py
@@ -21,7 +21,7 @@
 
 from airflow.timetables._cron import CronMixin
 from airflow.timetables.base import DagRunInfo, DataInterval, Timetable
-from airflow.utils import timezone
+from airflow.utils.timezone import coerce_datetime, utcnow
 
 if TYPE_CHECKING:
     from dateutil.relativedelta import relativedelta
@@ -43,6 +43,24 @@ class CronTriggerTimetable(CronMixin, Timetable):
     for one data interval to pass.
 
     Don't pass ``@once`` in here; use ``OnceTimetable`` instead.
+
+    :param cron: cron string that defines when to run
+    :param timezone: Which timezone to use to interpret the cron string
+    :param interval: timedelta that defines the data interval start. Default 0.
+
+    *run_immediately* controls, if no *start_time* is given to the DAG, when
+    the first run of the DAG should be scheduled. It has no effect if there
+    already exist runs for this DAG.
+
+    * If *True*, always run immediately the most recent possible DAG run.
+    * If *False*, wait to run until the next scheduled time in the future.
+    * If passed a ``timedelta``, will run the most recent possible DAG run
+      if that run's ``data_interval_end`` is within timedelta of now.
+    * If *None*, the timedelta is calculated as 10% of the time between the
+      most recent past scheduled time and the next scheduled time. E.g. if
+      running every hour, this would run the previous time if less than 6
+      minutes had past since the previous run time, otherwise it would wait
+      until the next hour.
     """
 
     def __init__(
@@ -51,9 +69,11 @@ def __init__(
         *,
         timezone: str | Timezone | FixedTimezone,
         interval: datetime.timedelta | relativedelta = datetime.timedelta(),
+        run_immediately: bool | datetime.timedelta = False,
     ) -> None:
         super().__init__(cron, timezone)
         self._interval = interval
+        self.run_immediately = run_immediately
 
     @classmethod
     def deserialize(cls, data: dict[str, Any]) -> Timetable:
@@ -64,7 +84,21 @@ def deserialize(cls, data: dict[str, Any]) -> Timetable:
             interval = decode_relativedelta(data["interval"])
         else:
             interval = datetime.timedelta(seconds=data["interval"])
-        return cls(data["expression"], timezone=decode_timezone(data["timezone"]), interval=interval)
+
+        immediate: bool | datetime.timedelta
+        if "immediate" not in data:
+            immediate = False
+        elif isinstance(data["immediate"], float):
+            immediate = datetime.timedelta(seconds=data["interval"])
+        else:
+            immediate = data["immediate"]
+
+        return cls(
+            data["expression"],
+            timezone=decode_timezone(data["timezone"]),
+            interval=interval,
+            run_immediately=immediate,
+        )
 
     def serialize(self) -> dict[str, Any]:
         from airflow.serialization.serialized_objects import encode_relativedelta, encode_timezone
@@ -75,7 +109,17 @@ def serialize(self) -> dict[str, Any]:
         else:
             interval = encode_relativedelta(self._interval)
         timezone = encode_timezone(self._timezone)
-        return {"expression": self._expression, "timezone": timezone, "interval": interval}
+        immediate: bool | float
+        if isinstance(self.run_immediately, datetime.timedelta):
+            immediate = self.run_immediately.total_seconds()
+        else:
+            immediate = self.run_immediately
+        return {
+            "expression": self._expression,
+            "timezone": timezone,
+            "interval": interval,
+            "run_immediately": immediate,
+        }
 
     def infer_manual_data_interval(self, *, run_after: DateTime) -> DataInterval:
         return DataInterval(
@@ -95,13 +139,16 @@ def next_dagrun_info(
             if last_automated_data_interval is not None:
                 next_start_time = self._get_next(last_automated_data_interval.end)
             elif restriction.earliest is None:
-                return None  # Don't know where to catch up from, give up.
+                next_start_time = self._calc_first_run()
             else:
                 next_start_time = self._align_to_next(restriction.earliest)
         else:
-            start_time_candidates = [self._align_to_prev(timezone.coerce_datetime(timezone.utcnow()))]
+            start_time_candidates = [self._align_to_prev(coerce_datetime(utcnow()))]
             if last_automated_data_interval is not None:
                 start_time_candidates.append(self._get_next(last_automated_data_interval.end))
+            elif restriction.earliest is None:
+                # Run immediately has no effect if there is restriction on earliest
+                start_time_candidates.append(self._calc_first_run())
             if restriction.earliest is not None:
                 start_time_candidates.append(self._align_to_next(restriction.earliest))
             next_start_time = max(start_time_candidates)
@@ -113,3 +160,27 @@ def next_dagrun_info(
             next_start_time - self._interval,  # type: ignore[arg-type]
             next_start_time,
         )
+
+    def _calc_first_run(self):
+        """
+        If no start_time is set, determine the start.
+
+        If True, always prefer past run, if False, never. If None, if within 10% of next run,
+        if timedelta, if within that timedelta from past run.
+        """
+        now = coerce_datetime(utcnow())
+        past_run_time = self._align_to_prev(now)
+        next_run_time = self._align_to_next(now)
+        if self.run_immediately is True:  # not truthy, actually set to True
+            return past_run_time
+
+        gap_between_runs = next_run_time - past_run_time
+        gap_to_past = now - past_run_time
+        if isinstance(self.run_immediately, datetime.timedelta):
+            buffer_between_runs = self.run_immediately
+        else:
+            buffer_between_runs = max(gap_between_runs / 10, datetime.timedelta(minutes=5))
+        if gap_to_past <= buffer_between_runs:
+            return past_run_time
+        else:
+            return next_run_time
diff --git a/airflow/traces/otel_tracer.py b/airflow/traces/otel_tracer.py
index c6d493db1427a..f85d3856ae7b3 100644
--- a/airflow/traces/otel_tracer.py
+++ b/airflow/traces/otel_tracer.py
@@ -57,7 +57,7 @@ class OtelTrace:
     When OTEL is enabled, the Trace class will be replaced by this class.
     """
 
-    def __init__(self, span_exporter: ConsoleSpanExporter | OTLPSpanExporter, tag_string: str | None = None):
+    def __init__(self, span_exporter: OTLPSpanExporter, tag_string: str | None = None):
         self.span_exporter = span_exporter
         self.span_processor = BatchSpanProcessor(self.span_exporter)
         self.tag_string = tag_string
@@ -75,6 +75,10 @@ def get_tracer(
             )
         else:
             tracer_provider = TracerProvider(resource=resource)
+        debug = conf.getboolean("traces", "otel_debugging_on")
+        if debug is True:
+            log.info("[ConsoleSpanExporter] is being used")
+            tracer_provider.add_span_processor(BatchSpanProcessor(ConsoleSpanExporter()))
         tracer_provider.add_span_processor(self.span_processor)
         tracer = tracer_provider.get_tracer(component)
         """
@@ -265,21 +269,16 @@ def get_otel_tracer(cls) -> OtelTrace:
     """Get OTEL tracer from airflow configuration."""
     host = conf.get("traces", "otel_host")
     port = conf.getint("traces", "otel_port")
-    debug = conf.getboolean("traces", "otel_debugging_on")
     ssl_active = conf.getboolean("traces", "otel_ssl_active")
     tag_string = cls.get_constant_tags()
 
-    if debug is True:
-        log.info("[ConsoleSpanExporter] is being used")
-        return OtelTrace(span_exporter=ConsoleSpanExporter(), tag_string=tag_string)
-    else:
-        protocol = "https" if ssl_active else "http"
-        endpoint = f"{protocol}://{host}:{port}/v1/traces"
-        log.info("[OTLPSpanExporter] Connecting to OpenTelemetry Collector at %s", endpoint)
-        return OtelTrace(
-            span_exporter=OTLPSpanExporter(endpoint=endpoint, headers={"Content-Type": "application/json"}),
-            tag_string=tag_string,
-        )
+    protocol = "https" if ssl_active else "http"
+    endpoint = f"{protocol}://{host}:{port}/v1/traces"
+    log.info("[OTLPSpanExporter] Connecting to OpenTelemetry Collector at %s", endpoint)
+    return OtelTrace(
+        span_exporter=OTLPSpanExporter(endpoint=endpoint, headers={"Content-Type": "application/json"}),
+        tag_string=tag_string,
+    )
 
 
 class AirflowOtelIdGenerator(IdGenerator):
diff --git a/airflow/typing_compat.py b/airflow/typing_compat.py
index ba96c92d77f0c..946fdce5f26c5 100644
--- a/airflow/typing_compat.py
+++ b/airflow/typing_compat.py
@@ -24,6 +24,7 @@
     "ParamSpec",
     "Protocol",
     "Self",
+    "TypeAlias",
     "TypedDict",
     "TypeGuard",
     "runtime_checkable",
@@ -43,9 +44,9 @@
     from typing_extensions import Literal  # type: ignore[assignment]
 
 if sys.version_info >= (3, 10):
-    from typing import ParamSpec, TypeGuard
+    from typing import ParamSpec, TypeAlias, TypeGuard
 else:
-    from typing_extensions import ParamSpec, TypeGuard
+    from typing_extensions import ParamSpec, TypeAlias, TypeGuard
 
 if sys.version_info >= (3, 11):
     from typing import Self
diff --git a/airflow/ui/.prettierrc b/airflow/ui/.prettierrc
new file mode 100644
index 0000000000000..93ba8a38a47fe
--- /dev/null
+++ b/airflow/ui/.prettierrc
@@ -0,0 +1,13 @@
+{
+  "$schema": "http://json.schemastore.org/prettierrc",
+  "endOfLine": "lf",
+  "importOrder": ["<THIRD_PARTY_MODULES>", "^(src|openapi)/", "^[./]"],
+  "importOrderSeparation": true,
+  "jsxSingleQuote": false,
+  "plugins": ["@trivago/prettier-plugin-sort-imports"],
+  "printWidth": 80,
+  "singleQuote": false,
+  "tabWidth": 2,
+  "trailingComma": "all",
+  "useTabs": false
+}
diff --git a/airflow/ui/openapi-gen/queries/common.ts b/airflow/ui/openapi-gen/queries/common.ts
index 2a05104c8fa70..75a343ce74c7c 100644
--- a/airflow/ui/openapi-gen/queries/common.ts
+++ b/airflow/ui/openapi-gen/queries/common.ts
@@ -3,14 +3,24 @@ import { UseQueryResult } from "@tanstack/react-query";
 
 import {
   AssetService,
+  BackfillService,
   ConnectionService,
   DagRunService,
   DagService,
+  DagSourceService,
+  DagWarningService,
+  DagsService,
   DashboardService,
+  EventLogService,
   MonitorService,
+  PluginService,
+  PoolService,
+  ProviderService,
+  TaskInstanceService,
   VariableService,
+  VersionService,
 } from "../requests/services.gen";
-import { DagRunState } from "../requests/types.gen";
+import { DagRunState, DagWarningType } from "../requests/types.gen";
 
 export type AssetServiceNextRunAssetsDefaultResponse = Awaited<
   ReturnType<typeof AssetService.nextRunAssets>
@@ -50,6 +60,98 @@ export const UseDashboardServiceHistoricalMetricsKeyFn = (
   useDashboardServiceHistoricalMetricsKey,
   ...(queryKey ?? [{ endDate, startDate }]),
 ];
+export type DagsServiceRecentDagRunsDefaultResponse = Awaited<
+  ReturnType<typeof DagsService.recentDagRuns>
+>;
+export type DagsServiceRecentDagRunsQueryResult<
+  TData = DagsServiceRecentDagRunsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useDagsServiceRecentDagRunsKey = "DagsServiceRecentDagRuns";
+export const UseDagsServiceRecentDagRunsKeyFn = (
+  {
+    dagDisplayNamePattern,
+    dagIdPattern,
+    dagRunsLimit,
+    lastDagRunState,
+    limit,
+    offset,
+    onlyActive,
+    owners,
+    paused,
+    tags,
+  }: {
+    dagDisplayNamePattern?: string;
+    dagIdPattern?: string;
+    dagRunsLimit?: number;
+    lastDagRunState?: DagRunState;
+    limit?: number;
+    offset?: number;
+    onlyActive?: boolean;
+    owners?: string[];
+    paused?: boolean;
+    tags?: string[];
+  } = {},
+  queryKey?: Array<unknown>,
+) => [
+  useDagsServiceRecentDagRunsKey,
+  ...(queryKey ?? [
+    {
+      dagDisplayNamePattern,
+      dagIdPattern,
+      dagRunsLimit,
+      lastDagRunState,
+      limit,
+      offset,
+      onlyActive,
+      owners,
+      paused,
+      tags,
+    },
+  ]),
+];
+export type BackfillServiceListBackfillsDefaultResponse = Awaited<
+  ReturnType<typeof BackfillService.listBackfills>
+>;
+export type BackfillServiceListBackfillsQueryResult<
+  TData = BackfillServiceListBackfillsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useBackfillServiceListBackfillsKey =
+  "BackfillServiceListBackfills";
+export const UseBackfillServiceListBackfillsKeyFn = (
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+  }: {
+    dagId: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  },
+  queryKey?: Array<unknown>,
+) => [
+  useBackfillServiceListBackfillsKey,
+  ...(queryKey ?? [{ dagId, limit, offset, orderBy }]),
+];
+export type BackfillServiceGetBackfillDefaultResponse = Awaited<
+  ReturnType<typeof BackfillService.getBackfill>
+>;
+export type BackfillServiceGetBackfillQueryResult<
+  TData = BackfillServiceGetBackfillDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useBackfillServiceGetBackfillKey = "BackfillServiceGetBackfill";
+export const UseBackfillServiceGetBackfillKeyFn = (
+  {
+    backfillId,
+  }: {
+    backfillId: string;
+  },
+  queryKey?: Array<unknown>,
+) => [useBackfillServiceGetBackfillKey, ...(queryKey ?? [{ backfillId }])];
 export type DagServiceGetDagsDefaultResponse = Awaited<
   ReturnType<typeof DagService.getDags>
 >;
@@ -100,6 +202,31 @@ export const UseDagServiceGetDagsKeyFn = (
     },
   ]),
 ];
+export type DagServiceGetDagTagsDefaultResponse = Awaited<
+  ReturnType<typeof DagService.getDagTags>
+>;
+export type DagServiceGetDagTagsQueryResult<
+  TData = DagServiceGetDagTagsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useDagServiceGetDagTagsKey = "DagServiceGetDagTags";
+export const UseDagServiceGetDagTagsKeyFn = (
+  {
+    limit,
+    offset,
+    orderBy,
+    tagNamePattern,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    tagNamePattern?: string;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [
+  useDagServiceGetDagTagsKey,
+  ...(queryKey ?? [{ limit, offset, orderBy, tagNamePattern }]),
+];
 export type DagServiceGetDagDefaultResponse = Awaited<
   ReturnType<typeof DagService.getDag>
 >;
@@ -176,22 +303,6 @@ export const UseConnectionServiceGetConnectionsKeyFn = (
   useConnectionServiceGetConnectionsKey,
   ...(queryKey ?? [{ limit, offset, orderBy }]),
 ];
-export type VariableServiceGetVariableDefaultResponse = Awaited<
-  ReturnType<typeof VariableService.getVariable>
->;
-export type VariableServiceGetVariableQueryResult<
-  TData = VariableServiceGetVariableDefaultResponse,
-  TError = unknown,
-> = UseQueryResult<TData, TError>;
-export const useVariableServiceGetVariableKey = "VariableServiceGetVariable";
-export const UseVariableServiceGetVariableKeyFn = (
-  {
-    variableKey,
-  }: {
-    variableKey: string;
-  },
-  queryKey?: Array<unknown>,
-) => [useVariableServiceGetVariableKey, ...(queryKey ?? [{ variableKey }])];
 export type DagRunServiceGetDagRunDefaultResponse = Awaited<
   ReturnType<typeof DagRunService.getDagRun>
 >;
@@ -210,6 +321,44 @@ export const UseDagRunServiceGetDagRunKeyFn = (
   },
   queryKey?: Array<unknown>,
 ) => [useDagRunServiceGetDagRunKey, ...(queryKey ?? [{ dagId, dagRunId }])];
+export type DagSourceServiceGetDagSourceDefaultResponse = Awaited<
+  ReturnType<typeof DagSourceService.getDagSource>
+>;
+export type DagSourceServiceGetDagSourceQueryResult<
+  TData = DagSourceServiceGetDagSourceDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useDagSourceServiceGetDagSourceKey =
+  "DagSourceServiceGetDagSource";
+export const UseDagSourceServiceGetDagSourceKeyFn = (
+  {
+    accept,
+    fileToken,
+  }: {
+    accept?: string;
+    fileToken: string;
+  },
+  queryKey?: Array<unknown>,
+) => [
+  useDagSourceServiceGetDagSourceKey,
+  ...(queryKey ?? [{ accept, fileToken }]),
+];
+export type EventLogServiceGetEventLogDefaultResponse = Awaited<
+  ReturnType<typeof EventLogService.getEventLog>
+>;
+export type EventLogServiceGetEventLogQueryResult<
+  TData = EventLogServiceGetEventLogDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useEventLogServiceGetEventLogKey = "EventLogServiceGetEventLog";
+export const UseEventLogServiceGetEventLogKeyFn = (
+  {
+    eventLogId,
+  }: {
+    eventLogId: number;
+  },
+  queryKey?: Array<unknown>,
+) => [useEventLogServiceGetEventLogKey, ...(queryKey ?? [{ eventLogId }])];
 export type MonitorServiceGetHealthDefaultResponse = Awaited<
   ReturnType<typeof MonitorService.getHealth>
 >;
@@ -222,15 +371,237 @@ export const UseMonitorServiceGetHealthKeyFn = (queryKey?: Array<unknown>) => [
   useMonitorServiceGetHealthKey,
   ...(queryKey ?? []),
 ];
+export type DagWarningServiceListDagWarningsDefaultResponse = Awaited<
+  ReturnType<typeof DagWarningService.listDagWarnings>
+>;
+export type DagWarningServiceListDagWarningsQueryResult<
+  TData = DagWarningServiceListDagWarningsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useDagWarningServiceListDagWarningsKey =
+  "DagWarningServiceListDagWarnings";
+export const UseDagWarningServiceListDagWarningsKeyFn = (
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+    warningType,
+  }: {
+    dagId?: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    warningType?: DagWarningType;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [
+  useDagWarningServiceListDagWarningsKey,
+  ...(queryKey ?? [{ dagId, limit, offset, orderBy, warningType }]),
+];
+export type PluginServiceGetPluginsDefaultResponse = Awaited<
+  ReturnType<typeof PluginService.getPlugins>
+>;
+export type PluginServiceGetPluginsQueryResult<
+  TData = PluginServiceGetPluginsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const usePluginServiceGetPluginsKey = "PluginServiceGetPlugins";
+export const UsePluginServiceGetPluginsKeyFn = (
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [usePluginServiceGetPluginsKey, ...(queryKey ?? [{ limit, offset }])];
+export type PoolServiceGetPoolDefaultResponse = Awaited<
+  ReturnType<typeof PoolService.getPool>
+>;
+export type PoolServiceGetPoolQueryResult<
+  TData = PoolServiceGetPoolDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const usePoolServiceGetPoolKey = "PoolServiceGetPool";
+export const UsePoolServiceGetPoolKeyFn = (
+  {
+    poolName,
+  }: {
+    poolName: string;
+  },
+  queryKey?: Array<unknown>,
+) => [usePoolServiceGetPoolKey, ...(queryKey ?? [{ poolName }])];
+export type PoolServiceGetPoolsDefaultResponse = Awaited<
+  ReturnType<typeof PoolService.getPools>
+>;
+export type PoolServiceGetPoolsQueryResult<
+  TData = PoolServiceGetPoolsDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const usePoolServiceGetPoolsKey = "PoolServiceGetPools";
+export const UsePoolServiceGetPoolsKeyFn = (
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [usePoolServiceGetPoolsKey, ...(queryKey ?? [{ limit, offset, orderBy }])];
+export type ProviderServiceGetProvidersDefaultResponse = Awaited<
+  ReturnType<typeof ProviderService.getProviders>
+>;
+export type ProviderServiceGetProvidersQueryResult<
+  TData = ProviderServiceGetProvidersDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useProviderServiceGetProvidersKey = "ProviderServiceGetProviders";
+export const UseProviderServiceGetProvidersKeyFn = (
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [useProviderServiceGetProvidersKey, ...(queryKey ?? [{ limit, offset }])];
+export type TaskInstanceServiceGetTaskInstanceDefaultResponse = Awaited<
+  ReturnType<typeof TaskInstanceService.getTaskInstance>
+>;
+export type TaskInstanceServiceGetTaskInstanceQueryResult<
+  TData = TaskInstanceServiceGetTaskInstanceDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useTaskInstanceServiceGetTaskInstanceKey =
+  "TaskInstanceServiceGetTaskInstance";
+export const UseTaskInstanceServiceGetTaskInstanceKeyFn = (
+  {
+    dagId,
+    dagRunId,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    taskId: string;
+  },
+  queryKey?: Array<unknown>,
+) => [
+  useTaskInstanceServiceGetTaskInstanceKey,
+  ...(queryKey ?? [{ dagId, dagRunId, taskId }]),
+];
+export type TaskInstanceServiceGetMappedTaskInstanceDefaultResponse = Awaited<
+  ReturnType<typeof TaskInstanceService.getMappedTaskInstance>
+>;
+export type TaskInstanceServiceGetMappedTaskInstanceQueryResult<
+  TData = TaskInstanceServiceGetMappedTaskInstanceDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useTaskInstanceServiceGetMappedTaskInstanceKey =
+  "TaskInstanceServiceGetMappedTaskInstance";
+export const UseTaskInstanceServiceGetMappedTaskInstanceKeyFn = (
+  {
+    dagId,
+    dagRunId,
+    mapIndex,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    mapIndex: number;
+    taskId: string;
+  },
+  queryKey?: Array<unknown>,
+) => [
+  useTaskInstanceServiceGetMappedTaskInstanceKey,
+  ...(queryKey ?? [{ dagId, dagRunId, mapIndex, taskId }]),
+];
+export type VariableServiceGetVariableDefaultResponse = Awaited<
+  ReturnType<typeof VariableService.getVariable>
+>;
+export type VariableServiceGetVariableQueryResult<
+  TData = VariableServiceGetVariableDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useVariableServiceGetVariableKey = "VariableServiceGetVariable";
+export const UseVariableServiceGetVariableKeyFn = (
+  {
+    variableKey,
+  }: {
+    variableKey: string;
+  },
+  queryKey?: Array<unknown>,
+) => [useVariableServiceGetVariableKey, ...(queryKey ?? [{ variableKey }])];
+export type VariableServiceGetVariablesDefaultResponse = Awaited<
+  ReturnType<typeof VariableService.getVariables>
+>;
+export type VariableServiceGetVariablesQueryResult<
+  TData = VariableServiceGetVariablesDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useVariableServiceGetVariablesKey = "VariableServiceGetVariables";
+export const UseVariableServiceGetVariablesKeyFn = (
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+  queryKey?: Array<unknown>,
+) => [
+  useVariableServiceGetVariablesKey,
+  ...(queryKey ?? [{ limit, offset, orderBy }]),
+];
+export type VersionServiceGetVersionDefaultResponse = Awaited<
+  ReturnType<typeof VersionService.getVersion>
+>;
+export type VersionServiceGetVersionQueryResult<
+  TData = VersionServiceGetVersionDefaultResponse,
+  TError = unknown,
+> = UseQueryResult<TData, TError>;
+export const useVersionServiceGetVersionKey = "VersionServiceGetVersion";
+export const UseVersionServiceGetVersionKeyFn = (queryKey?: Array<unknown>) => [
+  useVersionServiceGetVersionKey,
+  ...(queryKey ?? []),
+];
+export type BackfillServiceCreateBackfillMutationResult = Awaited<
+  ReturnType<typeof BackfillService.createBackfill>
+>;
+export type PoolServicePostPoolMutationResult = Awaited<
+  ReturnType<typeof PoolService.postPool>
+>;
 export type VariableServicePostVariableMutationResult = Awaited<
   ReturnType<typeof VariableService.postVariable>
 >;
+export type BackfillServicePauseBackfillMutationResult = Awaited<
+  ReturnType<typeof BackfillService.pauseBackfill>
+>;
+export type BackfillServiceUnpauseBackfillMutationResult = Awaited<
+  ReturnType<typeof BackfillService.unpauseBackfill>
+>;
+export type BackfillServiceCancelBackfillMutationResult = Awaited<
+  ReturnType<typeof BackfillService.cancelBackfill>
+>;
 export type DagServicePatchDagsMutationResult = Awaited<
   ReturnType<typeof DagService.patchDags>
 >;
 export type DagServicePatchDagMutationResult = Awaited<
   ReturnType<typeof DagService.patchDag>
 >;
+export type DagRunServicePatchDagRunStateMutationResult = Awaited<
+  ReturnType<typeof DagRunService.patchDagRunState>
+>;
+export type PoolServicePatchPoolMutationResult = Awaited<
+  ReturnType<typeof PoolService.patchPool>
+>;
 export type VariableServicePatchVariableMutationResult = Awaited<
   ReturnType<typeof VariableService.patchVariable>
 >;
@@ -240,9 +611,12 @@ export type DagServiceDeleteDagMutationResult = Awaited<
 export type ConnectionServiceDeleteConnectionMutationResult = Awaited<
   ReturnType<typeof ConnectionService.deleteConnection>
 >;
-export type VariableServiceDeleteVariableMutationResult = Awaited<
-  ReturnType<typeof VariableService.deleteVariable>
->;
 export type DagRunServiceDeleteDagRunMutationResult = Awaited<
   ReturnType<typeof DagRunService.deleteDagRun>
 >;
+export type PoolServiceDeletePoolMutationResult = Awaited<
+  ReturnType<typeof PoolService.deletePool>
+>;
+export type VariableServiceDeleteVariableMutationResult = Awaited<
+  ReturnType<typeof VariableService.deleteVariable>
+>;
diff --git a/airflow/ui/openapi-gen/queries/prefetch.ts b/airflow/ui/openapi-gen/queries/prefetch.ts
index 28145dc536470..63e8d4b43132a 100644
--- a/airflow/ui/openapi-gen/queries/prefetch.ts
+++ b/airflow/ui/openapi-gen/queries/prefetch.ts
@@ -3,14 +3,24 @@ import { type QueryClient } from "@tanstack/react-query";
 
 import {
   AssetService,
+  BackfillService,
   ConnectionService,
   DagRunService,
   DagService,
+  DagSourceService,
+  DagWarningService,
+  DagsService,
   DashboardService,
+  EventLogService,
   MonitorService,
+  PluginService,
+  PoolService,
+  ProviderService,
+  TaskInstanceService,
   VariableService,
+  VersionService,
 } from "../requests/services.gen";
-import { DagRunState } from "../requests/types.gen";
+import { DagRunState, DagWarningType } from "../requests/types.gen";
 import * as Common from "./common";
 
 /**
@@ -58,6 +68,129 @@ export const prefetchUseDashboardServiceHistoricalMetrics = (
     }),
     queryFn: () => DashboardService.historicalMetrics({ endDate, startDate }),
   });
+/**
+ * Recent Dag Runs
+ * Get recent DAG runs.
+ * @param data The data for the request.
+ * @param data.dagRunsLimit
+ * @param data.limit
+ * @param data.offset
+ * @param data.tags
+ * @param data.owners
+ * @param data.dagIdPattern
+ * @param data.dagDisplayNamePattern
+ * @param data.onlyActive
+ * @param data.paused
+ * @param data.lastDagRunState
+ * @returns DAGWithLatestDagRunsCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseDagsServiceRecentDagRuns = (
+  queryClient: QueryClient,
+  {
+    dagDisplayNamePattern,
+    dagIdPattern,
+    dagRunsLimit,
+    lastDagRunState,
+    limit,
+    offset,
+    onlyActive,
+    owners,
+    paused,
+    tags,
+  }: {
+    dagDisplayNamePattern?: string;
+    dagIdPattern?: string;
+    dagRunsLimit?: number;
+    lastDagRunState?: DagRunState;
+    limit?: number;
+    offset?: number;
+    onlyActive?: boolean;
+    owners?: string[];
+    paused?: boolean;
+    tags?: string[];
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseDagsServiceRecentDagRunsKeyFn({
+      dagDisplayNamePattern,
+      dagIdPattern,
+      dagRunsLimit,
+      lastDagRunState,
+      limit,
+      offset,
+      onlyActive,
+      owners,
+      paused,
+      tags,
+    }),
+    queryFn: () =>
+      DagsService.recentDagRuns({
+        dagDisplayNamePattern,
+        dagIdPattern,
+        dagRunsLimit,
+        lastDagRunState,
+        limit,
+        offset,
+        onlyActive,
+        owners,
+        paused,
+        tags,
+      }),
+  });
+/**
+ * List Backfills
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseBackfillServiceListBackfills = (
+  queryClient: QueryClient,
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+  }: {
+    dagId: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseBackfillServiceListBackfillsKeyFn({
+      dagId,
+      limit,
+      offset,
+      orderBy,
+    }),
+    queryFn: () =>
+      BackfillService.listBackfills({ dagId, limit, offset, orderBy }),
+  });
+/**
+ * Get Backfill
+ * @param data The data for the request.
+ * @param data.backfillId
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseBackfillServiceGetBackfill = (
+  queryClient: QueryClient,
+  {
+    backfillId,
+  }: {
+    backfillId: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseBackfillServiceGetBackfillKeyFn({ backfillId }),
+    queryFn: () => BackfillService.getBackfill({ backfillId }),
+  });
 /**
  * Get Dags
  * Get all DAGs.
@@ -128,6 +261,41 @@ export const prefetchUseDagServiceGetDags = (
         tags,
       }),
   });
+/**
+ * Get Dag Tags
+ * Get all DAG tags.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @param data.tagNamePattern
+ * @returns DAGTagCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseDagServiceGetDagTags = (
+  queryClient: QueryClient,
+  {
+    limit,
+    offset,
+    orderBy,
+    tagNamePattern,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    tagNamePattern?: string;
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseDagServiceGetDagTagsKeyFn({
+      limit,
+      offset,
+      orderBy,
+      tagNamePattern,
+    }),
+    queryFn: () =>
+      DagService.getDagTags({ limit, offset, orderBy, tagNamePattern }),
+  });
 /**
  * Get Dag
  * Get basic information about a DAG.
@@ -218,6 +386,290 @@ export const prefetchUseConnectionServiceGetConnections = (
     }),
     queryFn: () => ConnectionService.getConnections({ limit, offset, orderBy }),
   });
+/**
+ * Get Dag Run
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @returns DAGRunResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseDagRunServiceGetDagRun = (
+  queryClient: QueryClient,
+  {
+    dagId,
+    dagRunId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseDagRunServiceGetDagRunKeyFn({ dagId, dagRunId }),
+    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }),
+  });
+/**
+ * Get Dag Source
+ * Get source code using file token.
+ * @param data The data for the request.
+ * @param data.fileToken
+ * @param data.accept
+ * @returns DAGSourceResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseDagSourceServiceGetDagSource = (
+  queryClient: QueryClient,
+  {
+    accept,
+    fileToken,
+  }: {
+    accept?: string;
+    fileToken: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseDagSourceServiceGetDagSourceKeyFn({
+      accept,
+      fileToken,
+    }),
+    queryFn: () => DagSourceService.getDagSource({ accept, fileToken }),
+  });
+/**
+ * Get Event Log
+ * @param data The data for the request.
+ * @param data.eventLogId
+ * @returns EventLogResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseEventLogServiceGetEventLog = (
+  queryClient: QueryClient,
+  {
+    eventLogId,
+  }: {
+    eventLogId: number;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseEventLogServiceGetEventLogKeyFn({ eventLogId }),
+    queryFn: () => EventLogService.getEventLog({ eventLogId }),
+  });
+/**
+ * Get Health
+ * @returns HealthInfoSchema Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseMonitorServiceGetHealth = (queryClient: QueryClient) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseMonitorServiceGetHealthKeyFn(),
+    queryFn: () => MonitorService.getHealth(),
+  });
+/**
+ * List Dag Warnings
+ * Get a list of DAG warnings.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.warningType
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns DAGWarningCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseDagWarningServiceListDagWarnings = (
+  queryClient: QueryClient,
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+    warningType,
+  }: {
+    dagId?: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    warningType?: DagWarningType;
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseDagWarningServiceListDagWarningsKeyFn({
+      dagId,
+      limit,
+      offset,
+      orderBy,
+      warningType,
+    }),
+    queryFn: () =>
+      DagWarningService.listDagWarnings({
+        dagId,
+        limit,
+        offset,
+        orderBy,
+        warningType,
+      }),
+  });
+/**
+ * Get Plugins
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns PluginCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUsePluginServiceGetPlugins = (
+  queryClient: QueryClient,
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UsePluginServiceGetPluginsKeyFn({ limit, offset }),
+    queryFn: () => PluginService.getPlugins({ limit, offset }),
+  });
+/**
+ * Get Pool
+ * Get a pool.
+ * @param data The data for the request.
+ * @param data.poolName
+ * @returns PoolResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUsePoolServiceGetPool = (
+  queryClient: QueryClient,
+  {
+    poolName,
+  }: {
+    poolName: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UsePoolServiceGetPoolKeyFn({ poolName }),
+    queryFn: () => PoolService.getPool({ poolName }),
+  });
+/**
+ * Get Pools
+ * Get all pools entries.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns PoolCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUsePoolServiceGetPools = (
+  queryClient: QueryClient,
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UsePoolServiceGetPoolsKeyFn({ limit, offset, orderBy }),
+    queryFn: () => PoolService.getPools({ limit, offset, orderBy }),
+  });
+/**
+ * Get Providers
+ * Get providers.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns ProviderCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseProviderServiceGetProviders = (
+  queryClient: QueryClient,
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseProviderServiceGetProvidersKeyFn({ limit, offset }),
+    queryFn: () => ProviderService.getProviders({ limit, offset }),
+  });
+/**
+ * Get Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseTaskInstanceServiceGetTaskInstance = (
+  queryClient: QueryClient,
+  {
+    dagId,
+    dagRunId,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    taskId: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseTaskInstanceServiceGetTaskInstanceKeyFn({
+      dagId,
+      dagRunId,
+      taskId,
+    }),
+    queryFn: () =>
+      TaskInstanceService.getTaskInstance({ dagId, dagRunId, taskId }),
+  });
+/**
+ * Get Mapped Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @param data.mapIndex
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const prefetchUseTaskInstanceServiceGetMappedTaskInstance = (
+  queryClient: QueryClient,
+  {
+    dagId,
+    dagRunId,
+    mapIndex,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    mapIndex: number;
+    taskId: string;
+  },
+) =>
+  queryClient.prefetchQuery({
+    queryKey: Common.UseTaskInstanceServiceGetMappedTaskInstanceKeyFn({
+      dagId,
+      dagRunId,
+      mapIndex,
+      taskId,
+    }),
+    queryFn: () =>
+      TaskInstanceService.getMappedTaskInstance({
+        dagId,
+        dagRunId,
+        mapIndex,
+        taskId,
+      }),
+  });
 /**
  * Get Variable
  * Get a variable entry.
@@ -239,34 +691,43 @@ export const prefetchUseVariableServiceGetVariable = (
     queryFn: () => VariableService.getVariable({ variableKey }),
   });
 /**
- * Get Dag Run
+ * Get Variables
+ * Get all Variables entries.
  * @param data The data for the request.
- * @param data.dagId
- * @param data.dagRunId
- * @returns DAGRunResponse Successful Response
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns VariableCollectionResponse Successful Response
  * @throws ApiError
  */
-export const prefetchUseDagRunServiceGetDagRun = (
+export const prefetchUseVariableServiceGetVariables = (
   queryClient: QueryClient,
   {
-    dagId,
-    dagRunId,
+    limit,
+    offset,
+    orderBy,
   }: {
-    dagId: string;
-    dagRunId: string;
-  },
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
 ) =>
   queryClient.prefetchQuery({
-    queryKey: Common.UseDagRunServiceGetDagRunKeyFn({ dagId, dagRunId }),
-    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }),
+    queryKey: Common.UseVariableServiceGetVariablesKeyFn({
+      limit,
+      offset,
+      orderBy,
+    }),
+    queryFn: () => VariableService.getVariables({ limit, offset, orderBy }),
   });
 /**
- * Get Health
- * @returns HealthInfoSchema Successful Response
+ * Get Version
+ * Get version information.
+ * @returns VersionInfo Successful Response
  * @throws ApiError
  */
-export const prefetchUseMonitorServiceGetHealth = (queryClient: QueryClient) =>
+export const prefetchUseVersionServiceGetVersion = (queryClient: QueryClient) =>
   queryClient.prefetchQuery({
-    queryKey: Common.UseMonitorServiceGetHealthKeyFn(),
-    queryFn: () => MonitorService.getHealth(),
+    queryKey: Common.UseVersionServiceGetVersionKeyFn(),
+    queryFn: () => VersionService.getVersion(),
   });
diff --git a/airflow/ui/openapi-gen/queries/queries.ts b/airflow/ui/openapi-gen/queries/queries.ts
index 7009a7dee7afe..5f8f649372db6 100644
--- a/airflow/ui/openapi-gen/queries/queries.ts
+++ b/airflow/ui/openapi-gen/queries/queries.ts
@@ -8,14 +8,33 @@ import {
 
 import {
   AssetService,
+  BackfillService,
   ConnectionService,
   DagRunService,
   DagService,
+  DagSourceService,
+  DagWarningService,
+  DagsService,
   DashboardService,
+  EventLogService,
   MonitorService,
+  PluginService,
+  PoolService,
+  ProviderService,
+  TaskInstanceService,
   VariableService,
+  VersionService,
 } from "../requests/services.gen";
-import { DAGPatchBody, DagRunState, VariableBody } from "../requests/types.gen";
+import {
+  BackfillPostBody,
+  DAGPatchBody,
+  DAGRunPatchBody,
+  DagRunState,
+  DagWarningType,
+  PoolPatchBody,
+  PoolPostBody,
+  VariableBody,
+} from "../requests/types.gen";
 import * as Common from "./common";
 
 /**
@@ -76,6 +95,151 @@ export const useDashboardServiceHistoricalMetrics = <
       DashboardService.historicalMetrics({ endDate, startDate }) as TData,
     ...options,
   });
+/**
+ * Recent Dag Runs
+ * Get recent DAG runs.
+ * @param data The data for the request.
+ * @param data.dagRunsLimit
+ * @param data.limit
+ * @param data.offset
+ * @param data.tags
+ * @param data.owners
+ * @param data.dagIdPattern
+ * @param data.dagDisplayNamePattern
+ * @param data.onlyActive
+ * @param data.paused
+ * @param data.lastDagRunState
+ * @returns DAGWithLatestDagRunsCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagsServiceRecentDagRuns = <
+  TData = Common.DagsServiceRecentDagRunsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagDisplayNamePattern,
+    dagIdPattern,
+    dagRunsLimit,
+    lastDagRunState,
+    limit,
+    offset,
+    onlyActive,
+    owners,
+    paused,
+    tags,
+  }: {
+    dagDisplayNamePattern?: string;
+    dagIdPattern?: string;
+    dagRunsLimit?: number;
+    lastDagRunState?: DagRunState;
+    limit?: number;
+    offset?: number;
+    onlyActive?: boolean;
+    owners?: string[];
+    paused?: boolean;
+    tags?: string[];
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseDagsServiceRecentDagRunsKeyFn(
+      {
+        dagDisplayNamePattern,
+        dagIdPattern,
+        dagRunsLimit,
+        lastDagRunState,
+        limit,
+        offset,
+        onlyActive,
+        owners,
+        paused,
+        tags,
+      },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagsService.recentDagRuns({
+        dagDisplayNamePattern,
+        dagIdPattern,
+        dagRunsLimit,
+        lastDagRunState,
+        limit,
+        offset,
+        onlyActive,
+        owners,
+        paused,
+        tags,
+      }) as TData,
+    ...options,
+  });
+/**
+ * List Backfills
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const useBackfillServiceListBackfills = <
+  TData = Common.BackfillServiceListBackfillsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+  }: {
+    dagId: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseBackfillServiceListBackfillsKeyFn(
+      { dagId, limit, offset, orderBy },
+      queryKey,
+    ),
+    queryFn: () =>
+      BackfillService.listBackfills({ dagId, limit, offset, orderBy }) as TData,
+    ...options,
+  });
+/**
+ * Get Backfill
+ * @param data The data for the request.
+ * @param data.backfillId
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const useBackfillServiceGetBackfill = <
+  TData = Common.BackfillServiceGetBackfillDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    backfillId,
+  }: {
+    backfillId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseBackfillServiceGetBackfillKeyFn(
+      { backfillId },
+      queryKey,
+    ),
+    queryFn: () => BackfillService.getBackfill({ backfillId }) as TData,
+    ...options,
+  });
 /**
  * Get Dags
  * Get all DAGs.
@@ -155,6 +319,50 @@ export const useDagServiceGetDags = <
       }) as TData,
     ...options,
   });
+/**
+ * Get Dag Tags
+ * Get all DAG tags.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @param data.tagNamePattern
+ * @returns DAGTagCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagServiceGetDagTags = <
+  TData = Common.DagServiceGetDagTagsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+    orderBy,
+    tagNamePattern,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    tagNamePattern?: string;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseDagServiceGetDagTagsKeyFn(
+      { limit, offset, orderBy, tagNamePattern },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagService.getDagTags({
+        limit,
+        offset,
+        orderBy,
+        tagNamePattern,
+      }) as TData,
+    ...options,
+  });
 /**
  * Get Dag
  * Get basic information about a DAG.
@@ -273,93 +481,650 @@ export const useConnectionServiceGetConnections = <
     ...options,
   });
 /**
- * Get Variable
- * Get a variable entry.
+ * Get Dag Run
  * @param data The data for the request.
- * @param data.variableKey
- * @returns VariableResponse Successful Response
+ * @param data.dagId
+ * @param data.dagRunId
+ * @returns DAGRunResponse Successful Response
  * @throws ApiError
  */
-export const useVariableServiceGetVariable = <
-  TData = Common.VariableServiceGetVariableDefaultResponse,
+export const useDagRunServiceGetDagRun = <
+  TData = Common.DagRunServiceGetDagRunDefaultResponse,
   TError = unknown,
   TQueryKey extends Array<unknown> = unknown[],
 >(
   {
-    variableKey,
+    dagId,
+    dagRunId,
   }: {
-    variableKey: string;
+    dagId: string;
+    dagRunId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseDagRunServiceGetDagRunKeyFn(
+      { dagId, dagRunId },
+      queryKey,
+    ),
+    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }) as TData,
+    ...options,
+  });
+/**
+ * Get Dag Source
+ * Get source code using file token.
+ * @param data The data for the request.
+ * @param data.fileToken
+ * @param data.accept
+ * @returns DAGSourceResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagSourceServiceGetDagSource = <
+  TData = Common.DagSourceServiceGetDagSourceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    accept,
+    fileToken,
+  }: {
+    accept?: string;
+    fileToken: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseDagSourceServiceGetDagSourceKeyFn(
+      { accept, fileToken },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagSourceService.getDagSource({ accept, fileToken }) as TData,
+    ...options,
+  });
+/**
+ * Get Event Log
+ * @param data The data for the request.
+ * @param data.eventLogId
+ * @returns EventLogResponse Successful Response
+ * @throws ApiError
+ */
+export const useEventLogServiceGetEventLog = <
+  TData = Common.EventLogServiceGetEventLogDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    eventLogId,
+  }: {
+    eventLogId: number;
   },
   queryKey?: TQueryKey,
   options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
 ) =>
-  useQuery<TData, TError>({
-    queryKey: Common.UseVariableServiceGetVariableKeyFn(
-      { variableKey },
-      queryKey,
-    ),
-    queryFn: () => VariableService.getVariable({ variableKey }) as TData,
+  useQuery<TData, TError>({
+    queryKey: Common.UseEventLogServiceGetEventLogKeyFn(
+      { eventLogId },
+      queryKey,
+    ),
+    queryFn: () => EventLogService.getEventLog({ eventLogId }) as TData,
+    ...options,
+  });
+/**
+ * Get Health
+ * @returns HealthInfoSchema Successful Response
+ * @throws ApiError
+ */
+export const useMonitorServiceGetHealth = <
+  TData = Common.MonitorServiceGetHealthDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseMonitorServiceGetHealthKeyFn(queryKey),
+    queryFn: () => MonitorService.getHealth() as TData,
+    ...options,
+  });
+/**
+ * List Dag Warnings
+ * Get a list of DAG warnings.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.warningType
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns DAGWarningCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagWarningServiceListDagWarnings = <
+  TData = Common.DagWarningServiceListDagWarningsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+    warningType,
+  }: {
+    dagId?: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    warningType?: DagWarningType;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseDagWarningServiceListDagWarningsKeyFn(
+      { dagId, limit, offset, orderBy, warningType },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagWarningService.listDagWarnings({
+        dagId,
+        limit,
+        offset,
+        orderBy,
+        warningType,
+      }) as TData,
+    ...options,
+  });
+/**
+ * Get Plugins
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns PluginCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const usePluginServiceGetPlugins = <
+  TData = Common.PluginServiceGetPluginsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UsePluginServiceGetPluginsKeyFn(
+      { limit, offset },
+      queryKey,
+    ),
+    queryFn: () => PluginService.getPlugins({ limit, offset }) as TData,
+    ...options,
+  });
+/**
+ * Get Pool
+ * Get a pool.
+ * @param data The data for the request.
+ * @param data.poolName
+ * @returns PoolResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServiceGetPool = <
+  TData = Common.PoolServiceGetPoolDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    poolName,
+  }: {
+    poolName: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UsePoolServiceGetPoolKeyFn({ poolName }, queryKey),
+    queryFn: () => PoolService.getPool({ poolName }) as TData,
+    ...options,
+  });
+/**
+ * Get Pools
+ * Get all pools entries.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns PoolCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServiceGetPools = <
+  TData = Common.PoolServiceGetPoolsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UsePoolServiceGetPoolsKeyFn(
+      { limit, offset, orderBy },
+      queryKey,
+    ),
+    queryFn: () => PoolService.getPools({ limit, offset, orderBy }) as TData,
+    ...options,
+  });
+/**
+ * Get Providers
+ * Get providers.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns ProviderCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useProviderServiceGetProviders = <
+  TData = Common.ProviderServiceGetProvidersDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseProviderServiceGetProvidersKeyFn(
+      { limit, offset },
+      queryKey,
+    ),
+    queryFn: () => ProviderService.getProviders({ limit, offset }) as TData,
+    ...options,
+  });
+/**
+ * Get Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const useTaskInstanceServiceGetTaskInstance = <
+  TData = Common.TaskInstanceServiceGetTaskInstanceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    dagRunId,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    taskId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseTaskInstanceServiceGetTaskInstanceKeyFn(
+      { dagId, dagRunId, taskId },
+      queryKey,
+    ),
+    queryFn: () =>
+      TaskInstanceService.getTaskInstance({ dagId, dagRunId, taskId }) as TData,
+    ...options,
+  });
+/**
+ * Get Mapped Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @param data.mapIndex
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const useTaskInstanceServiceGetMappedTaskInstance = <
+  TData = Common.TaskInstanceServiceGetMappedTaskInstanceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    dagRunId,
+    mapIndex,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    mapIndex: number;
+    taskId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseTaskInstanceServiceGetMappedTaskInstanceKeyFn(
+      { dagId, dagRunId, mapIndex, taskId },
+      queryKey,
+    ),
+    queryFn: () =>
+      TaskInstanceService.getMappedTaskInstance({
+        dagId,
+        dagRunId,
+        mapIndex,
+        taskId,
+      }) as TData,
+    ...options,
+  });
+/**
+ * Get Variable
+ * Get a variable entry.
+ * @param data The data for the request.
+ * @param data.variableKey
+ * @returns VariableResponse Successful Response
+ * @throws ApiError
+ */
+export const useVariableServiceGetVariable = <
+  TData = Common.VariableServiceGetVariableDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    variableKey,
+  }: {
+    variableKey: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseVariableServiceGetVariableKeyFn(
+      { variableKey },
+      queryKey,
+    ),
+    queryFn: () => VariableService.getVariable({ variableKey }) as TData,
+    ...options,
+  });
+/**
+ * Get Variables
+ * Get all Variables entries.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns VariableCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useVariableServiceGetVariables = <
+  TData = Common.VariableServiceGetVariablesDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseVariableServiceGetVariablesKeyFn(
+      { limit, offset, orderBy },
+      queryKey,
+    ),
+    queryFn: () =>
+      VariableService.getVariables({ limit, offset, orderBy }) as TData,
+    ...options,
+  });
+/**
+ * Get Version
+ * Get version information.
+ * @returns VersionInfo Successful Response
+ * @throws ApiError
+ */
+export const useVersionServiceGetVersion = <
+  TData = Common.VersionServiceGetVersionDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useQuery<TData, TError>({
+    queryKey: Common.UseVersionServiceGetVersionKeyFn(queryKey),
+    queryFn: () => VersionService.getVersion() as TData,
+    ...options,
+  });
+/**
+ * Create Backfill
+ * @param data The data for the request.
+ * @param data.requestBody
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const useBackfillServiceCreateBackfill = <
+  TData = Common.BackfillServiceCreateBackfillMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        requestBody: BackfillPostBody;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      requestBody: BackfillPostBody;
+    },
+    TContext
+  >({
+    mutationFn: ({ requestBody }) =>
+      BackfillService.createBackfill({
+        requestBody,
+      }) as unknown as Promise<TData>,
+    ...options,
+  });
+/**
+ * Post Pool
+ * Create a Pool.
+ * @param data The data for the request.
+ * @param data.requestBody
+ * @returns PoolResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServicePostPool = <
+  TData = Common.PoolServicePostPoolMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        requestBody: PoolPostBody;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      requestBody: PoolPostBody;
+    },
+    TContext
+  >({
+    mutationFn: ({ requestBody }) =>
+      PoolService.postPool({ requestBody }) as unknown as Promise<TData>,
+    ...options,
+  });
+/**
+ * Post Variable
+ * Create a variable.
+ * @param data The data for the request.
+ * @param data.requestBody
+ * @returns VariableResponse Successful Response
+ * @throws ApiError
+ */
+export const useVariableServicePostVariable = <
+  TData = Common.VariableServicePostVariableMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        requestBody: VariableBody;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      requestBody: VariableBody;
+    },
+    TContext
+  >({
+    mutationFn: ({ requestBody }) =>
+      VariableService.postVariable({
+        requestBody,
+      }) as unknown as Promise<TData>,
     ...options,
   });
 /**
- * Get Dag Run
+ * Pause Backfill
  * @param data The data for the request.
- * @param data.dagId
- * @param data.dagRunId
- * @returns DAGRunResponse Successful Response
+ * @param data.backfillId
+ * @returns unknown Successful Response
  * @throws ApiError
  */
-export const useDagRunServiceGetDagRun = <
-  TData = Common.DagRunServiceGetDagRunDefaultResponse,
+export const useBackfillServicePauseBackfill = <
+  TData = Common.BackfillServicePauseBackfillMutationResult,
   TError = unknown,
-  TQueryKey extends Array<unknown> = unknown[],
+  TContext = unknown,
 >(
-  {
-    dagId,
-    dagRunId,
-  }: {
-    dagId: string;
-    dagRunId: string;
-  },
-  queryKey?: TQueryKey,
-  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        backfillId: unknown;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
 ) =>
-  useQuery<TData, TError>({
-    queryKey: Common.UseDagRunServiceGetDagRunKeyFn(
-      { dagId, dagRunId },
-      queryKey,
-    ),
-    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }) as TData,
+  useMutation<
+    TData,
+    TError,
+    {
+      backfillId: unknown;
+    },
+    TContext
+  >({
+    mutationFn: ({ backfillId }) =>
+      BackfillService.pauseBackfill({
+        backfillId,
+      }) as unknown as Promise<TData>,
     ...options,
   });
 /**
- * Get Health
- * @returns HealthInfoSchema Successful Response
+ * Unpause Backfill
+ * @param data The data for the request.
+ * @param data.backfillId
+ * @returns unknown Successful Response
  * @throws ApiError
  */
-export const useMonitorServiceGetHealth = <
-  TData = Common.MonitorServiceGetHealthDefaultResponse,
+export const useBackfillServiceUnpauseBackfill = <
+  TData = Common.BackfillServiceUnpauseBackfillMutationResult,
   TError = unknown,
-  TQueryKey extends Array<unknown> = unknown[],
+  TContext = unknown,
 >(
-  queryKey?: TQueryKey,
-  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        backfillId: unknown;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
 ) =>
-  useQuery<TData, TError>({
-    queryKey: Common.UseMonitorServiceGetHealthKeyFn(queryKey),
-    queryFn: () => MonitorService.getHealth() as TData,
+  useMutation<
+    TData,
+    TError,
+    {
+      backfillId: unknown;
+    },
+    TContext
+  >({
+    mutationFn: ({ backfillId }) =>
+      BackfillService.unpauseBackfill({
+        backfillId,
+      }) as unknown as Promise<TData>,
     ...options,
   });
 /**
- * Post Variable
- * Create a variable.
+ * Cancel Backfill
  * @param data The data for the request.
- * @param data.requestBody
- * @returns VariableResponse Successful Response
+ * @param data.backfillId
+ * @returns unknown Successful Response
  * @throws ApiError
  */
-export const useVariableServicePostVariable = <
-  TData = Common.VariableServicePostVariableMutationResult,
+export const useBackfillServiceCancelBackfill = <
+  TData = Common.BackfillServiceCancelBackfillMutationResult,
   TError = unknown,
   TContext = unknown,
 >(
@@ -368,7 +1133,7 @@ export const useVariableServicePostVariable = <
       TData,
       TError,
       {
-        requestBody: VariableBody;
+        backfillId: unknown;
       },
       TContext
     >,
@@ -379,13 +1144,13 @@ export const useVariableServicePostVariable = <
     TData,
     TError,
     {
-      requestBody: VariableBody;
+      backfillId: unknown;
     },
     TContext
   >({
-    mutationFn: ({ requestBody }) =>
-      VariableService.postVariable({
-        requestBody,
+    mutationFn: ({ backfillId }) =>
+      BackfillService.cancelBackfill({
+        backfillId,
       }) as unknown as Promise<TData>,
     ...options,
   });
@@ -522,6 +1287,104 @@ export const useDagServicePatchDag = <
       }) as unknown as Promise<TData>,
     ...options,
   });
+/**
+ * Patch Dag Run State
+ * Modify a DAG Run.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.requestBody
+ * @param data.updateMask
+ * @returns DAGRunResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagRunServicePatchDagRunState = <
+  TData = Common.DagRunServicePatchDagRunStateMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        dagId: string;
+        dagRunId: string;
+        requestBody: DAGRunPatchBody;
+        updateMask?: string[];
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      dagId: string;
+      dagRunId: string;
+      requestBody: DAGRunPatchBody;
+      updateMask?: string[];
+    },
+    TContext
+  >({
+    mutationFn: ({ dagId, dagRunId, requestBody, updateMask }) =>
+      DagRunService.patchDagRunState({
+        dagId,
+        dagRunId,
+        requestBody,
+        updateMask,
+      }) as unknown as Promise<TData>,
+    ...options,
+  });
+/**
+ * Patch Pool
+ * Update a Pool.
+ * @param data The data for the request.
+ * @param data.poolName
+ * @param data.requestBody
+ * @param data.updateMask
+ * @returns PoolResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServicePatchPool = <
+  TData = Common.PoolServicePatchPoolMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        poolName: string;
+        requestBody: PoolPatchBody;
+        updateMask?: string[];
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      poolName: string;
+      requestBody: PoolPatchBody;
+      updateMask?: string[];
+    },
+    TContext
+  >({
+    mutationFn: ({ poolName, requestBody, updateMask }) =>
+      PoolService.patchPool({
+        poolName,
+        requestBody,
+        updateMask,
+      }) as unknown as Promise<TData>,
+    ...options,
+  });
 /**
  * Patch Variable
  * Update a variable by key.
@@ -646,15 +1509,16 @@ export const useConnectionServiceDeleteConnection = <
     ...options,
   });
 /**
- * Delete Variable
- * Delete a variable entry.
+ * Delete Dag Run
+ * Delete a DAG Run entry.
  * @param data The data for the request.
- * @param data.variableKey
+ * @param data.dagId
+ * @param data.dagRunId
  * @returns void Successful Response
  * @throws ApiError
  */
-export const useVariableServiceDeleteVariable = <
-  TData = Common.VariableServiceDeleteVariableMutationResult,
+export const useDagRunServiceDeleteDagRun = <
+  TData = Common.DagRunServiceDeleteDagRunMutationResult,
   TError = unknown,
   TContext = unknown,
 >(
@@ -663,7 +1527,8 @@ export const useVariableServiceDeleteVariable = <
       TData,
       TError,
       {
-        variableKey: string;
+        dagId: string;
+        dagRunId: string;
       },
       TContext
     >,
@@ -674,27 +1539,28 @@ export const useVariableServiceDeleteVariable = <
     TData,
     TError,
     {
-      variableKey: string;
+      dagId: string;
+      dagRunId: string;
     },
     TContext
   >({
-    mutationFn: ({ variableKey }) =>
-      VariableService.deleteVariable({
-        variableKey,
+    mutationFn: ({ dagId, dagRunId }) =>
+      DagRunService.deleteDagRun({
+        dagId,
+        dagRunId,
       }) as unknown as Promise<TData>,
     ...options,
   });
 /**
- * Delete Dag Run
- * Delete a DAG Run entry.
+ * Delete Pool
+ * Delete a pool entry.
  * @param data The data for the request.
- * @param data.dagId
- * @param data.dagRunId
+ * @param data.poolName
  * @returns void Successful Response
  * @throws ApiError
  */
-export const useDagRunServiceDeleteDagRun = <
-  TData = Common.DagRunServiceDeleteDagRunMutationResult,
+export const usePoolServiceDeletePool = <
+  TData = Common.PoolServiceDeletePoolMutationResult,
   TError = unknown,
   TContext = unknown,
 >(
@@ -703,8 +1569,7 @@ export const useDagRunServiceDeleteDagRun = <
       TData,
       TError,
       {
-        dagId: string;
-        dagRunId: string;
+        poolName: string;
       },
       TContext
     >,
@@ -715,15 +1580,50 @@ export const useDagRunServiceDeleteDagRun = <
     TData,
     TError,
     {
-      dagId: string;
-      dagRunId: string;
+      poolName: string;
     },
     TContext
   >({
-    mutationFn: ({ dagId, dagRunId }) =>
-      DagRunService.deleteDagRun({
-        dagId,
-        dagRunId,
+    mutationFn: ({ poolName }) =>
+      PoolService.deletePool({ poolName }) as unknown as Promise<TData>,
+    ...options,
+  });
+/**
+ * Delete Variable
+ * Delete a variable entry.
+ * @param data The data for the request.
+ * @param data.variableKey
+ * @returns void Successful Response
+ * @throws ApiError
+ */
+export const useVariableServiceDeleteVariable = <
+  TData = Common.VariableServiceDeleteVariableMutationResult,
+  TError = unknown,
+  TContext = unknown,
+>(
+  options?: Omit<
+    UseMutationOptions<
+      TData,
+      TError,
+      {
+        variableKey: string;
+      },
+      TContext
+    >,
+    "mutationFn"
+  >,
+) =>
+  useMutation<
+    TData,
+    TError,
+    {
+      variableKey: string;
+    },
+    TContext
+  >({
+    mutationFn: ({ variableKey }) =>
+      VariableService.deleteVariable({
+        variableKey,
       }) as unknown as Promise<TData>,
     ...options,
   });
diff --git a/airflow/ui/openapi-gen/queries/suspense.ts b/airflow/ui/openapi-gen/queries/suspense.ts
index 51e35f321a81c..1222b7f5536c2 100644
--- a/airflow/ui/openapi-gen/queries/suspense.ts
+++ b/airflow/ui/openapi-gen/queries/suspense.ts
@@ -3,14 +3,24 @@ import { UseQueryOptions, useSuspenseQuery } from "@tanstack/react-query";
 
 import {
   AssetService,
+  BackfillService,
   ConnectionService,
   DagRunService,
   DagService,
+  DagSourceService,
+  DagWarningService,
+  DagsService,
   DashboardService,
+  EventLogService,
   MonitorService,
+  PluginService,
+  PoolService,
+  ProviderService,
+  TaskInstanceService,
   VariableService,
+  VersionService,
 } from "../requests/services.gen";
-import { DagRunState } from "../requests/types.gen";
+import { DagRunState, DagWarningType } from "../requests/types.gen";
 import * as Common from "./common";
 
 /**
@@ -71,6 +81,151 @@ export const useDashboardServiceHistoricalMetricsSuspense = <
       DashboardService.historicalMetrics({ endDate, startDate }) as TData,
     ...options,
   });
+/**
+ * Recent Dag Runs
+ * Get recent DAG runs.
+ * @param data The data for the request.
+ * @param data.dagRunsLimit
+ * @param data.limit
+ * @param data.offset
+ * @param data.tags
+ * @param data.owners
+ * @param data.dagIdPattern
+ * @param data.dagDisplayNamePattern
+ * @param data.onlyActive
+ * @param data.paused
+ * @param data.lastDagRunState
+ * @returns DAGWithLatestDagRunsCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagsServiceRecentDagRunsSuspense = <
+  TData = Common.DagsServiceRecentDagRunsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagDisplayNamePattern,
+    dagIdPattern,
+    dagRunsLimit,
+    lastDagRunState,
+    limit,
+    offset,
+    onlyActive,
+    owners,
+    paused,
+    tags,
+  }: {
+    dagDisplayNamePattern?: string;
+    dagIdPattern?: string;
+    dagRunsLimit?: number;
+    lastDagRunState?: DagRunState;
+    limit?: number;
+    offset?: number;
+    onlyActive?: boolean;
+    owners?: string[];
+    paused?: boolean;
+    tags?: string[];
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseDagsServiceRecentDagRunsKeyFn(
+      {
+        dagDisplayNamePattern,
+        dagIdPattern,
+        dagRunsLimit,
+        lastDagRunState,
+        limit,
+        offset,
+        onlyActive,
+        owners,
+        paused,
+        tags,
+      },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagsService.recentDagRuns({
+        dagDisplayNamePattern,
+        dagIdPattern,
+        dagRunsLimit,
+        lastDagRunState,
+        limit,
+        offset,
+        onlyActive,
+        owners,
+        paused,
+        tags,
+      }) as TData,
+    ...options,
+  });
+/**
+ * List Backfills
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const useBackfillServiceListBackfillsSuspense = <
+  TData = Common.BackfillServiceListBackfillsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+  }: {
+    dagId: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseBackfillServiceListBackfillsKeyFn(
+      { dagId, limit, offset, orderBy },
+      queryKey,
+    ),
+    queryFn: () =>
+      BackfillService.listBackfills({ dagId, limit, offset, orderBy }) as TData,
+    ...options,
+  });
+/**
+ * Get Backfill
+ * @param data The data for the request.
+ * @param data.backfillId
+ * @returns unknown Successful Response
+ * @throws ApiError
+ */
+export const useBackfillServiceGetBackfillSuspense = <
+  TData = Common.BackfillServiceGetBackfillDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    backfillId,
+  }: {
+    backfillId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseBackfillServiceGetBackfillKeyFn(
+      { backfillId },
+      queryKey,
+    ),
+    queryFn: () => BackfillService.getBackfill({ backfillId }) as TData,
+    ...options,
+  });
 /**
  * Get Dags
  * Get all DAGs.
@@ -150,6 +305,50 @@ export const useDagServiceGetDagsSuspense = <
       }) as TData,
     ...options,
   });
+/**
+ * Get Dag Tags
+ * Get all DAG tags.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @param data.tagNamePattern
+ * @returns DAGTagCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagServiceGetDagTagsSuspense = <
+  TData = Common.DagServiceGetDagTagsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+    orderBy,
+    tagNamePattern,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    tagNamePattern?: string;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseDagServiceGetDagTagsKeyFn(
+      { limit, offset, orderBy, tagNamePattern },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagService.getDagTags({
+        limit,
+        offset,
+        orderBy,
+        tagNamePattern,
+      }) as TData,
+    ...options,
+  });
 /**
  * Get Dag
  * Get basic information about a DAG.
@@ -267,6 +466,368 @@ export const useConnectionServiceGetConnectionsSuspense = <
       ConnectionService.getConnections({ limit, offset, orderBy }) as TData,
     ...options,
   });
+/**
+ * Get Dag Run
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @returns DAGRunResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagRunServiceGetDagRunSuspense = <
+  TData = Common.DagRunServiceGetDagRunDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    dagRunId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseDagRunServiceGetDagRunKeyFn(
+      { dagId, dagRunId },
+      queryKey,
+    ),
+    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }) as TData,
+    ...options,
+  });
+/**
+ * Get Dag Source
+ * Get source code using file token.
+ * @param data The data for the request.
+ * @param data.fileToken
+ * @param data.accept
+ * @returns DAGSourceResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagSourceServiceGetDagSourceSuspense = <
+  TData = Common.DagSourceServiceGetDagSourceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    accept,
+    fileToken,
+  }: {
+    accept?: string;
+    fileToken: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseDagSourceServiceGetDagSourceKeyFn(
+      { accept, fileToken },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagSourceService.getDagSource({ accept, fileToken }) as TData,
+    ...options,
+  });
+/**
+ * Get Event Log
+ * @param data The data for the request.
+ * @param data.eventLogId
+ * @returns EventLogResponse Successful Response
+ * @throws ApiError
+ */
+export const useEventLogServiceGetEventLogSuspense = <
+  TData = Common.EventLogServiceGetEventLogDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    eventLogId,
+  }: {
+    eventLogId: number;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseEventLogServiceGetEventLogKeyFn(
+      { eventLogId },
+      queryKey,
+    ),
+    queryFn: () => EventLogService.getEventLog({ eventLogId }) as TData,
+    ...options,
+  });
+/**
+ * Get Health
+ * @returns HealthInfoSchema Successful Response
+ * @throws ApiError
+ */
+export const useMonitorServiceGetHealthSuspense = <
+  TData = Common.MonitorServiceGetHealthDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseMonitorServiceGetHealthKeyFn(queryKey),
+    queryFn: () => MonitorService.getHealth() as TData,
+    ...options,
+  });
+/**
+ * List Dag Warnings
+ * Get a list of DAG warnings.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.warningType
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns DAGWarningCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useDagWarningServiceListDagWarningsSuspense = <
+  TData = Common.DagWarningServiceListDagWarningsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    limit,
+    offset,
+    orderBy,
+    warningType,
+  }: {
+    dagId?: string;
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+    warningType?: DagWarningType;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseDagWarningServiceListDagWarningsKeyFn(
+      { dagId, limit, offset, orderBy, warningType },
+      queryKey,
+    ),
+    queryFn: () =>
+      DagWarningService.listDagWarnings({
+        dagId,
+        limit,
+        offset,
+        orderBy,
+        warningType,
+      }) as TData,
+    ...options,
+  });
+/**
+ * Get Plugins
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns PluginCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const usePluginServiceGetPluginsSuspense = <
+  TData = Common.PluginServiceGetPluginsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UsePluginServiceGetPluginsKeyFn(
+      { limit, offset },
+      queryKey,
+    ),
+    queryFn: () => PluginService.getPlugins({ limit, offset }) as TData,
+    ...options,
+  });
+/**
+ * Get Pool
+ * Get a pool.
+ * @param data The data for the request.
+ * @param data.poolName
+ * @returns PoolResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServiceGetPoolSuspense = <
+  TData = Common.PoolServiceGetPoolDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    poolName,
+  }: {
+    poolName: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UsePoolServiceGetPoolKeyFn({ poolName }, queryKey),
+    queryFn: () => PoolService.getPool({ poolName }) as TData,
+    ...options,
+  });
+/**
+ * Get Pools
+ * Get all pools entries.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns PoolCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const usePoolServiceGetPoolsSuspense = <
+  TData = Common.PoolServiceGetPoolsDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+    orderBy,
+  }: {
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UsePoolServiceGetPoolsKeyFn(
+      { limit, offset, orderBy },
+      queryKey,
+    ),
+    queryFn: () => PoolService.getPools({ limit, offset, orderBy }) as TData,
+    ...options,
+  });
+/**
+ * Get Providers
+ * Get providers.
+ * @param data The data for the request.
+ * @param data.limit
+ * @param data.offset
+ * @returns ProviderCollectionResponse Successful Response
+ * @throws ApiError
+ */
+export const useProviderServiceGetProvidersSuspense = <
+  TData = Common.ProviderServiceGetProvidersDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    limit,
+    offset,
+  }: {
+    limit?: number;
+    offset?: number;
+  } = {},
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseProviderServiceGetProvidersKeyFn(
+      { limit, offset },
+      queryKey,
+    ),
+    queryFn: () => ProviderService.getProviders({ limit, offset }) as TData,
+    ...options,
+  });
+/**
+ * Get Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const useTaskInstanceServiceGetTaskInstanceSuspense = <
+  TData = Common.TaskInstanceServiceGetTaskInstanceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    dagRunId,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    taskId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseTaskInstanceServiceGetTaskInstanceKeyFn(
+      { dagId, dagRunId, taskId },
+      queryKey,
+    ),
+    queryFn: () =>
+      TaskInstanceService.getTaskInstance({ dagId, dagRunId, taskId }) as TData,
+    ...options,
+  });
+/**
+ * Get Mapped Task Instance
+ * Get task instance.
+ * @param data The data for the request.
+ * @param data.dagId
+ * @param data.dagRunId
+ * @param data.taskId
+ * @param data.mapIndex
+ * @returns TaskInstanceResponse Successful Response
+ * @throws ApiError
+ */
+export const useTaskInstanceServiceGetMappedTaskInstanceSuspense = <
+  TData = Common.TaskInstanceServiceGetMappedTaskInstanceDefaultResponse,
+  TError = unknown,
+  TQueryKey extends Array<unknown> = unknown[],
+>(
+  {
+    dagId,
+    dagRunId,
+    mapIndex,
+    taskId,
+  }: {
+    dagId: string;
+    dagRunId: string;
+    mapIndex: number;
+    taskId: string;
+  },
+  queryKey?: TQueryKey,
+  options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
+) =>
+  useSuspenseQuery<TData, TError>({
+    queryKey: Common.UseTaskInstanceServiceGetMappedTaskInstanceKeyFn(
+      { dagId, dagRunId, mapIndex, taskId },
+      queryKey,
+    ),
+    queryFn: () =>
+      TaskInstanceService.getMappedTaskInstance({
+        dagId,
+        dagRunId,
+        mapIndex,
+        taskId,
+      }) as TData,
+    ...options,
+  });
 /**
  * Get Variable
  * Get a variable entry.
@@ -297,43 +858,49 @@ export const useVariableServiceGetVariableSuspense = <
     ...options,
   });
 /**
- * Get Dag Run
+ * Get Variables
+ * Get all Variables entries.
  * @param data The data for the request.
- * @param data.dagId
- * @param data.dagRunId
- * @returns DAGRunResponse Successful Response
+ * @param data.limit
+ * @param data.offset
+ * @param data.orderBy
+ * @returns VariableCollectionResponse Successful Response
  * @throws ApiError
  */
-export const useDagRunServiceGetDagRunSuspense = <
-  TData = Common.DagRunServiceGetDagRunDefaultResponse,
+export const useVariableServiceGetVariablesSuspense = <
+  TData = Common.VariableServiceGetVariablesDefaultResponse,
   TError = unknown,
   TQueryKey extends Array<unknown> = unknown[],
 >(
   {
-    dagId,
-    dagRunId,
+    limit,
+    offset,
+    orderBy,
   }: {
-    dagId: string;
-    dagRunId: string;
-  },
+    limit?: number;
+    offset?: number;
+    orderBy?: string;
+  } = {},
   queryKey?: TQueryKey,
   options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
 ) =>
   useSuspenseQuery<TData, TError>({
-    queryKey: Common.UseDagRunServiceGetDagRunKeyFn(
-      { dagId, dagRunId },
+    queryKey: Common.UseVariableServiceGetVariablesKeyFn(
+      { limit, offset, orderBy },
       queryKey,
     ),
-    queryFn: () => DagRunService.getDagRun({ dagId, dagRunId }) as TData,
+    queryFn: () =>
+      VariableService.getVariables({ limit, offset, orderBy }) as TData,
     ...options,
   });
 /**
- * Get Health
- * @returns HealthInfoSchema Successful Response
+ * Get Version
+ * Get version information.
+ * @returns VersionInfo Successful Response
  * @throws ApiError
  */
-export const useMonitorServiceGetHealthSuspense = <
-  TData = Common.MonitorServiceGetHealthDefaultResponse,
+export const useVersionServiceGetVersionSuspense = <
+  TData = Common.VersionServiceGetVersionDefaultResponse,
   TError = unknown,
   TQueryKey extends Array<unknown> = unknown[],
 >(
@@ -341,7 +908,7 @@ export const useMonitorServiceGetHealthSuspense = <
   options?: Omit<UseQueryOptions<TData, TError>, "queryKey" | "queryFn">,
 ) =>
   useSuspenseQuery<TData, TError>({
-    queryKey: Common.UseMonitorServiceGetHealthKeyFn(queryKey),
-    queryFn: () => MonitorService.getHealth() as TData,
+    queryKey: Common.UseVersionServiceGetVersionKeyFn(queryKey),
+    queryFn: () => VersionService.getVersion() as TData,
     ...options,
   });
diff --git a/airflow/ui/openapi-gen/requests/schemas.gen.ts b/airflow/ui/openapi-gen/requests/schemas.gen.ts
index 981c8f659a3dd..5624358636cb0 100644
--- a/airflow/ui/openapi-gen/requests/schemas.gen.ts
+++ b/airflow/ui/openapi-gen/requests/schemas.gen.ts
@@ -1,5 +1,136 @@
 // This file is auto-generated by @hey-api/openapi-ts
 
+export const $AppBuilderMenuItemResponse = {
+  properties: {
+    name: {
+      type: "string",
+      title: "Name",
+    },
+    href: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Href",
+    },
+    category: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Category",
+    },
+  },
+  additionalProperties: true,
+  type: "object",
+  required: ["name"],
+  title: "AppBuilderMenuItemResponse",
+  description: "Serializer for AppBuilder Menu Item responses.",
+} as const;
+
+export const $AppBuilderViewResponse = {
+  properties: {
+    name: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Name",
+    },
+    category: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Category",
+    },
+    view: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "View",
+    },
+    label: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Label",
+    },
+  },
+  additionalProperties: true,
+  type: "object",
+  title: "AppBuilderViewResponse",
+  description: "Serializer for AppBuilder View responses.",
+} as const;
+
+export const $BackfillPostBody = {
+  properties: {
+    dag_id: {
+      type: "string",
+      title: "Dag Id",
+    },
+    from_date: {
+      type: "string",
+      format: "date-time",
+      title: "From Date",
+    },
+    to_date: {
+      type: "string",
+      format: "date-time",
+      title: "To Date",
+    },
+    run_backwards: {
+      type: "boolean",
+      title: "Run Backwards",
+      default: false,
+    },
+    dag_run_conf: {
+      type: "object",
+      title: "Dag Run Conf",
+      default: {},
+    },
+    reprocess_behavior: {
+      $ref: "#/components/schemas/ReprocessBehavior",
+      default: "none",
+    },
+    max_active_runs: {
+      type: "integer",
+      title: "Max Active Runs",
+      default: 10,
+    },
+  },
+  type: "object",
+  required: ["dag_id", "from_date", "to_date"],
+  title: "BackfillPostBody",
+  description: "Object used for create backfill request.",
+} as const;
+
 export const $BaseInfoSchema = {
   properties: {
     status: {
@@ -37,7 +168,7 @@ export const $ConnectionCollectionResponse = {
   type: "object",
   required: ["connections", "total_entries"],
   title: "ConnectionCollectionResponse",
-  description: "DAG Collection serializer for responses.",
+  description: "Connection Collection serializer for responses.",
 } as const;
 
 export const $ConnectionResponse = {
@@ -206,18 +337,6 @@ export const $DAGDetailsResponse = {
       ],
       title: "Last Expired",
     },
-    scheduler_lock: {
-      anyOf: [
-        {
-          type: "string",
-          format: "date-time",
-        },
-        {
-          type: "null",
-        },
-      ],
-      title: "Scheduler Lock",
-    },
     pickle_id: {
       anyOf: [
         {
@@ -383,7 +502,7 @@ export const $DAGDetailsResponse = {
       ],
       title: "Dag Run Timeout",
     },
-    dataset_expression: {
+    asset_expression: {
       anyOf: [
         {
           type: "object",
@@ -392,7 +511,7 @@ export const $DAGDetailsResponse = {
           type: "null",
         },
       ],
-      title: "Dataset Expression",
+      title: "Asset Expression",
     },
     doc_md: {
       anyOf: [
@@ -440,10 +559,6 @@ export const $DAGDetailsResponse = {
       ],
       title: "Is Paused Upon Creation",
     },
-    orientation: {
-      type: "string",
-      title: "Orientation",
-    },
     params: {
       anyOf: [
         {
@@ -518,7 +633,6 @@ export const $DAGDetailsResponse = {
     "last_parsed_time",
     "last_pickled",
     "last_expired",
-    "scheduler_lock",
     "pickle_id",
     "default_view",
     "fileloc",
@@ -538,12 +652,11 @@ export const $DAGDetailsResponse = {
     "owners",
     "catchup",
     "dag_run_timeout",
-    "dataset_expression",
+    "asset_expression",
     "doc_md",
     "start_date",
     "end_date",
     "is_paused_upon_creation",
-    "orientation",
     "params",
     "render_template_as_native_obj",
     "template_search_path",
@@ -623,18 +736,6 @@ export const $DAGResponse = {
       ],
       title: "Last Expired",
     },
-    scheduler_lock: {
-      anyOf: [
-        {
-          type: "string",
-          format: "date-time",
-        },
-        {
-          type: "null",
-        },
-      ],
-      title: "Scheduler Lock",
-    },
     pickle_id: {
       anyOf: [
         {
@@ -800,7 +901,6 @@ export const $DAGResponse = {
     "last_parsed_time",
     "last_pickled",
     "last_expired",
-    "scheduler_lock",
     "pickle_id",
     "default_view",
     "fileloc",
@@ -824,6 +924,25 @@ export const $DAGResponse = {
   description: "DAG serializer for responses.",
 } as const;
 
+export const $DAGRunPatchBody = {
+  properties: {
+    state: {
+      $ref: "#/components/schemas/DAGRunPatchStates",
+    },
+  },
+  type: "object",
+  required: ["state"],
+  title: "DAGRunPatchBody",
+  description: "DAG Run Serializer for PATCH requests.",
+} as const;
+
+export const $DAGRunPatchStates = {
+  type: "string",
+  enum: ["queued", "success", "failed"],
+  title: "DAGRunPatchStates",
+  description: "Enum for DAG Run states when updating a DAG Run.",
+} as const;
+
 export const $DAGRunResponse = {
   properties: {
     run_id: {
@@ -1002,31 +1121,20 @@ export const $DAGRunTypes = {
       type: "integer",
       title: "Manual",
     },
-    dataset_triggered: {
+    asset_triggered: {
       type: "integer",
-      title: "Dataset Triggered",
+      title: "Asset Triggered",
     },
   },
   type: "object",
-  required: ["backfill", "scheduled", "manual", "dataset_triggered"],
+  required: ["backfill", "scheduled", "manual", "asset_triggered"],
   title: "DAGRunTypes",
   description: "DAG Run Types for responses.",
 } as const;
 
-export const $DagProcessorInfoSchema = {
+export const $DAGSourceResponse = {
   properties: {
-    status: {
-      anyOf: [
-        {
-          type: "string",
-        },
-        {
-          type: "null",
-        },
-      ],
-      title: "Status",
-    },
-    latest_dag_processor_heartbeat: {
+    content: {
       anyOf: [
         {
           type: "string",
@@ -1035,132 +1143,653 @@ export const $DagProcessorInfoSchema = {
           type: "null",
         },
       ],
-      title: "Latest Dag Processor Heartbeat",
+      title: "Content",
     },
   },
   type: "object",
-  required: ["status", "latest_dag_processor_heartbeat"],
-  title: "DagProcessorInfoSchema",
-  description: "Schema for DagProcessor info.",
-} as const;
-
-export const $DagRunState = {
-  type: "string",
-  enum: ["queued", "running", "success", "failed"],
-  title: "DagRunState",
-  description: `All possible states that a DagRun can be in.
-
-These are "shared" with TaskInstanceState in some parts of the code,
-so please ensure that their values always match the ones with the
-same name in TaskInstanceState.`,
-} as const;
-
-export const $DagRunTriggeredByType = {
-  type: "string",
-  enum: [
-    "cli",
-    "operator",
-    "rest_api",
-    "ui",
-    "test",
-    "timetable",
-    "dataset",
-    "backfill",
-  ],
-  title: "DagRunTriggeredByType",
-  description: "Class with TriggeredBy types for DagRun.",
+  required: ["content"],
+  title: "DAGSourceResponse",
+  description: "DAG Source serializer for responses.",
 } as const;
 
-export const $DagRunType = {
-  type: "string",
-  enum: ["backfill", "scheduled", "manual", "dataset_triggered"],
-  title: "DagRunType",
-  description: "Class with DagRun types.",
-} as const;
-
-export const $DagTagPydantic = {
+export const $DAGTagCollectionResponse = {
   properties: {
-    name: {
-      type: "string",
-      title: "Name",
-    },
-    dag_id: {
-      type: "string",
-      title: "Dag Id",
+    tags: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Tags",
     },
-  },
-  type: "object",
-  required: ["name", "dag_id"],
-  title: "DagTagPydantic",
-  description:
-    "Serializable representation of the DagTag ORM SqlAlchemyModel used by internal API.",
-} as const;
-
-export const $HTTPExceptionResponse = {
-  properties: {
-    detail: {
-      anyOf: [
-        {
-          type: "string",
-        },
-        {
-          type: "object",
-        },
-      ],
-      title: "Detail",
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
     },
   },
   type: "object",
-  required: ["detail"],
-  title: "HTTPExceptionResponse",
-  description: "HTTPException Model used for error response.",
+  required: ["tags", "total_entries"],
+  title: "DAGTagCollectionResponse",
+  description: "DAG Tags Collection serializer for responses.",
 } as const;
 
-export const $HTTPValidationError = {
+export const $DAGWarningCollectionResponse = {
   properties: {
-    detail: {
+    dag_warnings: {
       items: {
-        $ref: "#/components/schemas/ValidationError",
+        $ref: "#/components/schemas/DAGWarningResponse",
       },
       type: "array",
-      title: "Detail",
+      title: "Dag Warnings",
+    },
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
     },
   },
   type: "object",
-  title: "HTTPValidationError",
+  required: ["dag_warnings", "total_entries"],
+  title: "DAGWarningCollectionResponse",
+  description: "DAG warning collection serializer for responses.",
 } as const;
 
-export const $HealthInfoSchema = {
+export const $DAGWarningResponse = {
   properties: {
-    metadatabase: {
-      $ref: "#/components/schemas/BaseInfoSchema",
+    dag_id: {
+      type: "string",
+      title: "Dag Id",
     },
-    scheduler: {
-      $ref: "#/components/schemas/SchedulerInfoSchema",
+    warning_type: {
+      $ref: "#/components/schemas/DagWarningType",
     },
-    triggerer: {
-      $ref: "#/components/schemas/TriggererInfoSchema",
+    message: {
+      type: "string",
+      title: "Message",
     },
-    dag_processor: {
-      $ref: "#/components/schemas/DagProcessorInfoSchema",
+    timestamp: {
+      type: "string",
+      format: "date-time",
+      title: "Timestamp",
     },
   },
   type: "object",
-  required: ["metadatabase", "scheduler", "triggerer", "dag_processor"],
-  title: "HealthInfoSchema",
-  description: "Schema for the Health endpoint.",
+  required: ["dag_id", "warning_type", "message", "timestamp"],
+  title: "DAGWarningResponse",
+  description: "DAG Warning serializer for responses.",
 } as const;
 
-export const $HistoricalMetricDataResponse = {
+export const $DAGWithLatestDagRunsCollectionResponse = {
   properties: {
-    dag_run_types: {
-      $ref: "#/components/schemas/DAGRunTypes",
-    },
-    dag_run_states: {
-      $ref: "#/components/schemas/DAGRunStates",
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
     },
-    task_instance_states: {
-      $ref: "#/components/schemas/TaskInstanceState",
+    dags: {
+      items: {
+        $ref: "#/components/schemas/DAGWithLatestDagRunsResponse",
+      },
+      type: "array",
+      title: "Dags",
+    },
+  },
+  type: "object",
+  required: ["total_entries", "dags"],
+  title: "DAGWithLatestDagRunsCollectionResponse",
+  description: "DAG with latest dag runs collection response serializer.",
+} as const;
+
+export const $DAGWithLatestDagRunsResponse = {
+  properties: {
+    dag_id: {
+      type: "string",
+      title: "Dag Id",
+    },
+    dag_display_name: {
+      type: "string",
+      title: "Dag Display Name",
+    },
+    is_paused: {
+      type: "boolean",
+      title: "Is Paused",
+    },
+    is_active: {
+      type: "boolean",
+      title: "Is Active",
+    },
+    last_parsed_time: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Last Parsed Time",
+    },
+    last_pickled: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Last Pickled",
+    },
+    last_expired: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Last Expired",
+    },
+    pickle_id: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Pickle Id",
+    },
+    default_view: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Default View",
+    },
+    fileloc: {
+      type: "string",
+      title: "Fileloc",
+    },
+    description: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Description",
+    },
+    timetable_summary: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Timetable Summary",
+    },
+    timetable_description: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Timetable Description",
+    },
+    tags: {
+      items: {
+        $ref: "#/components/schemas/DagTagPydantic",
+      },
+      type: "array",
+      title: "Tags",
+    },
+    max_active_tasks: {
+      type: "integer",
+      title: "Max Active Tasks",
+    },
+    max_active_runs: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Max Active Runs",
+    },
+    max_consecutive_failed_dag_runs: {
+      type: "integer",
+      title: "Max Consecutive Failed Dag Runs",
+    },
+    has_task_concurrency_limits: {
+      type: "boolean",
+      title: "Has Task Concurrency Limits",
+    },
+    has_import_errors: {
+      type: "boolean",
+      title: "Has Import Errors",
+    },
+    next_dagrun: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Next Dagrun",
+    },
+    next_dagrun_data_interval_start: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Next Dagrun Data Interval Start",
+    },
+    next_dagrun_data_interval_end: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Next Dagrun Data Interval End",
+    },
+    next_dagrun_create_after: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Next Dagrun Create After",
+    },
+    owners: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Owners",
+    },
+    latest_dag_runs: {
+      items: {
+        $ref: "#/components/schemas/DAGRunResponse",
+      },
+      type: "array",
+      title: "Latest Dag Runs",
+    },
+    file_token: {
+      type: "string",
+      title: "File Token",
+      description: "Return file token.",
+      readOnly: true,
+    },
+  },
+  type: "object",
+  required: [
+    "dag_id",
+    "dag_display_name",
+    "is_paused",
+    "is_active",
+    "last_parsed_time",
+    "last_pickled",
+    "last_expired",
+    "pickle_id",
+    "default_view",
+    "fileloc",
+    "description",
+    "timetable_summary",
+    "timetable_description",
+    "tags",
+    "max_active_tasks",
+    "max_active_runs",
+    "max_consecutive_failed_dag_runs",
+    "has_task_concurrency_limits",
+    "has_import_errors",
+    "next_dagrun",
+    "next_dagrun_data_interval_start",
+    "next_dagrun_data_interval_end",
+    "next_dagrun_create_after",
+    "owners",
+    "latest_dag_runs",
+    "file_token",
+  ],
+  title: "DAGWithLatestDagRunsResponse",
+  description: "DAG with latest dag runs response serializer.",
+} as const;
+
+export const $DagProcessorInfoSchema = {
+  properties: {
+    status: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Status",
+    },
+    latest_dag_processor_heartbeat: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Latest Dag Processor Heartbeat",
+    },
+  },
+  type: "object",
+  required: ["status", "latest_dag_processor_heartbeat"],
+  title: "DagProcessorInfoSchema",
+  description: "Schema for DagProcessor info.",
+} as const;
+
+export const $DagRunState = {
+  type: "string",
+  enum: ["queued", "running", "success", "failed"],
+  title: "DagRunState",
+  description: `All possible states that a DagRun can be in.
+
+These are "shared" with TaskInstanceState in some parts of the code,
+so please ensure that their values always match the ones with the
+same name in TaskInstanceState.`,
+} as const;
+
+export const $DagRunTriggeredByType = {
+  type: "string",
+  enum: [
+    "cli",
+    "operator",
+    "rest_api",
+    "ui",
+    "test",
+    "timetable",
+    "asset",
+    "backfill",
+  ],
+  title: "DagRunTriggeredByType",
+  description: "Class with TriggeredBy types for DagRun.",
+} as const;
+
+export const $DagRunType = {
+  type: "string",
+  enum: ["backfill", "scheduled", "manual", "asset_triggered"],
+  title: "DagRunType",
+  description: "Class with DagRun types.",
+} as const;
+
+export const $DagTagPydantic = {
+  properties: {
+    name: {
+      type: "string",
+      title: "Name",
+    },
+    dag_id: {
+      type: "string",
+      title: "Dag Id",
+    },
+  },
+  type: "object",
+  required: ["name", "dag_id"],
+  title: "DagTagPydantic",
+  description:
+    "Serializable representation of the DagTag ORM SqlAlchemyModel used by internal API.",
+} as const;
+
+export const $DagWarningType = {
+  type: "string",
+  enum: ["asset conflict", "non-existent pool"],
+  title: "DagWarningType",
+  description: `Enum for DAG warning types.
+
+This is the set of allowable values for the \`\`warning_type\`\` field
+in the DagWarning model.`,
+} as const;
+
+export const $EventLogResponse = {
+  properties: {
+    event_log_id: {
+      type: "integer",
+      title: "Event Log Id",
+    },
+    when: {
+      type: "string",
+      format: "date-time",
+      title: "When",
+    },
+    dag_id: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Dag Id",
+    },
+    task_id: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Task Id",
+    },
+    run_id: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Run Id",
+    },
+    map_index: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Map Index",
+    },
+    try_number: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Try Number",
+    },
+    event: {
+      type: "string",
+      title: "Event",
+    },
+    logical_date: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Logical Date",
+    },
+    owner: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Owner",
+    },
+    extra: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Extra",
+    },
+  },
+  type: "object",
+  required: [
+    "event_log_id",
+    "when",
+    "dag_id",
+    "task_id",
+    "run_id",
+    "map_index",
+    "try_number",
+    "event",
+    "logical_date",
+    "owner",
+    "extra",
+  ],
+  title: "EventLogResponse",
+  description: "Event Log Response.",
+} as const;
+
+export const $FastAPIAppResponse = {
+  properties: {
+    app: {
+      type: "string",
+      title: "App",
+    },
+    url_prefix: {
+      type: "string",
+      title: "Url Prefix",
+    },
+    name: {
+      type: "string",
+      title: "Name",
+    },
+  },
+  additionalProperties: true,
+  type: "object",
+  required: ["app", "url_prefix", "name"],
+  title: "FastAPIAppResponse",
+  description: "Serializer for Plugin FastAPI App responses.",
+} as const;
+
+export const $HTTPExceptionResponse = {
+  properties: {
+    detail: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "object",
+        },
+      ],
+      title: "Detail",
+    },
+  },
+  type: "object",
+  required: ["detail"],
+  title: "HTTPExceptionResponse",
+  description: "HTTPException Model used for error response.",
+} as const;
+
+export const $HTTPValidationError = {
+  properties: {
+    detail: {
+      items: {
+        $ref: "#/components/schemas/ValidationError",
+      },
+      type: "array",
+      title: "Detail",
+    },
+  },
+  type: "object",
+  title: "HTTPValidationError",
+} as const;
+
+export const $HealthInfoSchema = {
+  properties: {
+    metadatabase: {
+      $ref: "#/components/schemas/BaseInfoSchema",
+    },
+    scheduler: {
+      $ref: "#/components/schemas/SchedulerInfoSchema",
+    },
+    triggerer: {
+      $ref: "#/components/schemas/TriggererInfoSchema",
+    },
+    dag_processor: {
+      $ref: "#/components/schemas/DagProcessorInfoSchema",
+    },
+  },
+  type: "object",
+  required: ["metadatabase", "scheduler", "triggerer", "dag_processor"],
+  title: "HealthInfoSchema",
+  description: "Schema for the Health endpoint.",
+} as const;
+
+export const $HistoricalMetricDataResponse = {
+  properties: {
+    dag_run_types: {
+      $ref: "#/components/schemas/DAGRunTypes",
+    },
+    dag_run_states: {
+      $ref: "#/components/schemas/DAGRunStates",
+    },
+    task_instance_states: {
+      $ref: "#/components/schemas/airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState",
     },
   },
   type: "object",
@@ -1169,6 +1798,475 @@ export const $HistoricalMetricDataResponse = {
   description: "Historical Metric Data serializer for responses.",
 } as const;
 
+export const $JobResponse = {
+  properties: {
+    id: {
+      type: "integer",
+      title: "Id",
+    },
+    dag_id: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Dag Id",
+    },
+    state: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "State",
+    },
+    job_type: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Job Type",
+    },
+    start_date: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Start Date",
+    },
+    end_date: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "End Date",
+    },
+    latest_heartbeat: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Latest Heartbeat",
+    },
+    executor_class: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Executor Class",
+    },
+    hostname: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Hostname",
+    },
+    unixname: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Unixname",
+    },
+  },
+  type: "object",
+  required: [
+    "id",
+    "dag_id",
+    "state",
+    "job_type",
+    "start_date",
+    "end_date",
+    "latest_heartbeat",
+    "executor_class",
+    "hostname",
+    "unixname",
+  ],
+  title: "JobResponse",
+  description: "Job serializer for responses.",
+} as const;
+
+export const $PluginCollectionResponse = {
+  properties: {
+    plugins: {
+      items: {
+        $ref: "#/components/schemas/PluginResponse",
+      },
+      type: "array",
+      title: "Plugins",
+    },
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
+    },
+  },
+  type: "object",
+  required: ["plugins", "total_entries"],
+  title: "PluginCollectionResponse",
+  description: "Plugin Collection serializer.",
+} as const;
+
+export const $PluginResponse = {
+  properties: {
+    name: {
+      type: "string",
+      title: "Name",
+    },
+    macros: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Macros",
+    },
+    flask_blueprints: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Flask Blueprints",
+    },
+    fastapi_apps: {
+      items: {
+        $ref: "#/components/schemas/FastAPIAppResponse",
+      },
+      type: "array",
+      title: "Fastapi Apps",
+    },
+    appbuilder_views: {
+      items: {
+        $ref: "#/components/schemas/AppBuilderViewResponse",
+      },
+      type: "array",
+      title: "Appbuilder Views",
+    },
+    appbuilder_menu_items: {
+      items: {
+        $ref: "#/components/schemas/AppBuilderMenuItemResponse",
+      },
+      type: "array",
+      title: "Appbuilder Menu Items",
+    },
+    global_operator_extra_links: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Global Operator Extra Links",
+    },
+    operator_extra_links: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Operator Extra Links",
+    },
+    source: {
+      type: "string",
+      title: "Source",
+    },
+    ti_deps: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Ti Deps",
+    },
+    listeners: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Listeners",
+    },
+    timetables: {
+      items: {
+        type: "string",
+      },
+      type: "array",
+      title: "Timetables",
+    },
+  },
+  type: "object",
+  required: [
+    "name",
+    "macros",
+    "flask_blueprints",
+    "fastapi_apps",
+    "appbuilder_views",
+    "appbuilder_menu_items",
+    "global_operator_extra_links",
+    "operator_extra_links",
+    "source",
+    "ti_deps",
+    "listeners",
+    "timetables",
+  ],
+  title: "PluginResponse",
+  description: "Plugin serializer.",
+} as const;
+
+export const $PoolCollectionResponse = {
+  properties: {
+    pools: {
+      items: {
+        $ref: "#/components/schemas/PoolResponse",
+      },
+      type: "array",
+      title: "Pools",
+    },
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
+    },
+  },
+  type: "object",
+  required: ["pools", "total_entries"],
+  title: "PoolCollectionResponse",
+  description: "Pool Collection serializer for responses.",
+} as const;
+
+export const $PoolPatchBody = {
+  properties: {
+    pool: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Pool",
+    },
+    slots: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Slots",
+    },
+    description: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Description",
+    },
+    include_deferred: {
+      anyOf: [
+        {
+          type: "boolean",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Include Deferred",
+    },
+  },
+  type: "object",
+  title: "PoolPatchBody",
+  description: "Pool serializer for patch bodies.",
+} as const;
+
+export const $PoolPostBody = {
+  properties: {
+    name: {
+      type: "string",
+      title: "Name",
+    },
+    slots: {
+      type: "integer",
+      title: "Slots",
+    },
+    description: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Description",
+    },
+    include_deferred: {
+      type: "boolean",
+      title: "Include Deferred",
+      default: false,
+    },
+  },
+  type: "object",
+  required: ["name", "slots"],
+  title: "PoolPostBody",
+  description: "Pool serializer for post bodies.",
+} as const;
+
+export const $PoolResponse = {
+  properties: {
+    name: {
+      type: "string",
+      title: "Name",
+    },
+    slots: {
+      type: "integer",
+      title: "Slots",
+    },
+    description: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Description",
+    },
+    include_deferred: {
+      type: "boolean",
+      title: "Include Deferred",
+    },
+    occupied_slots: {
+      type: "integer",
+      title: "Occupied Slots",
+    },
+    running_slots: {
+      type: "integer",
+      title: "Running Slots",
+    },
+    queued_slots: {
+      type: "integer",
+      title: "Queued Slots",
+    },
+    scheduled_slots: {
+      type: "integer",
+      title: "Scheduled Slots",
+    },
+    open_slots: {
+      type: "integer",
+      title: "Open Slots",
+    },
+    deferred_slots: {
+      type: "integer",
+      title: "Deferred Slots",
+    },
+  },
+  type: "object",
+  required: [
+    "name",
+    "slots",
+    "description",
+    "include_deferred",
+    "occupied_slots",
+    "running_slots",
+    "queued_slots",
+    "scheduled_slots",
+    "open_slots",
+    "deferred_slots",
+  ],
+  title: "PoolResponse",
+  description: "Pool serializer for responses.",
+} as const;
+
+export const $ProviderCollectionResponse = {
+  properties: {
+    providers: {
+      items: {
+        $ref: "#/components/schemas/ProviderResponse",
+      },
+      type: "array",
+      title: "Providers",
+    },
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
+    },
+  },
+  type: "object",
+  required: ["providers", "total_entries"],
+  title: "ProviderCollectionResponse",
+  description: "Provider Collection serializer for responses.",
+} as const;
+
+export const $ProviderResponse = {
+  properties: {
+    package_name: {
+      type: "string",
+      title: "Package Name",
+    },
+    description: {
+      type: "string",
+      title: "Description",
+    },
+    version: {
+      type: "string",
+      title: "Version",
+    },
+  },
+  type: "object",
+  required: ["package_name", "description", "version"],
+  title: "ProviderResponse",
+  description: "Provider serializer for responses.",
+} as const;
+
+export const $ReprocessBehavior = {
+  type: "string",
+  enum: ["failed", "completed", "none"],
+  title: "ReprocessBehavior",
+  description: `Internal enum for setting reprocess behavior in a backfill.
+
+:meta private:`,
+} as const;
+
 export const $SchedulerInfoSchema = {
   properties: {
     status: {
@@ -1180,101 +2278,326 @@ export const $SchedulerInfoSchema = {
           type: "null",
         },
       ],
-      title: "Status",
+      title: "Status",
+    },
+    latest_scheduler_heartbeat: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Latest Scheduler Heartbeat",
+    },
+  },
+  type: "object",
+  required: ["status", "latest_scheduler_heartbeat"],
+  title: "SchedulerInfoSchema",
+  description: "Schema for Scheduler info.",
+} as const;
+
+export const $TaskInstanceResponse = {
+  properties: {
+    task_id: {
+      type: "string",
+      title: "Task Id",
+    },
+    dag_id: {
+      type: "string",
+      title: "Dag Id",
+    },
+    dag_run_id: {
+      type: "string",
+      title: "Dag Run Id",
+    },
+    map_index: {
+      type: "integer",
+      title: "Map Index",
+    },
+    logical_date: {
+      type: "string",
+      format: "date-time",
+      title: "Logical Date",
+    },
+    start_date: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Start Date",
+    },
+    end_date: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "End Date",
     },
-    latest_scheduler_heartbeat: {
+    duration: {
       anyOf: [
         {
-          type: "string",
+          type: "number",
         },
         {
           type: "null",
         },
       ],
-      title: "Latest Scheduler Heartbeat",
+      title: "Duration",
     },
-  },
-  type: "object",
-  required: ["status", "latest_scheduler_heartbeat"],
-  title: "SchedulerInfoSchema",
-  description: "Schema for Scheduler info.",
-} as const;
-
-export const $TaskInstanceState = {
-  properties: {
-    no_status: {
-      type: "integer",
-      title: "No Status",
+    state: {
+      anyOf: [
+        {
+          $ref: "#/components/schemas/airflow__utils__state__TaskInstanceState",
+        },
+        {
+          type: "null",
+        },
+      ],
     },
-    removed: {
+    try_number: {
       type: "integer",
-      title: "Removed",
+      title: "Try Number",
     },
-    scheduled: {
+    max_tries: {
       type: "integer",
-      title: "Scheduled",
+      title: "Max Tries",
     },
-    queued: {
-      type: "integer",
-      title: "Queued",
+    task_display_name: {
+      type: "string",
+      title: "Task Display Name",
     },
-    running: {
-      type: "integer",
-      title: "Running",
+    hostname: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Hostname",
     },
-    success: {
-      type: "integer",
-      title: "Success",
+    unixname: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Unixname",
     },
-    restarting: {
-      type: "integer",
-      title: "Restarting",
+    pool: {
+      type: "string",
+      title: "Pool",
     },
-    failed: {
+    pool_slots: {
       type: "integer",
-      title: "Failed",
+      title: "Pool Slots",
     },
-    up_for_retry: {
-      type: "integer",
-      title: "Up For Retry",
+    queue: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Queue",
     },
-    up_for_reschedule: {
-      type: "integer",
-      title: "Up For Reschedule",
+    priority_weight: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Priority Weight",
     },
-    upstream_failed: {
-      type: "integer",
-      title: "Upstream Failed",
+    operator: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Operator",
     },
-    skipped: {
-      type: "integer",
-      title: "Skipped",
+    queued_when: {
+      anyOf: [
+        {
+          type: "string",
+          format: "date-time",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Queued When",
     },
-    deferred: {
-      type: "integer",
-      title: "Deferred",
+    pid: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Pid",
+    },
+    executor: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Executor",
+    },
+    executor_config: {
+      type: "string",
+      title: "Executor Config",
+    },
+    note: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Note",
+    },
+    rendered_map_index: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Rendered Map Index",
+    },
+    rendered_fields: {
+      type: "object",
+      title: "Rendered Fields",
+      default: {},
+    },
+    trigger: {
+      anyOf: [
+        {
+          $ref: "#/components/schemas/TriggerResponse",
+        },
+        {
+          type: "null",
+        },
+      ],
+    },
+    triggerer_job: {
+      anyOf: [
+        {
+          $ref: "#/components/schemas/JobResponse",
+        },
+        {
+          type: "null",
+        },
+      ],
     },
   },
   type: "object",
   required: [
-    "no_status",
-    "removed",
-    "scheduled",
-    "queued",
-    "running",
-    "success",
-    "restarting",
-    "failed",
-    "up_for_retry",
-    "up_for_reschedule",
-    "upstream_failed",
-    "skipped",
-    "deferred",
+    "task_id",
+    "dag_id",
+    "dag_run_id",
+    "map_index",
+    "logical_date",
+    "start_date",
+    "end_date",
+    "duration",
+    "state",
+    "try_number",
+    "max_tries",
+    "task_display_name",
+    "hostname",
+    "unixname",
+    "pool",
+    "pool_slots",
+    "queue",
+    "priority_weight",
+    "operator",
+    "queued_when",
+    "pid",
+    "executor",
+    "executor_config",
+    "note",
+    "rendered_map_index",
+    "trigger",
+    "triggerer_job",
   ],
-  title: "TaskInstanceState",
+  title: "TaskInstanceResponse",
   description: "TaskInstance serializer for responses.",
 } as const;
 
+export const $TriggerResponse = {
+  properties: {
+    id: {
+      type: "integer",
+      title: "Id",
+    },
+    classpath: {
+      type: "string",
+      title: "Classpath",
+    },
+    kwargs: {
+      type: "string",
+      title: "Kwargs",
+    },
+    created_date: {
+      type: "string",
+      format: "date-time",
+      title: "Created Date",
+    },
+    triggerer_id: {
+      anyOf: [
+        {
+          type: "integer",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Triggerer Id",
+    },
+  },
+  type: "object",
+  required: ["id", "classpath", "kwargs", "created_date", "triggerer_id"],
+  title: "TriggerResponse",
+  description: "Trigger serializer for responses.",
+} as const;
+
 export const $TriggererInfoSchema = {
   properties: {
     status: {
@@ -1371,6 +2694,26 @@ export const $VariableBody = {
   description: "Variable serializer for bodies.",
 } as const;
 
+export const $VariableCollectionResponse = {
+  properties: {
+    variables: {
+      items: {
+        $ref: "#/components/schemas/VariableResponse",
+      },
+      type: "array",
+      title: "Variables",
+    },
+    total_entries: {
+      type: "integer",
+      title: "Total Entries",
+    },
+  },
+  type: "object",
+  required: ["variables", "total_entries"],
+  title: "VariableCollectionResponse",
+  description: "Variable Collection serializer for responses.",
+} as const;
+
 export const $VariableResponse = {
   properties: {
     key: {
@@ -1405,3 +2748,125 @@ export const $VariableResponse = {
   title: "VariableResponse",
   description: "Variable serializer for responses.",
 } as const;
+
+export const $VersionInfo = {
+  properties: {
+    version: {
+      type: "string",
+      title: "Version",
+    },
+    git_version: {
+      anyOf: [
+        {
+          type: "string",
+        },
+        {
+          type: "null",
+        },
+      ],
+      title: "Git Version",
+    },
+  },
+  type: "object",
+  required: ["version", "git_version"],
+  title: "VersionInfo",
+  description: "Version information serializer for responses.",
+} as const;
+
+export const $airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState =
+  {
+    properties: {
+      no_status: {
+        type: "integer",
+        title: "No Status",
+      },
+      removed: {
+        type: "integer",
+        title: "Removed",
+      },
+      scheduled: {
+        type: "integer",
+        title: "Scheduled",
+      },
+      queued: {
+        type: "integer",
+        title: "Queued",
+      },
+      running: {
+        type: "integer",
+        title: "Running",
+      },
+      success: {
+        type: "integer",
+        title: "Success",
+      },
+      restarting: {
+        type: "integer",
+        title: "Restarting",
+      },
+      failed: {
+        type: "integer",
+        title: "Failed",
+      },
+      up_for_retry: {
+        type: "integer",
+        title: "Up For Retry",
+      },
+      up_for_reschedule: {
+        type: "integer",
+        title: "Up For Reschedule",
+      },
+      upstream_failed: {
+        type: "integer",
+        title: "Upstream Failed",
+      },
+      skipped: {
+        type: "integer",
+        title: "Skipped",
+      },
+      deferred: {
+        type: "integer",
+        title: "Deferred",
+      },
+    },
+    type: "object",
+    required: [
+      "no_status",
+      "removed",
+      "scheduled",
+      "queued",
+      "running",
+      "success",
+      "restarting",
+      "failed",
+      "up_for_retry",
+      "up_for_reschedule",
+      "upstream_failed",
+      "skipped",
+      "deferred",
+    ],
+    title: "TaskInstanceState",
+    description: "TaskInstance serializer for responses.",
+  } as const;
+
+export const $airflow__utils__state__TaskInstanceState = {
+  type: "string",
+  enum: [
+    "removed",
+    "scheduled",
+    "queued",
+    "running",
+    "success",
+    "restarting",
+    "failed",
+    "up_for_retry",
+    "up_for_reschedule",
+    "upstream_failed",
+    "skipped",
+    "deferred",
+  ],
+  title: "TaskInstanceState",
+  description: `All possible states that a Task Instance can be in.
+
+Note that None is also allowed, so always use this in a type hint with Optional.`,
+} as const;
diff --git a/airflow/ui/openapi-gen/requests/services.gen.ts b/airflow/ui/openapi-gen/requests/services.gen.ts
index 7516a625d71b0..e82d0c5146fa8 100644
--- a/airflow/ui/openapi-gen/requests/services.gen.ts
+++ b/airflow/ui/openapi-gen/requests/services.gen.ts
@@ -7,10 +7,26 @@ import type {
   NextRunAssetsResponse,
   HistoricalMetricsData,
   HistoricalMetricsResponse,
+  RecentDagRunsData,
+  RecentDagRunsResponse,
+  ListBackfillsData,
+  ListBackfillsResponse,
+  CreateBackfillData,
+  CreateBackfillResponse,
+  GetBackfillData,
+  GetBackfillResponse,
+  PauseBackfillData,
+  PauseBackfillResponse,
+  UnpauseBackfillData,
+  UnpauseBackfillResponse,
+  CancelBackfillData,
+  CancelBackfillResponse,
   GetDagsData,
   GetDagsResponse,
   PatchDagsData,
   PatchDagsResponse,
+  GetDagTagsData,
+  GetDagTagsResponse,
   GetDagData,
   GetDagResponse,
   PatchDagData,
@@ -25,19 +41,48 @@ import type {
   GetConnectionResponse,
   GetConnectionsData,
   GetConnectionsResponse,
+  GetDagRunData,
+  GetDagRunResponse,
+  DeleteDagRunData,
+  DeleteDagRunResponse,
+  PatchDagRunStateData,
+  PatchDagRunStateResponse,
+  GetDagSourceData,
+  GetDagSourceResponse,
+  GetEventLogData,
+  GetEventLogResponse,
+  GetHealthResponse,
+  ListDagWarningsData,
+  ListDagWarningsResponse,
+  GetPluginsData,
+  GetPluginsResponse,
+  DeletePoolData,
+  DeletePoolResponse,
+  GetPoolData,
+  GetPoolResponse,
+  PatchPoolData,
+  PatchPoolResponse,
+  GetPoolsData,
+  GetPoolsResponse,
+  PostPoolData,
+  PostPoolResponse,
+  GetProvidersData,
+  GetProvidersResponse,
+  GetTaskInstanceData,
+  GetTaskInstanceResponse,
+  GetMappedTaskInstanceData,
+  GetMappedTaskInstanceResponse,
   DeleteVariableData,
   DeleteVariableResponse,
   GetVariableData,
   GetVariableResponse,
   PatchVariableData,
   PatchVariableResponse,
+  GetVariablesData,
+  GetVariablesResponse,
   PostVariableData,
   PostVariableResponse,
-  GetDagRunData,
-  GetDagRunResponse,
-  DeleteDagRunData,
-  DeleteDagRunResponse,
-  GetHealthResponse,
+  GetVersionResponse,
 } from "./types.gen";
 
 export class AssetService {
@@ -92,6 +137,209 @@ export class DashboardService {
   }
 }
 
+export class DagsService {
+  /**
+   * Recent Dag Runs
+   * Get recent DAG runs.
+   * @param data The data for the request.
+   * @param data.dagRunsLimit
+   * @param data.limit
+   * @param data.offset
+   * @param data.tags
+   * @param data.owners
+   * @param data.dagIdPattern
+   * @param data.dagDisplayNamePattern
+   * @param data.onlyActive
+   * @param data.paused
+   * @param data.lastDagRunState
+   * @returns DAGWithLatestDagRunsCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static recentDagRuns(
+    data: RecentDagRunsData = {},
+  ): CancelablePromise<RecentDagRunsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/ui/dags/recent_dag_runs",
+      query: {
+        dag_runs_limit: data.dagRunsLimit,
+        limit: data.limit,
+        offset: data.offset,
+        tags: data.tags,
+        owners: data.owners,
+        dag_id_pattern: data.dagIdPattern,
+        dag_display_name_pattern: data.dagDisplayNamePattern,
+        only_active: data.onlyActive,
+        paused: data.paused,
+        last_dag_run_state: data.lastDagRunState,
+      },
+      errors: {
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class BackfillService {
+  /**
+   * List Backfills
+   * @param data The data for the request.
+   * @param data.dagId
+   * @param data.limit
+   * @param data.offset
+   * @param data.orderBy
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static listBackfills(
+    data: ListBackfillsData,
+  ): CancelablePromise<ListBackfillsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/backfills/",
+      query: {
+        dag_id: data.dagId,
+        limit: data.limit,
+        offset: data.offset,
+        order_by: data.orderBy,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Create Backfill
+   * @param data The data for the request.
+   * @param data.requestBody
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static createBackfill(
+    data: CreateBackfillData,
+  ): CancelablePromise<CreateBackfillResponse> {
+    return __request(OpenAPI, {
+      method: "POST",
+      url: "/public/backfills/",
+      body: data.requestBody,
+      mediaType: "application/json",
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        409: "Conflict",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Get Backfill
+   * @param data The data for the request.
+   * @param data.backfillId
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static getBackfill(
+    data: GetBackfillData,
+  ): CancelablePromise<GetBackfillResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/backfills/{backfill_id}",
+      path: {
+        backfill_id: data.backfillId,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Pause Backfill
+   * @param data The data for the request.
+   * @param data.backfillId
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static pauseBackfill(
+    data: PauseBackfillData,
+  ): CancelablePromise<PauseBackfillResponse> {
+    return __request(OpenAPI, {
+      method: "PUT",
+      url: "/public/backfills/{backfill_id}/pause",
+      path: {
+        backfill_id: data.backfillId,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        409: "Conflict",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Unpause Backfill
+   * @param data The data for the request.
+   * @param data.backfillId
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static unpauseBackfill(
+    data: UnpauseBackfillData,
+  ): CancelablePromise<UnpauseBackfillResponse> {
+    return __request(OpenAPI, {
+      method: "PUT",
+      url: "/public/backfills/{backfill_id}/unpause",
+      path: {
+        backfill_id: data.backfillId,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        409: "Conflict",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Cancel Backfill
+   * @param data The data for the request.
+   * @param data.backfillId
+   * @returns unknown Successful Response
+   * @throws ApiError
+   */
+  public static cancelBackfill(
+    data: CancelBackfillData,
+  ): CancelablePromise<CancelBackfillResponse> {
+    return __request(OpenAPI, {
+      method: "PUT",
+      url: "/public/backfills/{backfill_id}/cancel",
+      path: {
+        backfill_id: data.backfillId,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        409: "Conflict",
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
 export class DagService {
   /**
    * Get Dags
@@ -180,6 +428,37 @@ export class DagService {
     });
   }
 
+  /**
+   * Get Dag Tags
+   * Get all DAG tags.
+   * @param data The data for the request.
+   * @param data.limit
+   * @param data.offset
+   * @param data.orderBy
+   * @param data.tagNamePattern
+   * @returns DAGTagCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static getDagTags(
+    data: GetDagTagsData = {},
+  ): CancelablePromise<GetDagTagsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/dags/tags",
+      query: {
+        limit: data.limit,
+        offset: data.offset,
+        order_by: data.orderBy,
+        tag_name_pattern: data.tagNamePattern,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
+
   /**
    * Get Dag
    * Get basic information about a DAG.
@@ -378,23 +657,24 @@ export class ConnectionService {
   }
 }
 
-export class VariableService {
+export class DagRunService {
   /**
-   * Delete Variable
-   * Delete a variable entry.
+   * Get Dag Run
    * @param data The data for the request.
-   * @param data.variableKey
-   * @returns void Successful Response
+   * @param data.dagId
+   * @param data.dagRunId
+   * @returns DAGRunResponse Successful Response
    * @throws ApiError
    */
-  public static deleteVariable(
-    data: DeleteVariableData,
-  ): CancelablePromise<DeleteVariableResponse> {
+  public static getDagRun(
+    data: GetDagRunData,
+  ): CancelablePromise<GetDagRunResponse> {
     return __request(OpenAPI, {
-      method: "DELETE",
-      url: "/public/variables/{variable_key}",
+      method: "GET",
+      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}",
       path: {
-        variable_key: data.variableKey,
+        dag_id: data.dagId,
+        dag_run_id: data.dagRunId,
       },
       errors: {
         401: "Unauthorized",
@@ -406,23 +686,26 @@ export class VariableService {
   }
 
   /**
-   * Get Variable
-   * Get a variable entry.
+   * Delete Dag Run
+   * Delete a DAG Run entry.
    * @param data The data for the request.
-   * @param data.variableKey
-   * @returns VariableResponse Successful Response
+   * @param data.dagId
+   * @param data.dagRunId
+   * @returns void Successful Response
    * @throws ApiError
    */
-  public static getVariable(
-    data: GetVariableData,
-  ): CancelablePromise<GetVariableResponse> {
+  public static deleteDagRun(
+    data: DeleteDagRunData,
+  ): CancelablePromise<DeleteDagRunResponse> {
     return __request(OpenAPI, {
-      method: "GET",
-      url: "/public/variables/{variable_key}",
+      method: "DELETE",
+      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}",
       path: {
-        variable_key: data.variableKey,
+        dag_id: data.dagId,
+        dag_run_id: data.dagRunId,
       },
       errors: {
+        400: "Bad Request",
         401: "Unauthorized",
         403: "Forbidden",
         404: "Not Found",
@@ -432,23 +715,25 @@ export class VariableService {
   }
 
   /**
-   * Patch Variable
-   * Update a variable by key.
+   * Patch Dag Run State
+   * Modify a DAG Run.
    * @param data The data for the request.
-   * @param data.variableKey
+   * @param data.dagId
+   * @param data.dagRunId
    * @param data.requestBody
    * @param data.updateMask
-   * @returns VariableResponse Successful Response
+   * @returns DAGRunResponse Successful Response
    * @throws ApiError
    */
-  public static patchVariable(
-    data: PatchVariableData,
-  ): CancelablePromise<PatchVariableResponse> {
+  public static patchDagRunState(
+    data: PatchDagRunStateData,
+  ): CancelablePromise<PatchDagRunStateResponse> {
     return __request(OpenAPI, {
       method: "PATCH",
-      url: "/public/variables/{variable_key}",
+      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}",
       path: {
-        variable_key: data.variableKey,
+        dag_id: data.dagId,
+        dag_run_id: data.dagRunId,
       },
       query: {
         update_mask: data.updateMask,
@@ -464,50 +749,333 @@ export class VariableService {
       },
     });
   }
+}
 
+export class DagSourceService {
   /**
-   * Post Variable
-   * Create a variable.
+   * Get Dag Source
+   * Get source code using file token.
    * @param data The data for the request.
-   * @param data.requestBody
-   * @returns VariableResponse Successful Response
+   * @param data.fileToken
+   * @param data.accept
+   * @returns DAGSourceResponse Successful Response
    * @throws ApiError
    */
-  public static postVariable(
-    data: PostVariableData,
-  ): CancelablePromise<PostVariableResponse> {
+  public static getDagSource(
+    data: GetDagSourceData,
+  ): CancelablePromise<GetDagSourceResponse> {
     return __request(OpenAPI, {
-      method: "POST",
-      url: "/public/variables/",
-      body: data.requestBody,
-      mediaType: "application/json",
+      method: "GET",
+      url: "/public/dagSources/{file_token}",
+      path: {
+        file_token: data.fileToken,
+      },
+      headers: {
+        accept: data.accept,
+      },
       errors: {
+        400: "Bad Request",
         401: "Unauthorized",
         403: "Forbidden",
+        404: "Not Found",
+        406: "Not Acceptable",
         422: "Validation Error",
       },
     });
   }
 }
 
-export class DagRunService {
+export class EventLogService {
   /**
-   * Get Dag Run
+   * Get Event Log
+   * @param data The data for the request.
+   * @param data.eventLogId
+   * @returns EventLogResponse Successful Response
+   * @throws ApiError
+   */
+  public static getEventLog(
+    data: GetEventLogData,
+  ): CancelablePromise<GetEventLogResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/eventLogs/{event_log_id}",
+      path: {
+        event_log_id: data.eventLogId,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class MonitorService {
+  /**
+   * Get Health
+   * @returns HealthInfoSchema Successful Response
+   * @throws ApiError
+   */
+  public static getHealth(): CancelablePromise<GetHealthResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/monitor/health",
+    });
+  }
+}
+
+export class DagWarningService {
+  /**
+   * List Dag Warnings
+   * Get a list of DAG warnings.
+   * @param data The data for the request.
+   * @param data.dagId
+   * @param data.warningType
+   * @param data.limit
+   * @param data.offset
+   * @param data.orderBy
+   * @returns DAGWarningCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static listDagWarnings(
+    data: ListDagWarningsData = {},
+  ): CancelablePromise<ListDagWarningsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/dagWarnings",
+      query: {
+        dag_id: data.dagId,
+        warning_type: data.warningType,
+        limit: data.limit,
+        offset: data.offset,
+        order_by: data.orderBy,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class PluginService {
+  /**
+   * Get Plugins
+   * @param data The data for the request.
+   * @param data.limit
+   * @param data.offset
+   * @returns PluginCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static getPlugins(
+    data: GetPluginsData = {},
+  ): CancelablePromise<GetPluginsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/plugins/",
+      query: {
+        limit: data.limit,
+        offset: data.offset,
+      },
+      errors: {
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class PoolService {
+  /**
+   * Delete Pool
+   * Delete a pool entry.
+   * @param data The data for the request.
+   * @param data.poolName
+   * @returns void Successful Response
+   * @throws ApiError
+   */
+  public static deletePool(
+    data: DeletePoolData,
+  ): CancelablePromise<DeletePoolResponse> {
+    return __request(OpenAPI, {
+      method: "DELETE",
+      url: "/public/pools/{pool_name}",
+      path: {
+        pool_name: data.poolName,
+      },
+      errors: {
+        400: "Bad Request",
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Get Pool
+   * Get a pool.
+   * @param data The data for the request.
+   * @param data.poolName
+   * @returns PoolResponse Successful Response
+   * @throws ApiError
+   */
+  public static getPool(data: GetPoolData): CancelablePromise<GetPoolResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/pools/{pool_name}",
+      path: {
+        pool_name: data.poolName,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Patch Pool
+   * Update a Pool.
+   * @param data The data for the request.
+   * @param data.poolName
+   * @param data.requestBody
+   * @param data.updateMask
+   * @returns PoolResponse Successful Response
+   * @throws ApiError
+   */
+  public static patchPool(
+    data: PatchPoolData,
+  ): CancelablePromise<PatchPoolResponse> {
+    return __request(OpenAPI, {
+      method: "PATCH",
+      url: "/public/pools/{pool_name}",
+      path: {
+        pool_name: data.poolName,
+      },
+      query: {
+        update_mask: data.updateMask,
+      },
+      body: data.requestBody,
+      mediaType: "application/json",
+      errors: {
+        400: "Bad Request",
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Get Pools
+   * Get all pools entries.
+   * @param data The data for the request.
+   * @param data.limit
+   * @param data.offset
+   * @param data.orderBy
+   * @returns PoolCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static getPools(
+    data: GetPoolsData = {},
+  ): CancelablePromise<GetPoolsResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/pools/",
+      query: {
+        limit: data.limit,
+        offset: data.offset,
+        order_by: data.orderBy,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Post Pool
+   * Create a Pool.
+   * @param data The data for the request.
+   * @param data.requestBody
+   * @returns PoolResponse Successful Response
+   * @throws ApiError
+   */
+  public static postPool(
+    data: PostPoolData,
+  ): CancelablePromise<PostPoolResponse> {
+    return __request(OpenAPI, {
+      method: "POST",
+      url: "/public/pools/",
+      body: data.requestBody,
+      mediaType: "application/json",
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class ProviderService {
+  /**
+   * Get Providers
+   * Get providers.
+   * @param data The data for the request.
+   * @param data.limit
+   * @param data.offset
+   * @returns ProviderCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static getProviders(
+    data: GetProvidersData = {},
+  ): CancelablePromise<GetProvidersResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/providers/",
+      query: {
+        limit: data.limit,
+        offset: data.offset,
+      },
+      errors: {
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class TaskInstanceService {
+  /**
+   * Get Task Instance
+   * Get task instance.
    * @param data The data for the request.
    * @param data.dagId
    * @param data.dagRunId
-   * @returns DAGRunResponse Successful Response
+   * @param data.taskId
+   * @returns TaskInstanceResponse Successful Response
    * @throws ApiError
    */
-  public static getDagRun(
-    data: GetDagRunData,
-  ): CancelablePromise<GetDagRunResponse> {
+  public static getTaskInstance(
+    data: GetTaskInstanceData,
+  ): CancelablePromise<GetTaskInstanceResponse> {
     return __request(OpenAPI, {
       method: "GET",
-      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}",
+      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}",
       path: {
         dag_id: data.dagId,
         dag_run_id: data.dagRunId,
+        task_id: data.taskId,
       },
       errors: {
         401: "Unauthorized",
@@ -519,24 +1087,115 @@ export class DagRunService {
   }
 
   /**
-   * Delete Dag Run
-   * Delete a DAG Run entry.
+   * Get Mapped Task Instance
+   * Get task instance.
    * @param data The data for the request.
    * @param data.dagId
    * @param data.dagRunId
-   * @returns void Successful Response
+   * @param data.taskId
+   * @param data.mapIndex
+   * @returns TaskInstanceResponse Successful Response
    * @throws ApiError
    */
-  public static deleteDagRun(
-    data: DeleteDagRunData,
-  ): CancelablePromise<DeleteDagRunResponse> {
+  public static getMappedTaskInstance(
+    data: GetMappedTaskInstanceData,
+  ): CancelablePromise<GetMappedTaskInstanceResponse> {
     return __request(OpenAPI, {
-      method: "DELETE",
-      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}",
+      method: "GET",
+      url: "/public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}/{map_index}",
       path: {
         dag_id: data.dagId,
         dag_run_id: data.dagRunId,
+        task_id: data.taskId,
+        map_index: data.mapIndex,
       },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+}
+
+export class VariableService {
+  /**
+   * Delete Variable
+   * Delete a variable entry.
+   * @param data The data for the request.
+   * @param data.variableKey
+   * @returns void Successful Response
+   * @throws ApiError
+   */
+  public static deleteVariable(
+    data: DeleteVariableData,
+  ): CancelablePromise<DeleteVariableResponse> {
+    return __request(OpenAPI, {
+      method: "DELETE",
+      url: "/public/variables/{variable_key}",
+      path: {
+        variable_key: data.variableKey,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Get Variable
+   * Get a variable entry.
+   * @param data The data for the request.
+   * @param data.variableKey
+   * @returns VariableResponse Successful Response
+   * @throws ApiError
+   */
+  public static getVariable(
+    data: GetVariableData,
+  ): CancelablePromise<GetVariableResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/variables/{variable_key}",
+      path: {
+        variable_key: data.variableKey,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        404: "Not Found",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Patch Variable
+   * Update a variable by key.
+   * @param data The data for the request.
+   * @param data.variableKey
+   * @param data.requestBody
+   * @param data.updateMask
+   * @returns VariableResponse Successful Response
+   * @throws ApiError
+   */
+  public static patchVariable(
+    data: PatchVariableData,
+  ): CancelablePromise<PatchVariableResponse> {
+    return __request(OpenAPI, {
+      method: "PATCH",
+      url: "/public/variables/{variable_key}",
+      path: {
+        variable_key: data.variableKey,
+      },
+      query: {
+        update_mask: data.updateMask,
+      },
+      body: data.requestBody,
+      mediaType: "application/json",
       errors: {
         400: "Bad Request",
         401: "Unauthorized",
@@ -546,18 +1205,72 @@ export class DagRunService {
       },
     });
   }
+
+  /**
+   * Get Variables
+   * Get all Variables entries.
+   * @param data The data for the request.
+   * @param data.limit
+   * @param data.offset
+   * @param data.orderBy
+   * @returns VariableCollectionResponse Successful Response
+   * @throws ApiError
+   */
+  public static getVariables(
+    data: GetVariablesData = {},
+  ): CancelablePromise<GetVariablesResponse> {
+    return __request(OpenAPI, {
+      method: "GET",
+      url: "/public/variables/",
+      query: {
+        limit: data.limit,
+        offset: data.offset,
+        order_by: data.orderBy,
+      },
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
+
+  /**
+   * Post Variable
+   * Create a variable.
+   * @param data The data for the request.
+   * @param data.requestBody
+   * @returns VariableResponse Successful Response
+   * @throws ApiError
+   */
+  public static postVariable(
+    data: PostVariableData,
+  ): CancelablePromise<PostVariableResponse> {
+    return __request(OpenAPI, {
+      method: "POST",
+      url: "/public/variables/",
+      body: data.requestBody,
+      mediaType: "application/json",
+      errors: {
+        401: "Unauthorized",
+        403: "Forbidden",
+        422: "Validation Error",
+      },
+    });
+  }
 }
 
-export class MonitorService {
+export class VersionService {
   /**
-   * Get Health
-   * @returns HealthInfoSchema Successful Response
+   * Get Version
+   * Get version information.
+   * @returns VersionInfo Successful Response
    * @throws ApiError
    */
-  public static getHealth(): CancelablePromise<GetHealthResponse> {
+  public static getVersion(): CancelablePromise<GetVersionResponse> {
     return __request(OpenAPI, {
       method: "GET",
-      url: "/public/monitor/health",
+      url: "/public/version/",
     });
   }
 }
diff --git a/airflow/ui/openapi-gen/requests/types.gen.ts b/airflow/ui/openapi-gen/requests/types.gen.ts
index 5f5ce6da71e3c..2c11dd03cc0af 100644
--- a/airflow/ui/openapi-gen/requests/types.gen.ts
+++ b/airflow/ui/openapi-gen/requests/types.gen.ts
@@ -1,5 +1,41 @@
 // This file is auto-generated by @hey-api/openapi-ts
 
+/**
+ * Serializer for AppBuilder Menu Item responses.
+ */
+export type AppBuilderMenuItemResponse = {
+  name: string;
+  href?: string | null;
+  category?: string | null;
+  [key: string]: unknown | string;
+};
+
+/**
+ * Serializer for AppBuilder View responses.
+ */
+export type AppBuilderViewResponse = {
+  name?: string | null;
+  category?: string | null;
+  view?: string | null;
+  label?: string | null;
+  [key: string]: unknown;
+};
+
+/**
+ * Object used for create backfill request.
+ */
+export type BackfillPostBody = {
+  dag_id: string;
+  from_date: string;
+  to_date: string;
+  run_backwards?: boolean;
+  dag_run_conf?: {
+    [key: string]: unknown;
+  };
+  reprocess_behavior?: ReprocessBehavior;
+  max_active_runs?: number;
+};
+
 /**
  * Base status field for metadatabase and scheduler.
  */
@@ -8,7 +44,7 @@ export type BaseInfoSchema = {
 };
 
 /**
- * DAG Collection serializer for responses.
+ * Connection Collection serializer for responses.
  */
 export type ConnectionCollectionResponse = {
   connections: Array<ConnectionResponse>;
@@ -48,7 +84,6 @@ export type DAGDetailsResponse = {
   last_parsed_time: string | null;
   last_pickled: string | null;
   last_expired: string | null;
-  scheduler_lock: string | null;
   pickle_id: string | null;
   default_view: string | null;
   fileloc: string;
@@ -68,14 +103,13 @@ export type DAGDetailsResponse = {
   owners: Array<string>;
   catchup: boolean;
   dag_run_timeout: string | null;
-  dataset_expression: {
+  asset_expression: {
     [key: string]: unknown;
   } | null;
   doc_md: string | null;
   start_date: string | null;
   end_date: string | null;
   is_paused_upon_creation: boolean | null;
-  orientation: string;
   params: {
     [key: string]: unknown;
   } | null;
@@ -111,7 +145,6 @@ export type DAGResponse = {
   last_parsed_time: string | null;
   last_pickled: string | null;
   last_expired: string | null;
-  scheduler_lock: string | null;
   pickle_id: string | null;
   default_view: string | null;
   fileloc: string;
@@ -135,6 +168,18 @@ export type DAGResponse = {
   readonly file_token: string;
 };
 
+/**
+ * DAG Run Serializer for PATCH requests.
+ */
+export type DAGRunPatchBody = {
+  state: DAGRunPatchStates;
+};
+
+/**
+ * Enum for DAG Run states when updating a DAG Run.
+ */
+export type DAGRunPatchStates = "queued" | "success" | "failed";
+
 /**
  * DAG Run serializer for responses.
  */
@@ -174,7 +219,83 @@ export type DAGRunTypes = {
   backfill: number;
   scheduled: number;
   manual: number;
-  dataset_triggered: number;
+  asset_triggered: number;
+};
+
+/**
+ * DAG Source serializer for responses.
+ */
+export type DAGSourceResponse = {
+  content: string | null;
+};
+
+/**
+ * DAG Tags Collection serializer for responses.
+ */
+export type DAGTagCollectionResponse = {
+  tags: Array<string>;
+  total_entries: number;
+};
+
+/**
+ * DAG warning collection serializer for responses.
+ */
+export type DAGWarningCollectionResponse = {
+  dag_warnings: Array<DAGWarningResponse>;
+  total_entries: number;
+};
+
+/**
+ * DAG Warning serializer for responses.
+ */
+export type DAGWarningResponse = {
+  dag_id: string;
+  warning_type: DagWarningType;
+  message: string;
+  timestamp: string;
+};
+
+/**
+ * DAG with latest dag runs collection response serializer.
+ */
+export type DAGWithLatestDagRunsCollectionResponse = {
+  total_entries: number;
+  dags: Array<DAGWithLatestDagRunsResponse>;
+};
+
+/**
+ * DAG with latest dag runs response serializer.
+ */
+export type DAGWithLatestDagRunsResponse = {
+  dag_id: string;
+  dag_display_name: string;
+  is_paused: boolean;
+  is_active: boolean;
+  last_parsed_time: string | null;
+  last_pickled: string | null;
+  last_expired: string | null;
+  pickle_id: string | null;
+  default_view: string | null;
+  fileloc: string;
+  description: string | null;
+  timetable_summary: string | null;
+  timetable_description: string | null;
+  tags: Array<DagTagPydantic>;
+  max_active_tasks: number;
+  max_active_runs: number | null;
+  max_consecutive_failed_dag_runs: number;
+  has_task_concurrency_limits: boolean;
+  has_import_errors: boolean;
+  next_dagrun: string | null;
+  next_dagrun_data_interval_start: string | null;
+  next_dagrun_data_interval_end: string | null;
+  next_dagrun_create_after: string | null;
+  owners: Array<string>;
+  latest_dag_runs: Array<DAGRunResponse>;
+  /**
+   * Return file token.
+   */
+  readonly file_token: string;
 };
 
 /**
@@ -204,7 +325,7 @@ export type DagRunTriggeredByType =
   | "ui"
   | "test"
   | "timetable"
-  | "dataset"
+  | "asset"
   | "backfill";
 
 /**
@@ -214,7 +335,7 @@ export type DagRunType =
   | "backfill"
   | "scheduled"
   | "manual"
-  | "dataset_triggered";
+  | "asset_triggered";
 
 /**
  * Serializable representation of the DagTag ORM SqlAlchemyModel used by internal API.
@@ -224,6 +345,41 @@ export type DagTagPydantic = {
   dag_id: string;
 };
 
+/**
+ * Enum for DAG warning types.
+ *
+ * This is the set of allowable values for the ``warning_type`` field
+ * in the DagWarning model.
+ */
+export type DagWarningType = "asset conflict" | "non-existent pool";
+
+/**
+ * Event Log Response.
+ */
+export type EventLogResponse = {
+  event_log_id: number;
+  when: string;
+  dag_id: string | null;
+  task_id: string | null;
+  run_id: string | null;
+  map_index: number | null;
+  try_number: number | null;
+  event: string;
+  logical_date: string | null;
+  owner: string | null;
+  extra: string | null;
+};
+
+/**
+ * Serializer for Plugin FastAPI App responses.
+ */
+export type FastAPIAppResponse = {
+  app: string;
+  url_prefix: string;
+  name: string;
+  [key: string]: unknown | string;
+};
+
 /**
  * HTTPException Model used for error response.
  */
@@ -255,9 +411,119 @@ export type HealthInfoSchema = {
 export type HistoricalMetricDataResponse = {
   dag_run_types: DAGRunTypes;
   dag_run_states: DAGRunStates;
-  task_instance_states: TaskInstanceState;
+  task_instance_states: airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState;
+};
+
+/**
+ * Job serializer for responses.
+ */
+export type JobResponse = {
+  id: number;
+  dag_id: string | null;
+  state: string | null;
+  job_type: string | null;
+  start_date: string | null;
+  end_date: string | null;
+  latest_heartbeat: string | null;
+  executor_class: string | null;
+  hostname: string | null;
+  unixname: string | null;
+};
+
+/**
+ * Plugin Collection serializer.
+ */
+export type PluginCollectionResponse = {
+  plugins: Array<PluginResponse>;
+  total_entries: number;
+};
+
+/**
+ * Plugin serializer.
+ */
+export type PluginResponse = {
+  name: string;
+  macros: Array<string>;
+  flask_blueprints: Array<string>;
+  fastapi_apps: Array<FastAPIAppResponse>;
+  appbuilder_views: Array<AppBuilderViewResponse>;
+  appbuilder_menu_items: Array<AppBuilderMenuItemResponse>;
+  global_operator_extra_links: Array<string>;
+  operator_extra_links: Array<string>;
+  source: string;
+  ti_deps: Array<string>;
+  listeners: Array<string>;
+  timetables: Array<string>;
+};
+
+/**
+ * Pool Collection serializer for responses.
+ */
+export type PoolCollectionResponse = {
+  pools: Array<PoolResponse>;
+  total_entries: number;
+};
+
+/**
+ * Pool serializer for patch bodies.
+ */
+export type PoolPatchBody = {
+  pool?: string | null;
+  slots?: number | null;
+  description?: string | null;
+  include_deferred?: boolean | null;
+};
+
+/**
+ * Pool serializer for post bodies.
+ */
+export type PoolPostBody = {
+  name: string;
+  slots: number;
+  description?: string | null;
+  include_deferred?: boolean;
+};
+
+/**
+ * Pool serializer for responses.
+ */
+export type PoolResponse = {
+  name: string;
+  slots: number;
+  description: string | null;
+  include_deferred: boolean;
+  occupied_slots: number;
+  running_slots: number;
+  queued_slots: number;
+  scheduled_slots: number;
+  open_slots: number;
+  deferred_slots: number;
+};
+
+/**
+ * Provider Collection serializer for responses.
+ */
+export type ProviderCollectionResponse = {
+  providers: Array<ProviderResponse>;
+  total_entries: number;
+};
+
+/**
+ * Provider serializer for responses.
+ */
+export type ProviderResponse = {
+  package_name: string;
+  description: string;
+  version: string;
 };
 
+/**
+ * Internal enum for setting reprocess behavior in a backfill.
+ *
+ * :meta private:
+ */
+export type ReprocessBehavior = "failed" | "completed" | "none";
+
 /**
  * Schema for Scheduler info.
  */
@@ -269,20 +535,48 @@ export type SchedulerInfoSchema = {
 /**
  * TaskInstance serializer for responses.
  */
-export type TaskInstanceState = {
-  no_status: number;
-  removed: number;
-  scheduled: number;
-  queued: number;
-  running: number;
-  success: number;
-  restarting: number;
-  failed: number;
-  up_for_retry: number;
-  up_for_reschedule: number;
-  upstream_failed: number;
-  skipped: number;
-  deferred: number;
+export type TaskInstanceResponse = {
+  task_id: string;
+  dag_id: string;
+  dag_run_id: string;
+  map_index: number;
+  logical_date: string;
+  start_date: string | null;
+  end_date: string | null;
+  duration: number | null;
+  state: airflow__utils__state__TaskInstanceState | null;
+  try_number: number;
+  max_tries: number;
+  task_display_name: string;
+  hostname: string | null;
+  unixname: string | null;
+  pool: string;
+  pool_slots: number;
+  queue: string | null;
+  priority_weight: number | null;
+  operator: string | null;
+  queued_when: string | null;
+  pid: number | null;
+  executor: string | null;
+  executor_config: string;
+  note: string | null;
+  rendered_map_index: string | null;
+  rendered_fields?: {
+    [key: string]: unknown;
+  };
+  trigger: TriggerResponse | null;
+  triggerer_job: JobResponse | null;
+};
+
+/**
+ * Trigger serializer for responses.
+ */
+export type TriggerResponse = {
+  id: number;
+  classpath: string;
+  kwargs: string;
+  created_date: string;
+  triggerer_id: number | null;
 };
 
 /**
@@ -308,6 +602,14 @@ export type VariableBody = {
   value: string | null;
 };
 
+/**
+ * Variable Collection serializer for responses.
+ */
+export type VariableCollectionResponse = {
+  variables: Array<VariableResponse>;
+  total_entries: number;
+};
+
 /**
  * Variable serializer for responses.
  */
@@ -317,6 +619,53 @@ export type VariableResponse = {
   value: string | null;
 };
 
+/**
+ * Version information serializer for responses.
+ */
+export type VersionInfo = {
+  version: string;
+  git_version: string | null;
+};
+
+/**
+ * TaskInstance serializer for responses.
+ */
+export type airflow__api_fastapi__core_api__serializers__dashboard__TaskInstanceState =
+  {
+    no_status: number;
+    removed: number;
+    scheduled: number;
+    queued: number;
+    running: number;
+    success: number;
+    restarting: number;
+    failed: number;
+    up_for_retry: number;
+    up_for_reschedule: number;
+    upstream_failed: number;
+    skipped: number;
+    deferred: number;
+  };
+
+/**
+ * All possible states that a Task Instance can be in.
+ *
+ * Note that None is also allowed, so always use this in a type hint with Optional.
+ */
+export type airflow__utils__state__TaskInstanceState =
+  | "removed"
+  | "scheduled"
+  | "queued"
+  | "running"
+  | "success"
+  | "restarting"
+  | "failed"
+  | "up_for_retry"
+  | "up_for_reschedule"
+  | "upstream_failed"
+  | "skipped"
+  | "deferred";
+
 export type NextRunAssetsData = {
   dagId: string;
 };
@@ -332,6 +681,60 @@ export type HistoricalMetricsData = {
 
 export type HistoricalMetricsResponse = HistoricalMetricDataResponse;
 
+export type RecentDagRunsData = {
+  dagDisplayNamePattern?: string | null;
+  dagIdPattern?: string | null;
+  dagRunsLimit?: number;
+  lastDagRunState?: DagRunState | null;
+  limit?: number;
+  offset?: number;
+  onlyActive?: boolean;
+  owners?: Array<string>;
+  paused?: boolean | null;
+  tags?: Array<string>;
+};
+
+export type RecentDagRunsResponse = DAGWithLatestDagRunsCollectionResponse;
+
+export type ListBackfillsData = {
+  dagId: string;
+  limit?: number;
+  offset?: number;
+  orderBy?: string;
+};
+
+export type ListBackfillsResponse = unknown;
+
+export type CreateBackfillData = {
+  requestBody: BackfillPostBody;
+};
+
+export type CreateBackfillResponse = unknown;
+
+export type GetBackfillData = {
+  backfillId: string;
+};
+
+export type GetBackfillResponse = unknown;
+
+export type PauseBackfillData = {
+  backfillId: unknown;
+};
+
+export type PauseBackfillResponse = unknown;
+
+export type UnpauseBackfillData = {
+  backfillId: unknown;
+};
+
+export type UnpauseBackfillResponse = unknown;
+
+export type CancelBackfillData = {
+  backfillId: unknown;
+};
+
+export type CancelBackfillResponse = unknown;
+
 export type GetDagsData = {
   dagDisplayNamePattern?: string | null;
   dagIdPattern?: string | null;
@@ -362,6 +765,15 @@ export type PatchDagsData = {
 
 export type PatchDagsResponse = DAGCollectionResponse;
 
+export type GetDagTagsData = {
+  limit?: number;
+  offset?: number;
+  orderBy?: string;
+  tagNamePattern?: string | null;
+};
+
+export type GetDagTagsResponse = DAGTagCollectionResponse;
+
 export type GetDagData = {
   dagId: string;
 };
@@ -408,59 +820,611 @@ export type GetConnectionsData = {
 
 export type GetConnectionsResponse = ConnectionCollectionResponse;
 
-export type DeleteVariableData = {
-  variableKey: string;
+export type GetDagRunData = {
+  dagId: string;
+  dagRunId: string;
 };
 
-export type DeleteVariableResponse = void;
+export type GetDagRunResponse = DAGRunResponse;
 
-export type GetVariableData = {
-  variableKey: string;
+export type DeleteDagRunData = {
+  dagId: string;
+  dagRunId: string;
 };
 
-export type GetVariableResponse = VariableResponse;
+export type DeleteDagRunResponse = void;
 
-export type PatchVariableData = {
-  requestBody: VariableBody;
+export type PatchDagRunStateData = {
+  dagId: string;
+  dagRunId: string;
+  requestBody: DAGRunPatchBody;
   updateMask?: Array<string> | null;
-  variableKey: string;
 };
 
-export type PatchVariableResponse = VariableResponse;
+export type PatchDagRunStateResponse = DAGRunResponse;
 
-export type PostVariableData = {
-  requestBody: VariableBody;
+export type GetDagSourceData = {
+  accept?: string;
+  fileToken: string;
 };
 
-export type PostVariableResponse = VariableResponse;
+export type GetDagSourceResponse = DAGSourceResponse;
 
-export type GetDagRunData = {
-  dagId: string;
-  dagRunId: string;
+export type GetEventLogData = {
+  eventLogId: number;
 };
 
-export type GetDagRunResponse = DAGRunResponse;
+export type GetEventLogResponse = EventLogResponse;
 
-export type DeleteDagRunData = {
-  dagId: string;
-  dagRunId: string;
+export type GetHealthResponse = HealthInfoSchema;
+
+export type ListDagWarningsData = {
+  dagId?: string | null;
+  limit?: number;
+  offset?: number;
+  orderBy?: string;
+  warningType?: DagWarningType | null;
 };
 
-export type DeleteDagRunResponse = void;
+export type ListDagWarningsResponse = DAGWarningCollectionResponse;
 
-export type GetHealthResponse = HealthInfoSchema;
+export type GetPluginsData = {
+  limit?: number;
+  offset?: number;
+};
+
+export type GetPluginsResponse = PluginCollectionResponse;
+
+export type DeletePoolData = {
+  poolName: string;
+};
+
+export type DeletePoolResponse = void;
+
+export type GetPoolData = {
+  poolName: string;
+};
+
+export type GetPoolResponse = PoolResponse;
+
+export type PatchPoolData = {
+  poolName: string;
+  requestBody: PoolPatchBody;
+  updateMask?: Array<string> | null;
+};
+
+export type PatchPoolResponse = PoolResponse;
+
+export type GetPoolsData = {
+  limit?: number;
+  offset?: number;
+  orderBy?: string;
+};
+
+export type GetPoolsResponse = PoolCollectionResponse;
+
+export type PostPoolData = {
+  requestBody: PoolPostBody;
+};
+
+export type PostPoolResponse = PoolResponse;
+
+export type GetProvidersData = {
+  limit?: number;
+  offset?: number;
+};
+
+export type GetProvidersResponse = ProviderCollectionResponse;
+
+export type GetTaskInstanceData = {
+  dagId: string;
+  dagRunId: string;
+  taskId: string;
+};
+
+export type GetTaskInstanceResponse = TaskInstanceResponse;
+
+export type GetMappedTaskInstanceData = {
+  dagId: string;
+  dagRunId: string;
+  mapIndex: number;
+  taskId: string;
+};
+
+export type GetMappedTaskInstanceResponse = TaskInstanceResponse;
+
+export type DeleteVariableData = {
+  variableKey: string;
+};
+
+export type DeleteVariableResponse = void;
+
+export type GetVariableData = {
+  variableKey: string;
+};
+
+export type GetVariableResponse = VariableResponse;
+
+export type PatchVariableData = {
+  requestBody: VariableBody;
+  updateMask?: Array<string> | null;
+  variableKey: string;
+};
+
+export type PatchVariableResponse = VariableResponse;
+
+export type GetVariablesData = {
+  limit?: number;
+  offset?: number;
+  orderBy?: string;
+};
+
+export type GetVariablesResponse = VariableCollectionResponse;
+
+export type PostVariableData = {
+  requestBody: VariableBody;
+};
+
+export type PostVariableResponse = VariableResponse;
+
+export type GetVersionResponse = VersionInfo;
 
 export type $OpenApiTs = {
   "/ui/next_run_assets/{dag_id}": {
     get: {
-      req: NextRunAssetsData;
+      req: NextRunAssetsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: {
+          [key: string]: unknown;
+        };
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/ui/dashboard/historical_metrics_data": {
+    get: {
+      req: HistoricalMetricsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: HistoricalMetricDataResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/ui/dags/recent_dag_runs": {
+    get: {
+      req: RecentDagRunsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGWithLatestDagRunsCollectionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/backfills/": {
+    get: {
+      req: ListBackfillsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+    post: {
+      req: CreateBackfillData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Conflict
+         */
+        409: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/backfills/{backfill_id}": {
+    get: {
+      req: GetBackfillData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/backfills/{backfill_id}/pause": {
+    put: {
+      req: PauseBackfillData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Conflict
+         */
+        409: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/backfills/{backfill_id}/unpause": {
+    put: {
+      req: UnpauseBackfillData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Conflict
+         */
+        409: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/backfills/{backfill_id}/cancel": {
+    put: {
+      req: CancelBackfillData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Conflict
+         */
+        409: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/dags/": {
+    get: {
+      req: GetDagsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGCollectionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+    patch: {
+      req: PatchDagsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGCollectionResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/dags/tags": {
+    get: {
+      req: GetDagTagsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGTagCollectionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/dags/{dag_id}": {
+    get: {
+      req: GetDagData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Unprocessable Entity
+         */
+        422: HTTPExceptionResponse;
+      };
+    };
+    patch: {
+      req: PatchDagData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+    delete: {
+      req: DeleteDagData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: unknown;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Unprocessable Entity
+         */
+        422: HTTPExceptionResponse;
+      };
+    };
+  };
+  "/public/dags/{dag_id}/details": {
+    get: {
+      req: GetDagDetailsData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: DAGDetailsResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Unprocessable Entity
+         */
+        422: HTTPExceptionResponse;
+      };
+    };
+  };
+  "/public/connections/{connection_id}": {
+    delete: {
+      req: DeleteConnectionData;
+      res: {
+        /**
+         * Successful Response
+         */
+        204: void;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+    get: {
+      req: GetConnectionData;
       res: {
         /**
          * Successful Response
          */
-        200: {
-          [key: string]: unknown;
-        };
+        200: ConnectionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
         /**
          * Validation Error
          */
@@ -468,18 +1432,26 @@ export type $OpenApiTs = {
       };
     };
   };
-  "/ui/dashboard/historical_metrics_data": {
+  "/public/connections/": {
     get: {
-      req: HistoricalMetricsData;
+      req: GetConnectionsData;
       res: {
         /**
          * Successful Response
          */
-        200: HistoricalMetricDataResponse;
+        200: ConnectionCollectionResponse;
         /**
-         * Bad Request
+         * Unauthorized
          */
-        400: HTTPExceptionResponse;
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
         /**
          * Validation Error
          */
@@ -487,27 +1459,39 @@ export type $OpenApiTs = {
       };
     };
   };
-  "/public/dags/": {
+  "/public/dags/{dag_id}/dagRuns/{dag_run_id}": {
     get: {
-      req: GetDagsData;
+      req: GetDagRunData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGCollectionResponse;
+        200: DAGRunResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
         /**
          * Validation Error
          */
         422: HTTPValidationError;
       };
     };
-    patch: {
-      req: PatchDagsData;
+    delete: {
+      req: DeleteDagRunData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGCollectionResponse;
+        204: void;
         /**
          * Bad Request
          */
@@ -530,15 +1514,13 @@ export type $OpenApiTs = {
         422: HTTPValidationError;
       };
     };
-  };
-  "/public/dags/{dag_id}": {
-    get: {
-      req: GetDagData;
+    patch: {
+      req: PatchDagRunStateData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGResponse;
+        200: DAGRunResponse;
         /**
          * Bad Request
          */
@@ -556,18 +1538,20 @@ export type $OpenApiTs = {
          */
         404: HTTPExceptionResponse;
         /**
-         * Unprocessable Entity
+         * Validation Error
          */
-        422: HTTPExceptionResponse;
+        422: HTTPValidationError;
       };
     };
-    patch: {
-      req: PatchDagData;
+  };
+  "/public/dagSources/{file_token}": {
+    get: {
+      req: GetDagSourceData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGResponse;
+        200: DAGSourceResponse;
         /**
          * Bad Request
          */
@@ -584,23 +1568,25 @@ export type $OpenApiTs = {
          * Not Found
          */
         404: HTTPExceptionResponse;
+        /**
+         * Not Acceptable
+         */
+        406: HTTPExceptionResponse;
         /**
          * Validation Error
          */
         422: HTTPValidationError;
       };
     };
-    delete: {
-      req: DeleteDagData;
+  };
+  "/public/eventLogs/{event_log_id}": {
+    get: {
+      req: GetEventLogData;
       res: {
         /**
          * Successful Response
          */
-        200: unknown;
-        /**
-         * Bad Request
-         */
-        400: HTTPExceptionResponse;
+        200: EventLogResponse;
         /**
          * Unauthorized
          */
@@ -614,24 +1600,30 @@ export type $OpenApiTs = {
          */
         404: HTTPExceptionResponse;
         /**
-         * Unprocessable Entity
+         * Validation Error
          */
-        422: HTTPExceptionResponse;
+        422: HTTPValidationError;
       };
     };
   };
-  "/public/dags/{dag_id}/details": {
+  "/public/monitor/health": {
     get: {
-      req: GetDagDetailsData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGDetailsResponse;
+        200: HealthInfoSchema;
+      };
+    };
+  };
+  "/public/dagWarnings": {
+    get: {
+      req: ListDagWarningsData;
+      res: {
         /**
-         * Bad Request
+         * Successful Response
          */
-        400: HTTPExceptionResponse;
+        200: DAGWarningCollectionResponse;
         /**
          * Unauthorized
          */
@@ -641,24 +1633,39 @@ export type $OpenApiTs = {
          */
         403: HTTPExceptionResponse;
         /**
-         * Not Found
+         * Validation Error
          */
-        404: HTTPExceptionResponse;
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/plugins/": {
+    get: {
+      req: GetPluginsData;
+      res: {
         /**
-         * Unprocessable Entity
+         * Successful Response
          */
-        422: HTTPExceptionResponse;
+        200: PluginCollectionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
       };
     };
   };
-  "/public/connections/{connection_id}": {
+  "/public/pools/{pool_name}": {
     delete: {
-      req: DeleteConnectionData;
+      req: DeletePoolData;
       res: {
         /**
          * Successful Response
          */
         204: void;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
         /**
          * Unauthorized
          */
@@ -678,12 +1685,12 @@ export type $OpenApiTs = {
       };
     };
     get: {
-      req: GetConnectionData;
+      req: GetPoolData;
       res: {
         /**
          * Successful Response
          */
-        200: ConnectionResponse;
+        200: PoolResponse;
         /**
          * Unauthorized
          */
@@ -702,15 +1709,17 @@ export type $OpenApiTs = {
         422: HTTPValidationError;
       };
     };
-  };
-  "/public/connections/": {
-    get: {
-      req: GetConnectionsData;
+    patch: {
+      req: PatchPoolData;
       res: {
         /**
          * Successful Response
          */
-        200: ConnectionCollectionResponse;
+        200: PoolResponse;
+        /**
+         * Bad Request
+         */
+        400: HTTPExceptionResponse;
         /**
          * Unauthorized
          */
@@ -730,14 +1739,14 @@ export type $OpenApiTs = {
       };
     };
   };
-  "/public/variables/{variable_key}": {
-    delete: {
-      req: DeleteVariableData;
+  "/public/pools/": {
+    get: {
+      req: GetPoolsData;
       res: {
         /**
          * Successful Response
          */
-        204: void;
+        200: PoolCollectionResponse;
         /**
          * Unauthorized
          */
@@ -756,13 +1765,51 @@ export type $OpenApiTs = {
         422: HTTPValidationError;
       };
     };
+    post: {
+      req: PostPoolData;
+      res: {
+        /**
+         * Successful Response
+         */
+        201: PoolResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/providers/": {
     get: {
-      req: GetVariableData;
+      req: GetProvidersData;
       res: {
         /**
          * Successful Response
          */
-        200: VariableResponse;
+        200: ProviderCollectionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}": {
+    get: {
+      req: GetTaskInstanceData;
+      res: {
+        /**
+         * Successful Response
+         */
+        200: TaskInstanceResponse;
         /**
          * Unauthorized
          */
@@ -781,17 +1828,15 @@ export type $OpenApiTs = {
         422: HTTPValidationError;
       };
     };
-    patch: {
-      req: PatchVariableData;
+  };
+  "/public/dags/{dag_id}/dagRuns/{dag_run_id}/taskInstances/{task_id}/{map_index}": {
+    get: {
+      req: GetMappedTaskInstanceData;
       res: {
         /**
          * Successful Response
          */
-        200: VariableResponse;
-        /**
-         * Bad Request
-         */
-        400: HTTPExceptionResponse;
+        200: TaskInstanceResponse;
         /**
          * Unauthorized
          */
@@ -811,14 +1856,14 @@ export type $OpenApiTs = {
       };
     };
   };
-  "/public/variables/": {
-    post: {
-      req: PostVariableData;
+  "/public/variables/{variable_key}": {
+    delete: {
+      req: DeleteVariableData;
       res: {
         /**
          * Successful Response
          */
-        201: VariableResponse;
+        204: void;
         /**
          * Unauthorized
          */
@@ -827,21 +1872,23 @@ export type $OpenApiTs = {
          * Forbidden
          */
         403: HTTPExceptionResponse;
+        /**
+         * Not Found
+         */
+        404: HTTPExceptionResponse;
         /**
          * Validation Error
          */
         422: HTTPValidationError;
       };
     };
-  };
-  "/public/dags/{dag_id}/dagRuns/{dag_run_id}": {
     get: {
-      req: GetDagRunData;
+      req: GetVariableData;
       res: {
         /**
          * Successful Response
          */
-        200: DAGRunResponse;
+        200: VariableResponse;
         /**
          * Unauthorized
          */
@@ -860,13 +1907,13 @@ export type $OpenApiTs = {
         422: HTTPValidationError;
       };
     };
-    delete: {
-      req: DeleteDagRunData;
+    patch: {
+      req: PatchVariableData;
       res: {
         /**
          * Successful Response
          */
-        204: void;
+        200: VariableResponse;
         /**
          * Bad Request
          */
@@ -890,13 +1937,57 @@ export type $OpenApiTs = {
       };
     };
   };
-  "/public/monitor/health": {
+  "/public/variables/": {
     get: {
+      req: GetVariablesData;
       res: {
         /**
          * Successful Response
          */
-        200: HealthInfoSchema;
+        200: VariableCollectionResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+    post: {
+      req: PostVariableData;
+      res: {
+        /**
+         * Successful Response
+         */
+        201: VariableResponse;
+        /**
+         * Unauthorized
+         */
+        401: HTTPExceptionResponse;
+        /**
+         * Forbidden
+         */
+        403: HTTPExceptionResponse;
+        /**
+         * Validation Error
+         */
+        422: HTTPValidationError;
+      };
+    };
+  };
+  "/public/version/": {
+    get: {
+      res: {
+        /**
+         * Successful Response
+         */
+        200: VersionInfo;
       };
     };
   };
diff --git a/airflow/ui/package.json b/airflow/ui/package.json
index 3ca8d1a06f412..a048b1cf359de 100644
--- a/airflow/ui/package.json
+++ b/airflow/ui/package.json
@@ -17,20 +17,20 @@
   },
   "dependencies": {
     "@chakra-ui/anatomy": "^2.2.2",
-    "@chakra-ui/react": "^2.8.2",
+    "@chakra-ui/react": "^3.0.2",
     "@emotion/react": "^11.13.3",
-    "@emotion/styled": "^11.13.0",
     "@tanstack/react-query": "^5.52.1",
     "@tanstack/react-table": "^8.20.1",
     "axios": "^1.7.7",
-    "chakra-react-select": "^4.9.2",
+    "chakra-react-select": "6.0.0-next.2",
     "dayjs": "^1.11.13",
-    "framer-motion": "^11.3.29",
+    "next-themes": "^0.3.0",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "react-icons": "^5.3.0",
     "react-router-dom": "^6.26.2",
-    "use-debounce": "^10.0.3"
+    "use-debounce": "^10.0.3",
+    "usehooks-ts": "^3.1.0"
   },
   "devDependencies": {
     "@7nohe/openapi-react-query-codegen": "^1.6.0",
diff --git a/airflow/ui/pnpm-lock.yaml b/airflow/ui/pnpm-lock.yaml
index 3ceee513bb134..1b2b82cd3e9f9 100644
--- a/airflow/ui/pnpm-lock.yaml
+++ b/airflow/ui/pnpm-lock.yaml
@@ -12,14 +12,11 @@ importers:
         specifier: ^2.2.2
         version: 2.2.2
       '@chakra-ui/react':
-        specifier: ^2.8.2
-        version: 2.8.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+        specifier: ^3.0.2
+        version: 3.0.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@internationalized/date@3.5.6)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
       '@emotion/react':
         specifier: ^11.13.3
         version: 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@emotion/styled':
-        specifier: ^11.13.0
-        version: 11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1)
       '@tanstack/react-query':
         specifier: ^5.52.1
         version: 5.52.1(react@18.3.1)
@@ -30,14 +27,14 @@ importers:
         specifier: ^1.7.7
         version: 1.7.7
       chakra-react-select:
-        specifier: ^4.9.2
-        version: 4.9.2(uzcvocchpeesoxvtkif6ppnvaq)
+        specifier: 6.0.0-next.2
+        version: 6.0.0-next.2(@chakra-ui/react@3.0.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@internationalized/date@3.5.6)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(@types/react@18.3.5)(next-themes@0.3.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
       dayjs:
         specifier: ^1.11.13
         version: 1.11.13
-      framer-motion:
-        specifier: ^11.3.29
-        version: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+      next-themes:
+        specifier: ^0.3.0
+        version: 0.3.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
       react:
         specifier: ^18.3.1
         version: 18.3.1
@@ -53,6 +50,9 @@ importers:
       use-debounce:
         specifier: ^10.0.3
         version: 10.0.3(react@18.3.1)
+      usehooks-ts:
+        specifier: ^3.1.0
+        version: 3.1.0(react@18.3.1)
     devDependencies:
       '@7nohe/openapi-react-query-codegen':
         specifier: ^1.6.0
@@ -89,7 +89,7 @@ importers:
         version: 18.3.0
       '@vitejs/plugin-react-swc':
         specifier: ^3.7.0
-        version: 3.7.0(vite@5.4.6(@types/node@22.5.4))
+        version: 3.7.0(@swc/helpers@0.5.13)(vite@5.4.6(@types/node@22.5.4))
       '@vitest/coverage-v8':
         specifier: ^2.1.1
         version: 2.1.1(vitest@2.1.1(@types/node@22.5.4)(happy-dom@15.0.0))
@@ -165,6 +165,15 @@ packages:
     resolution: {integrity: sha512-9K6xOqeevacvweLGik6LnZCb1fBtCOSIWQs8d096XGeqoLKC33UVMGz9+77Gw44KvbH4pKcQPWo4ZpxkXYj05w==}
     engines: {node: '>= 16'}
 
+  '@ark-ui/anatomy@3.5.0':
+    resolution: {integrity: sha512-KoROLVVT23BvFHcye/GYhG8NJ2CH0C+CaoJhXrkEjvk8pbEx80Xk5NIUy5gL7xmX+LDD7kY5t3NotBqCu+2L2w==}
+
+  '@ark-ui/react@4.1.2':
+    resolution: {integrity: sha512-7Y8NToONNbfDngQh15GNzn4i4RLJTRRmXm9tXB09a1nKbuYICbxFcX+5IgdhvRudoIFR9r2sCbeEy69I6T13gg==}
+    peerDependencies:
+      react: '>=18.0.0'
+      react-dom: '>=18.0.0'
+
   '@babel/code-frame@7.24.7':
     resolution: {integrity: sha512-BcYH1CVJBO9tvyIZ2jVeXgSIMvGZ2FDRvDdOIVQyuklNKSsx+eppDEBq/g47Ayw+RqNFE+URvOShmf+f/qwAlA==}
     engines: {node: '>=6.9.0'}
@@ -254,479 +263,16 @@ packages:
   '@bcoe/v8-coverage@0.2.3':
     resolution: {integrity: sha512-0hYQ8SB4Db5zvZB4axdMHGwEaQjkZzFjQiN9LVYvIFB2nSUHW9tYpxWriPrWDASIxiaXax83REcLxuSdnGPZtw==}
 
-  '@chakra-ui/accordion@2.3.1':
-    resolution: {integrity: sha512-FSXRm8iClFyU+gVaXisOSEw0/4Q+qZbFRiuhIAkVU6Boj0FxAMrlo9a8AV5TuF77rgaHytCdHk0Ng+cyUijrag==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-
-  '@chakra-ui/alert@2.2.2':
-    resolution: {integrity: sha512-jHg4LYMRNOJH830ViLuicjb3F+v6iriE/2G5T+Sd0Hna04nukNJ1MxUmBPE+vI22me2dIflfelu2v9wdB6Pojw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
   '@chakra-ui/anatomy@2.2.2':
     resolution: {integrity: sha512-MV6D4VLRIHr4PkW4zMyqfrNS1mPlCTiCXwvYGtDFQYr+xHFfonhAuf9WjsSc0nyp2m0OdkSLnzmVKkZFLo25Tg==}
 
-  '@chakra-ui/avatar@2.3.0':
-    resolution: {integrity: sha512-8gKSyLfygnaotbJbDMHDiJoF38OHXUYVme4gGxZ1fLnQEdPVEaIWfH+NndIjOM0z8S+YEFnT9KyGMUtvPrBk3g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/breadcrumb@2.2.0':
-    resolution: {integrity: sha512-4cWCG24flYBxjruRi4RJREWTGF74L/KzI2CognAW/d/zWR0CjiScuJhf37Am3LFbCySP6WSoyBOtTIoTA4yLEA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/breakpoint-utils@2.0.8':
-    resolution: {integrity: sha512-Pq32MlEX9fwb5j5xx8s18zJMARNHlQZH2VH1RZgfgRDpp7DcEgtRW5AInfN5CfqdHLO1dGxA7I3MqEuL5JnIsA==}
-
-  '@chakra-ui/button@2.1.0':
-    resolution: {integrity: sha512-95CplwlRKmmUXkdEp/21VkEWgnwcx2TOBG6NfYlsuLBDHSLlo5FKIiE2oSi4zXc4TLcopGcWPNcm/NDaSC5pvA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/card@2.2.0':
-    resolution: {integrity: sha512-xUB/k5MURj4CtPAhdSoXZidUbm8j3hci9vnc+eZJVDqhDOShNlD6QeniQNRPRys4lWAQLCbFcrwL29C8naDi6g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/checkbox@2.3.2':
-    resolution: {integrity: sha512-85g38JIXMEv6M+AcyIGLh7igNtfpAN6KGQFYxY9tBj0eWvWk4NKQxvqqyVta0bSAyIl1rixNIIezNpNWk2iO4g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/clickable@2.1.0':
-    resolution: {integrity: sha512-flRA/ClPUGPYabu+/GLREZVZr9j2uyyazCAUHAdrTUEdDYCr31SVGhgh7dgKdtq23bOvAQJpIJjw/0Bs0WvbXw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/close-button@2.1.1':
-    resolution: {integrity: sha512-gnpENKOanKexswSVpVz7ojZEALl2x5qjLYNqSQGbxz+aP9sOXPfUS56ebyBrre7T7exuWGiFeRwnM0oVeGPaiw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/color-mode@2.2.0':
-    resolution: {integrity: sha512-niTEA8PALtMWRI9wJ4LL0CSBDo8NBfLNp4GD6/0hstcm3IlbBHTVKxN6HwSaoNYfphDQLxCjT4yG+0BJA5tFpg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/control-box@2.1.0':
-    resolution: {integrity: sha512-gVrRDyXFdMd8E7rulL0SKeoljkLQiPITFnsyMO8EFHNZ+AHt5wK4LIguYVEq88APqAGZGfHFWXr79RYrNiE3Mg==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/counter@2.1.0':
-    resolution: {integrity: sha512-s6hZAEcWT5zzjNz2JIWUBzRubo9la/oof1W7EKZVVfPYHERnl5e16FmBC79Yfq8p09LQ+aqFKm/etYoJMMgghw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/css-reset@2.3.0':
-    resolution: {integrity: sha512-cQwwBy5O0jzvl0K7PLTLgp8ijqLPKyuEMiDXwYzl95seD3AoeuoCLyzZcJtVqaUZ573PiBdAbY/IlZcwDOItWg==}
-    peerDependencies:
-      '@emotion/react': '>=10.0.35'
-      react: '>=18'
-
-  '@chakra-ui/descendant@3.1.0':
-    resolution: {integrity: sha512-VxCIAir08g5w27klLyi7PVo8BxhW4tgU/lxQyujkmi4zx7hT9ZdrcQLAted/dAa+aSIZ14S1oV0Q9lGjsAdxUQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/dom-utils@2.1.0':
-    resolution: {integrity: sha512-ZmF2qRa1QZ0CMLU8M1zCfmw29DmPNtfjR9iTo74U5FPr3i1aoAh7fbJ4qAlZ197Xw9eAW28tvzQuoVWeL5C7fQ==}
-
-  '@chakra-ui/editable@3.1.0':
-    resolution: {integrity: sha512-j2JLrUL9wgg4YA6jLlbU88370eCRyor7DZQD9lzpY95tSOXpTljeg3uF9eOmDnCs6fxp3zDWIfkgMm/ExhcGTg==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/event-utils@2.0.8':
-    resolution: {integrity: sha512-IGM/yGUHS+8TOQrZGpAKOJl/xGBrmRYJrmbHfUE7zrG3PpQyXvbLDP1M+RggkCFVgHlJi2wpYIf0QtQlU0XZfw==}
-
-  '@chakra-ui/focus-lock@2.1.0':
-    resolution: {integrity: sha512-EmGx4PhWGjm4dpjRqM4Aa+rCWBxP+Rq8Uc/nAVnD4YVqkEhBkrPTpui2lnjsuxqNaZ24fIAZ10cF1hlpemte/w==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/form-control@2.2.0':
-    resolution: {integrity: sha512-wehLC1t4fafCVJ2RvJQT2jyqsAwX7KymmiGqBu7nQoQz8ApTkGABWpo/QwDh3F/dBLrouHDoOvGmYTqft3Mirw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/hooks@2.2.1':
-    resolution: {integrity: sha512-RQbTnzl6b1tBjbDPf9zGRo9rf/pQMholsOudTxjy4i9GfTfz6kgp5ValGjQm2z7ng6Z31N1cnjZ1AlSzQ//ZfQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/icon@3.2.0':
-    resolution: {integrity: sha512-xxjGLvlX2Ys4H0iHrI16t74rG9EBcpFvJ3Y3B7KMQTrnW34Kf7Da/UC8J67Gtx85mTHW020ml85SVPKORWNNKQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/image@2.1.0':
-    resolution: {integrity: sha512-bskumBYKLiLMySIWDGcz0+D9Th0jPvmX6xnRMs4o92tT3Od/bW26lahmV2a2Op2ItXeCmRMY+XxJH5Gy1i46VA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/input@2.1.2':
-    resolution: {integrity: sha512-GiBbb3EqAA8Ph43yGa6Mc+kUPjh4Spmxp1Pkelr8qtudpc3p2PJOOebLpd90mcqw8UePPa+l6YhhPtp6o0irhw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/layout@2.3.1':
-    resolution: {integrity: sha512-nXuZ6WRbq0WdgnRgLw+QuxWAHuhDtVX8ElWqcTK+cSMFg/52eVP47czYBE5F35YhnoW2XBwfNoNgZ7+e8Z01Rg==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/lazy-utils@2.0.5':
-    resolution: {integrity: sha512-UULqw7FBvcckQk2n3iPO56TMJvDsNv0FKZI6PlUNJVaGsPbsYxK/8IQ60vZgaTVPtVcjY6BE+y6zg8u9HOqpyg==}
-
-  '@chakra-ui/live-region@2.1.0':
-    resolution: {integrity: sha512-ZOxFXwtaLIsXjqnszYYrVuswBhnIHHP+XIgK1vC6DePKtyK590Wg+0J0slDwThUAd4MSSIUa/nNX84x1GMphWw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/media-query@3.3.0':
-    resolution: {integrity: sha512-IsTGgFLoICVoPRp9ykOgqmdMotJG0CnPsKvGQeSFOB/dZfIujdVb14TYxDU4+MURXry1MhJ7LzZhv+Ml7cr8/g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/menu@2.2.1':
-    resolution: {integrity: sha512-lJS7XEObzJxsOwWQh7yfG4H8FzFPRP5hVPN/CL+JzytEINCSBvsCDHrYPQGp7jzpCi8vnTqQQGQe0f8dwnXd2g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-
-  '@chakra-ui/modal@2.3.1':
-    resolution: {integrity: sha512-TQv1ZaiJMZN+rR9DK0snx/OPwmtaGH1HbZtlYt4W4s6CzyK541fxLRTjIXfEzIGpvNW+b6VFuFjbcR78p4DEoQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-      react-dom: '>=18'
-
-  '@chakra-ui/number-input@2.1.2':
-    resolution: {integrity: sha512-pfOdX02sqUN0qC2ysuvgVDiws7xZ20XDIlcNhva55Jgm095xjm8eVdIBfNm3SFbSUNxyXvLTW/YQanX74tKmuA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/number-utils@2.0.7':
-    resolution: {integrity: sha512-yOGxBjXNvLTBvQyhMDqGU0Oj26s91mbAlqKHiuw737AXHt0aPllOthVUqQMeaYLwLCjGMg0jtI7JReRzyi94Dg==}
-
-  '@chakra-ui/object-utils@2.1.0':
-    resolution: {integrity: sha512-tgIZOgLHaoti5PYGPTwK3t/cqtcycW0owaiOXoZOcpwwX/vlVb+H1jFsQyWiiwQVPt9RkoSLtxzXamx+aHH+bQ==}
-
-  '@chakra-ui/pin-input@2.1.0':
-    resolution: {integrity: sha512-x4vBqLStDxJFMt+jdAHHS8jbh294O53CPQJoL4g228P513rHylV/uPscYUHrVJXRxsHfRztQO9k45jjTYaPRMw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/popover@2.2.1':
-    resolution: {integrity: sha512-K+2ai2dD0ljvJnlrzesCDT9mNzLifE3noGKZ3QwLqd/K34Ym1W/0aL1ERSynrcG78NKoXS54SdEzkhCZ4Gn/Zg==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-
-  '@chakra-ui/popper@3.1.0':
-    resolution: {integrity: sha512-ciDdpdYbeFG7og6/6J8lkTFxsSvwTdMLFkpVylAF6VNC22jssiWfquj2eyD4rJnzkRFPvIWJq8hvbfhsm+AjSg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/portal@2.1.0':
-    resolution: {integrity: sha512-9q9KWf6SArEcIq1gGofNcFPSWEyl+MfJjEUg/un1SMlQjaROOh3zYr+6JAwvcORiX7tyHosnmWC3d3wI2aPSQg==}
-    peerDependencies:
-      react: '>=18'
-      react-dom: '>=18'
-
-  '@chakra-ui/progress@2.2.0':
-    resolution: {integrity: sha512-qUXuKbuhN60EzDD9mHR7B67D7p/ZqNS2Aze4Pbl1qGGZfulPW0PY8Rof32qDtttDQBkzQIzFGE8d9QpAemToIQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/provider@2.4.2':
-    resolution: {integrity: sha512-w0Tef5ZCJK1mlJorcSjItCSbyvVuqpvyWdxZiVQmE6fvSJR83wZof42ux0+sfWD+I7rHSfj+f9nzhNaEWClysw==}
-    peerDependencies:
-      '@emotion/react': ^11.0.0
-      '@emotion/styled': ^11.0.0
-      react: '>=18'
-      react-dom: '>=18'
-
-  '@chakra-ui/radio@2.1.2':
-    resolution: {integrity: sha512-n10M46wJrMGbonaghvSRnZ9ToTv/q76Szz284gv4QUWvyljQACcGrXIONUnQ3BIwbOfkRqSk7Xl/JgZtVfll+w==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/react-children-utils@2.0.6':
-    resolution: {integrity: sha512-QVR2RC7QsOsbWwEnq9YduhpqSFnZGvjjGREV8ygKi8ADhXh93C8azLECCUVgRJF2Wc+So1fgxmjLcbZfY2VmBA==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-context@2.1.0':
-    resolution: {integrity: sha512-iahyStvzQ4AOwKwdPReLGfDesGG+vWJfEsn0X/NoGph/SkN+HXtv2sCfYFFR9k7bb+Kvc6YfpLlSuLvKMHi2+w==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-env@3.1.0':
-    resolution: {integrity: sha512-Vr96GV2LNBth3+IKzr/rq1IcnkXv+MLmwjQH6C8BRtn3sNskgDFD5vLkVXcEhagzZMCh8FR3V/bzZPojBOyNhw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-types@2.0.7':
-    resolution: {integrity: sha512-12zv2qIZ8EHwiytggtGvo4iLT0APris7T0qaAWqzpUGS0cdUtR8W+V1BJ5Ocq+7tA6dzQ/7+w5hmXih61TuhWQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-animation-state@2.1.0':
-    resolution: {integrity: sha512-CFZkQU3gmDBwhqy0vC1ryf90BVHxVN8cTLpSyCpdmExUEtSEInSCGMydj2fvn7QXsz/za8JNdO2xxgJwxpLMtg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-callback-ref@2.1.0':
-    resolution: {integrity: sha512-efnJrBtGDa4YaxDzDE90EnKD3Vkh5a1t3w7PhnRQmsphLy3g2UieasoKTlT2Hn118TwDjIv5ZjHJW6HbzXA9wQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-controllable-state@2.1.0':
-    resolution: {integrity: sha512-QR/8fKNokxZUs4PfxjXuwl0fj/d71WPrmLJvEpCTkHjnzu7LnYvzoe2wB867IdooQJL0G1zBxl0Dq+6W1P3jpg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-disclosure@2.1.0':
-    resolution: {integrity: sha512-Ax4pmxA9LBGMyEZJhhUZobg9C0t3qFE4jVF1tGBsrLDcdBeLR9fwOogIPY9Hf0/wqSlAryAimICbr5hkpa5GSw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-event-listener@2.1.0':
-    resolution: {integrity: sha512-U5greryDLS8ISP69DKDsYcsXRtAdnTQT+jjIlRYZ49K/XhUR/AqVZCK5BkR1spTDmO9H8SPhgeNKI70ODuDU/Q==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-focus-effect@2.1.0':
-    resolution: {integrity: sha512-xzVboNy7J64xveLcxTIJ3jv+lUJKDwRM7Szwn9tNzUIPD94O3qwjV7DDCUzN2490nSYDF4OBMt/wuDBtaR3kUQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-focus-on-pointer-down@2.1.0':
-    resolution: {integrity: sha512-2jzrUZ+aiCG/cfanrolsnSMDykCAbv9EK/4iUyZno6BYb3vziucmvgKuoXbMPAzWNtwUwtuMhkby8rc61Ue+Lg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-interval@2.1.0':
-    resolution: {integrity: sha512-8iWj+I/+A0J08pgEXP1J1flcvhLBHkk0ln7ZvGIyXiEyM6XagOTJpwNhiu+Bmk59t3HoV/VyvyJTa+44sEApuw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-latest-ref@2.1.0':
-    resolution: {integrity: sha512-m0kxuIYqoYB0va9Z2aW4xP/5b7BzlDeWwyXCH6QpT2PpW3/281L3hLCm1G0eOUcdVlayqrQqOeD6Mglq+5/xoQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-merge-refs@2.1.0':
-    resolution: {integrity: sha512-lERa6AWF1cjEtWSGjxWTaSMvneccnAVH4V4ozh8SYiN9fSPZLlSG3kNxfNzdFvMEhM7dnP60vynF7WjGdTgQbQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-outside-click@2.2.0':
-    resolution: {integrity: sha512-PNX+s/JEaMneijbgAM4iFL+f3m1ga9+6QK0E5Yh4s8KZJQ/bLwZzdhMz8J/+mL+XEXQ5J0N8ivZN28B82N1kNw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-pan-event@2.1.0':
-    resolution: {integrity: sha512-xmL2qOHiXqfcj0q7ZK5s9UjTh4Gz0/gL9jcWPA6GVf+A0Od5imEDa/Vz+533yQKWiNSm1QGrIj0eJAokc7O4fg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-previous@2.1.0':
-    resolution: {integrity: sha512-pjxGwue1hX8AFcmjZ2XfrQtIJgqbTF3Qs1Dy3d1krC77dEsiCUbQ9GzOBfDc8pfd60DrB5N2tg5JyHbypqh0Sg==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-safe-layout-effect@2.1.0':
-    resolution: {integrity: sha512-Knbrrx/bcPwVS1TorFdzrK/zWA8yuU/eaXDkNj24IrKoRlQrSBFarcgAEzlCHtzuhufP3OULPkELTzz91b0tCw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-size@2.1.0':
-    resolution: {integrity: sha512-tbLqrQhbnqOjzTaMlYytp7wY8BW1JpL78iG7Ru1DlV4EWGiAmXFGvtnEt9HftU0NJ0aJyjgymkxfVGI55/1Z4A==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-timeout@2.1.0':
-    resolution: {integrity: sha512-cFN0sobKMM9hXUhyCofx3/Mjlzah6ADaEl/AXl5Y+GawB5rgedgAcu2ErAgarEkwvsKdP6c68CKjQ9dmTQlJxQ==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-use-update-effect@2.1.0':
-    resolution: {integrity: sha512-ND4Q23tETaR2Qd3zwCKYOOS1dfssojPLJMLvUtUbW5M9uW1ejYWgGUobeAiOVfSplownG8QYMmHTP86p/v0lbA==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react-utils@2.0.12':
-    resolution: {integrity: sha512-GbSfVb283+YA3kA8w8xWmzbjNWk14uhNpntnipHCftBibl0lxtQ9YqMFQLwuFOO0U2gYVocszqqDWX+XNKq9hw==}
-    peerDependencies:
-      react: '>=18'
-
-  '@chakra-ui/react@2.8.2':
-    resolution: {integrity: sha512-Hn0moyxxyCDKuR9ywYpqgX8dvjqwu9ArwpIb9wHNYjnODETjLwazgNIliCVBRcJvysGRiV51U2/JtJVrpeCjUQ==}
-    peerDependencies:
-      '@emotion/react': ^11.0.0
-      '@emotion/styled': ^11.0.0
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-      react-dom: '>=18'
-
-  '@chakra-ui/select@2.1.2':
-    resolution: {integrity: sha512-ZwCb7LqKCVLJhru3DXvKXpZ7Pbu1TDZ7N0PdQ0Zj1oyVLJyrpef1u9HR5u0amOpqcH++Ugt0f5JSmirjNlctjA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/shared-utils@2.0.5':
-    resolution: {integrity: sha512-4/Wur0FqDov7Y0nCXl7HbHzCg4aq86h+SXdoUeuCMD3dSj7dpsVnStLYhng1vxvlbUnLpdF4oz5Myt3i/a7N3Q==}
-
-  '@chakra-ui/skeleton@2.1.0':
-    resolution: {integrity: sha512-JNRuMPpdZGd6zFVKjVQ0iusu3tXAdI29n4ZENYwAJEMf/fN0l12sVeirOxkJ7oEL0yOx2AgEYFSKdbcAgfUsAQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/skip-nav@2.1.0':
-    resolution: {integrity: sha512-Hk+FG+vadBSH0/7hwp9LJnLjkO0RPGnx7gBJWI4/SpoJf3e4tZlWYtwGj0toYY4aGKl93jVghuwGbDBEMoHDug==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/slider@2.1.0':
-    resolution: {integrity: sha512-lUOBcLMCnFZiA/s2NONXhELJh6sY5WtbRykPtclGfynqqOo47lwWJx+VP7xaeuhDOPcWSSecWc9Y1BfPOCz9cQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/spinner@2.1.0':
-    resolution: {integrity: sha512-hczbnoXt+MMv/d3gE+hjQhmkzLiKuoTo42YhUG7Bs9OSv2lg1fZHW1fGNRFP3wTi6OIbD044U1P9HK+AOgFH3g==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/stat@2.1.1':
-    resolution: {integrity: sha512-LDn0d/LXQNbAn2KaR3F1zivsZCewY4Jsy1qShmfBMKwn6rI8yVlbvu6SiA3OpHS0FhxbsZxQI6HefEoIgtqY6Q==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/stepper@2.3.1':
-    resolution: {integrity: sha512-ky77lZbW60zYkSXhYz7kbItUpAQfEdycT0Q4bkHLxfqbuiGMf8OmgZOQkOB9uM4v0zPwy2HXhe0vq4Dd0xa55Q==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/styled-system@2.9.2':
-    resolution: {integrity: sha512-To/Z92oHpIE+4nk11uVMWqo2GGRS86coeMmjxtpnErmWRdLcp1WVCVRAvn+ZwpLiNR+reWFr2FFqJRsREuZdAg==}
-
-  '@chakra-ui/switch@2.1.2':
-    resolution: {integrity: sha512-pgmi/CC+E1v31FcnQhsSGjJnOE2OcND4cKPyTE+0F+bmGm48Q/b5UmKD9Y+CmZsrt/7V3h8KNczowupfuBfIHA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-
-  '@chakra-ui/system@2.6.2':
-    resolution: {integrity: sha512-EGtpoEjLrUu4W1fHD+a62XR+hzC5YfsWm+6lO0Kybcga3yYEij9beegO0jZgug27V+Rf7vns95VPVP6mFd/DEQ==}
-    peerDependencies:
-      '@emotion/react': ^11.0.0
-      '@emotion/styled': ^11.0.0
-      react: '>=18'
-
-  '@chakra-ui/table@2.1.0':
-    resolution: {integrity: sha512-o5OrjoHCh5uCLdiUb0Oc0vq9rIAeHSIRScc2ExTC9Qg/uVZl2ygLrjToCaKfaaKl1oQexIeAcZDKvPG8tVkHyQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/tabs@3.0.0':
-    resolution: {integrity: sha512-6Mlclp8L9lqXmsGWF5q5gmemZXOiOYuh0SGT/7PgJVNPz3LXREXlXg2an4MBUD8W5oTkduCX+3KTMCwRrVrDYw==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/tag@3.1.1':
-    resolution: {integrity: sha512-Bdel79Dv86Hnge2PKOU+t8H28nm/7Y3cKd4Kfk9k3lOpUh4+nkSGe58dhRzht59lEqa4N9waCgQiBdkydjvBXQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/textarea@2.1.2':
-    resolution: {integrity: sha512-ip7tvklVCZUb2fOHDb23qPy/Fr2mzDOGdkrpbNi50hDCiV4hFX02jdQJdi3ydHZUyVgZVBKPOJ+lT9i7sKA2wA==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
-  '@chakra-ui/theme-tools@2.1.2':
-    resolution: {integrity: sha512-Qdj8ajF9kxY4gLrq7gA+Azp8CtFHGO9tWMN2wfF9aQNgG9AuMhPrUzMq9AMQ0MXiYcgNq/FD3eegB43nHVmXVA==}
-    peerDependencies:
-      '@chakra-ui/styled-system': '>=2.0.0'
-
-  '@chakra-ui/theme-utils@2.0.21':
-    resolution: {integrity: sha512-FjH5LJbT794r0+VSCXB3lT4aubI24bLLRWB+CuRKHijRvsOg717bRdUN/N1fEmEpFnRVrbewttWh/OQs0EWpWw==}
-
-  '@chakra-ui/theme@3.3.1':
-    resolution: {integrity: sha512-Hft/VaT8GYnItGCBbgWd75ICrIrIFrR7lVOhV/dQnqtfGqsVDlrztbSErvMkoPKt0UgAkd9/o44jmZ6X4U2nZQ==}
-    peerDependencies:
-      '@chakra-ui/styled-system': '>=2.8.0'
-
-  '@chakra-ui/toast@7.0.2':
-    resolution: {integrity: sha512-yvRP8jFKRs/YnkuE41BVTq9nB2v/KDRmje9u6dgDmE5+1bFt3bwjdf9gVbif4u5Ve7F7BGk5E093ARRVtvLvXA==}
-    peerDependencies:
-      '@chakra-ui/system': 2.6.2
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-      react-dom: '>=18'
-
-  '@chakra-ui/tooltip@2.3.1':
-    resolution: {integrity: sha512-Rh39GBn/bL4kZpuEMPPRwYNnccRCL+w9OqamWHIB3Qboxs6h8cOyXfIdGxjo72lvhu1QI/a4KFqkM3St+WfC0A==}
+  '@chakra-ui/react@3.0.2':
+    resolution: {integrity: sha512-xfW0tGCLJSvNkMFrz4zyjvImugwVb4gYvsGOT9hISMhDvh20ciS3WEI8S+jia4ytkl5yI4H0KPyuMjQt/gM69Q==}
     peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      framer-motion: '>=4.0.0'
+      '@emotion/react': '>=11'
       react: '>=18'
       react-dom: '>=18'
 
-  '@chakra-ui/transition@2.1.0':
-    resolution: {integrity: sha512-orkT6T/Dt+/+kVwJNy7zwJ+U2xAZ3EU7M3XCs45RBvUnZDr/u9vdmaM/3D/rOpmQJWgQBwKPJleUXrYWUagEDQ==}
-    peerDependencies:
-      framer-motion: '>=4.0.0'
-      react: '>=18'
-
-  '@chakra-ui/utils@2.0.15':
-    resolution: {integrity: sha512-El4+jL0WSaYYs+rJbuYFDbjmfCcfGDmRY95GO4xwzit6YAPZBLcR65rOEwLps+XWluZTy1xdMrusg/hW0c1aAA==}
-
-  '@chakra-ui/visually-hidden@2.2.0':
-    resolution: {integrity: sha512-KmKDg01SrQ7VbTD3+cPWf/UfpF5MSwm3v7MWi0n5t8HnnadT13MF0MJCDSXbBWnzLv1ZKJ6zlyAOeARWX+DpjQ==}
-    peerDependencies:
-      '@chakra-ui/system': '>=2.0.0'
-      react: '>=18'
-
   '@emotion/babel-plugin@11.12.0':
     resolution: {integrity: sha512-y2WQb+oP8Jqvvclh8Q55gLUyb7UFvgv7eJfsj7td5TToBrIUtPay2kMrZi4xjq9qw2vD0ZR5fSho0yqoFgX7Rw==}
 
@@ -736,8 +282,8 @@ packages:
   '@emotion/hash@0.9.2':
     resolution: {integrity: sha512-MyqliTZGuOm3+5ZRSaaBGP3USLw6+EGykkwZns2EPC5g8jJ4z9OrdZY9apkl3+UP9+sdz76YYkwCKP5gh8iY3g==}
 
-  '@emotion/is-prop-valid@1.3.0':
-    resolution: {integrity: sha512-SHetuSLvJDzuNbOdtPVbq6yMMMlLoW5Q94uDqJZqy50gcmAjxFkVqmzqSGEFq9gT2iMuIeKV1PXVWmvUhuZLlQ==}
+  '@emotion/is-prop-valid@1.3.1':
+    resolution: {integrity: sha512-/ACwoqx7XQi9knQs/G0qKvv5teDMhD7bXYns9N/wM8ah8iNb8jZ2uNO0YOgiq2o2poIvVtJS2YALasQuMSQ7Kw==}
 
   '@emotion/memoize@0.9.0':
     resolution: {integrity: sha512-30FAj7/EoJ5mwVPOWhAyCX+FPfMDrVecJAM+Iw9NRoSl4BBAQeqj4cApHHUXOVvIPgLVDsCFoz/hGD+5QQD1GQ==}
@@ -754,19 +300,12 @@ packages:
   '@emotion/serialize@1.3.1':
     resolution: {integrity: sha512-dEPNKzBPU+vFPGa+z3axPRn8XVDetYORmDC0wAiej+TNcOZE70ZMJa0X7JdeoM6q/nWTMZeLpN/fTnD9o8MQBA==}
 
+  '@emotion/serialize@1.3.2':
+    resolution: {integrity: sha512-grVnMvVPK9yUVE6rkKfAJlYZgo0cu3l9iMC77V7DW6E1DUIrU68pSEXRmFZFOFB1QFo57TncmOcvcbMDWsL4yA==}
+
   '@emotion/sheet@1.4.0':
     resolution: {integrity: sha512-fTBW9/8r2w3dXWYM4HCB1Rdp8NLibOw2+XELH5m5+AkWiL/KqYX6dc0kKYlaYyKjrQ6ds33MCdMPEwgs2z1rqg==}
 
-  '@emotion/styled@11.13.0':
-    resolution: {integrity: sha512-tkzkY7nQhW/zC4hztlwucpT8QEZ6eUzpXDRhww/Eej4tFfO0FxQYWRyg/c5CCXa4d/f174kqeXYjuQRnhzf6dA==}
-    peerDependencies:
-      '@emotion/react': ^11.0.0-rc.0
-      '@types/react': '*'
-      react: '>=16.8.0'
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
   '@emotion/unitless@0.10.0':
     resolution: {integrity: sha512-dFoMUuQA20zvtVTuxZww6OHoJYgrzfKM1t52mVySDJnMSEa08ruEvdYQbhvyu6soU+NeLVd3yKfTfT0NeV6qGg==}
 
@@ -778,6 +317,9 @@ packages:
   '@emotion/utils@1.4.0':
     resolution: {integrity: sha512-spEnrA1b6hDR/C68lC2M7m6ALPUHZC0lIY7jAS/B/9DuuO1ZP04eov8SMv/6fwRd8pzmsn2AuJEznRREWlQrlQ==}
 
+  '@emotion/utils@1.4.1':
+    resolution: {integrity: sha512-BymCXzCG3r72VKJxaYVwOXATqXIZ85cuvg0YOUDxMGNrKc1DJRZk8MgV5wyXRyEayIMd4FuXJIUgTBXvDNW5cA==}
+
   '@emotion/weak-memoize@0.4.0':
     resolution: {integrity: sha512-snKqtPW01tN0ui7yu9rGv69aJXr/a/Ywvl11sUjNtEcRc+ng/mQriFL0wLXMef74iHa/EkftbDzU9F8iFbH+zg==}
 
@@ -956,12 +498,18 @@ packages:
   '@floating-ui/core@1.6.7':
     resolution: {integrity: sha512-yDzVT/Lm101nQ5TCVeK65LtdN7Tj4Qpr9RTXJ2vPFLqtLxwOrpoxAHAJI8J3yYWUc40J0BDBheaitK5SJmno2g==}
 
-  '@floating-ui/dom@1.6.10':
-    resolution: {integrity: sha512-fskgCFv8J8OamCmyun8MfjB1Olfn+uZKjOKZ0vhYF3gRmEUXcGOjxWL8bBr7i4kIuPZ2KD2S3EUIOxnjC8kl2A==}
+  '@floating-ui/dom@1.6.11':
+    resolution: {integrity: sha512-qkMCxSR24v2vGkhYDo/UzxfJN3D4syqSjyuTFz6C7XcpU1pASPRieNI0Kj5VP3/503mOfYiGY891ugBX1GlABQ==}
+
+  '@floating-ui/dom@1.6.8':
+    resolution: {integrity: sha512-kx62rP19VZ767Q653wsP1XZCGIirkE09E0QUGNYTM/ttbbQHqcGPdSfWFxUyyNLc/W6aoJRBajOSXhP6GXjC0Q==}
 
   '@floating-ui/utils@0.2.7':
     resolution: {integrity: sha512-X8R8Oj771YRl/w+c1HqAC1szL8zWQRwFvgDwT129k9ACdBoud/+/rX9V0qiMl6LWUdP9voC2nDVZYPMQQsb6eA==}
 
+  '@floating-ui/utils@0.2.8':
+    resolution: {integrity: sha512-kym7SodPp8/wloecOpcmSnWJsK7M0E5Wg8UcFA+uO4B9s5d0ywXOEro/8HM9x0rW+TljRzul/14UYz3TleT3ig==}
+
   '@hey-api/openapi-ts@0.52.0':
     resolution: {integrity: sha512-DA3Zf5ONxMK1PUkK88lAuYbXMgn5BvU5sjJdTAO2YOn6Eu/9ovilBztMzvu8pyY44PmL3n4ex4+f+XIwvgfhvw==}
     engines: {node: ^18.0.0 || >=20.0.0}
@@ -977,6 +525,15 @@ packages:
     resolution: {integrity: sha512-d2CGZR2o7fS6sWB7DG/3a95bGKQyHMACZ5aW8qGkkqQpUoZV6C0X7Pc7l4ZNMZkfNBf4VWNe9E1jRsf0G146Ew==}
     engines: {node: '>=18.18'}
 
+  '@internationalized/date@3.5.5':
+    resolution: {integrity: sha512-H+CfYvOZ0LTJeeLOqm19E3uj/4YjrmOFtBufDHPfvtI80hFAMqtrp7oCACpe4Cil5l8S0Qu/9dYfZc/5lY8WQQ==}
+
+  '@internationalized/date@3.5.6':
+    resolution: {integrity: sha512-jLxQjefH9VI5P9UQuqB6qNKnvFt1Ky1TPIzHGsIlCi7sZZoMR8SdYbBGRvM0y+Jtb+ez4ieBzmiAUcpmPYpyOw==}
+
+  '@internationalized/number@3.5.3':
+    resolution: {integrity: sha512-rd1wA3ebzlp0Mehj5YTuTI50AQEx80gWFyHcQu+u91/5NgdwBecO8BH6ipPfE+lmQ9d63vpB3H9SHoIUiupllw==}
+
   '@isaacs/cliui@8.0.2':
     resolution: {integrity: sha512-O8jcjabXaleOG9DQ0+ARXWZBTfnP4WNAqzuiJK7ll44AmxGKv/J2M4TPjxjY3znBCfvBXFzucm1twdyFybFqEA==}
     engines: {node: '>=12'}
@@ -1018,6 +575,9 @@ packages:
     resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==}
     engines: {node: '>= 8'}
 
+  '@pandacss/is-valid-prop@0.41.0':
+    resolution: {integrity: sha512-BE6h6CsJk14ugIRrsazJtN3fcg+KDFRat1Bs93YFKH6jd4DOb1yUyVvC70jKqPVvg70zEcV8acZ7VdcU5TLu+w==}
+
   '@pkgjs/parseargs@0.11.0':
     resolution: {integrity: sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg==}
     engines: {node: '>=14'}
@@ -1026,9 +586,6 @@ packages:
     resolution: {integrity: sha512-cq8o4cWH0ibXh9VGi5P20Tu9XF/0fFXl9EUinr9QfTM7a7p0oTA4iJRCQWppXR1Pg8dSM0UCItCkPwsk9qWWYA==}
     engines: {node: ^12.20.0 || ^14.18.0 || >=16.0.0}
 
-  '@popperjs/core@2.11.8':
-    resolution: {integrity: sha512-P1st0aksCrn9sGZhp8GMYwBnQsbvAWsZAX44oXNNvLHGqAOcoVxmjZiohstwQ7SqKnbR47akdNi+uleWD8+g6A==}
-
   '@remix-run/router@1.19.2':
     resolution: {integrity: sha512-baiMx18+IMuD1yyvOGaHM9QrVUPGGG0jC+z+IPHnRJWUAUvaKuWKyE8gjDj2rzv3sz9zOGoRSPgeBVHRhZnBlA==}
     engines: {node: '>=14.0.0'}
@@ -1191,6 +748,9 @@ packages:
   '@swc/counter@0.1.3':
     resolution: {integrity: sha512-e2BR4lsJkkRlKZ/qCHPw9ZaSxc0MVUd7gtbtaB7aMvHeJVYe8sOB8DBZkP2DtISHGSku9sCK6T6cnY0CtXrOCQ==}
 
+  '@swc/helpers@0.5.13':
+    resolution: {integrity: sha512-UoKGxQ3r5kYI9dALKJapMmuK+1zWM/H17Z1+iwnNmzcJRnfFuevZs375TA5rW31pu4BS4NoSy1fRsexDXfWn5w==}
+
   '@swc/types@0.1.12':
     resolution: {integrity: sha512-wBJA+SdtkbFhHjTMYH+dEH1y4VpfGdAc2Kw/LK09i9bXd/K6j6PkDcFCEzb6iVfZMkPRrl/q0e3toqTAJdkIVA==}
 
@@ -1262,12 +822,6 @@ packages:
   '@types/json-schema@7.0.15':
     resolution: {integrity: sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA==}
 
-  '@types/lodash.mergewith@4.6.7':
-    resolution: {integrity: sha512-3m+lkO5CLRRYU0fhGRp7zbsGi6+BZj0uTVSwvcKU+nSlhjA9/QRNfuSGnD2mX6hQA7ZbmcCkzk5h4ZYGOtk14A==}
-
-  '@types/lodash@4.17.7':
-    resolution: {integrity: sha512-8wTvZawATi/lsmNu10/j2hk1KEP0IvjubqPE3cu1Xz7xfXXt5oCq3SNUz4fMIP4XGF9Ky+Ue2tBA3hcS7LSBlA==}
-
   '@types/node@22.5.4':
     resolution: {integrity: sha512-FDuKUJQm/ju9fT/SeX/6+gBzoPzlVCzfzmGkwKvRHQVxi4BntVbyIwf6a4Xn62mrvndLiml6z/UBXIdEVjQLXg==}
 
@@ -1417,14 +971,397 @@ packages:
   '@vitest/utils@2.1.1':
     resolution: {integrity: sha512-Y6Q9TsI+qJ2CC0ZKj6VBb+T8UPz593N113nnUykqwANqhgf3QkZeHFlusgKLTqrnVHbj/XDKZcDHol+dxVT+rQ==}
 
-  '@zag-js/dom-query@0.16.0':
-    resolution: {integrity: sha512-Oqhd6+biWyKnhKwFFuZrrf6lxBz2tX2pRQe6grUnYwO6HJ8BcbqZomy2lpOdr+3itlaUqx+Ywj5E5ZZDr/LBfQ==}
+  '@zag-js/accordion@0.62.1':
+    resolution: {integrity: sha512-1lMKuD1GbiMuemOHOu+24BSAAG8iTD6l/4zYrQRBCTsxXzHhWqTtLF7okGgmSAs8iyNfOuWefCfaJJ3BJNSh5A==}
+
+  '@zag-js/accordion@0.74.2':
+    resolution: {integrity: sha512-0E6LpQgmcbDe12akh2sKYVvk+fwxVUwjVdclj8ntzlkAYy8PNTTbd9kfNB6rX9+lJUXk/Iqb5+Qgy9RjWplnNw==}
+
+  '@zag-js/anatomy@0.62.1':
+    resolution: {integrity: sha512-1JiPQOyVlO1jHwLTSNJpyfy1R1UYoaVU1mKSUww5+htAuT/1txjs04pr+8vTF/L/UVzNEZZYepB1tTabyb9LYg==}
+
+  '@zag-js/anatomy@0.74.2':
+    resolution: {integrity: sha512-wIJQGBiSHYB94UA7k7o4a8xbyqDwIQ0dG52xcD7+eV1ypT+dP+BtxQKmS5w06aghNdHs8b4F2hVLDVSdyLqRkQ==}
+
+  '@zag-js/aria-hidden@0.62.1':
+    resolution: {integrity: sha512-vVV8bwZhNU+AOOf/USEGV/n9zuTID+spHeC9ZAj29ibWAMmaiq2bx4t1kO4v9eKqKXULUBPPrZQ7CX7oiU616A==}
+
+  '@zag-js/aria-hidden@0.74.2':
+    resolution: {integrity: sha512-F4dkdLZ3Qeu6Er9rwl8IWEAdhAjcOTRKsE1Otoi0SKjcQKlQfLTPutVDVaZQxz1ZNXNlyq3YUgFE+EiwMV7jxA==}
+
+  '@zag-js/auto-resize@0.62.1':
+    resolution: {integrity: sha512-nznVkAsZGS+L+VhNO8hPnEyvagNhTezkb64SSPa8E49hJHS2DEN3T5hKCx86tDuiCMd0EdjwUCCQq3pnbzbnCQ==}
+
+  '@zag-js/auto-resize@0.74.2':
+    resolution: {integrity: sha512-h7gR3LCcxgURg/Xz4IoI4ccN/A+u63zNT8HoXjBWezy050YsItj20q2Yelm6ADT9qcbC+a6W83j4C43ejy5Q5w==}
+
+  '@zag-js/avatar@0.62.1':
+    resolution: {integrity: sha512-J+IRqJlpL4S9ikCQle/FHj6p8uT8Ee/D88u4k7m/An4Ot1FcrfKqfC3INB5YOI+d8hkIQVtEIAC8Yt/s4OzAMg==}
+
+  '@zag-js/avatar@0.74.2':
+    resolution: {integrity: sha512-Ctk/r+rbA0ZvdORRKyLMvtxxulda5m0moa5NtT2TuZe3WlTmJRYBMlSQzXwfOAXCjQlLp+zkeyyriP441sm9OQ==}
+
+  '@zag-js/carousel@0.62.1':
+    resolution: {integrity: sha512-0YQ2jJjzaS1zFLVnPBslVKI8/fY2Z6aOrcJbBjxozG27iSS6zEqmbsz3OOtcYJRlB8jLboZutpMBs3PGh5zg5Q==}
+
+  '@zag-js/carousel@0.74.2':
+    resolution: {integrity: sha512-EAM3hHXlC5HNcT7D2IaX7p4aOaXLaLYkSCJcMqqo9H3CxVWa7Kfw00yTG1Z0HcRNKiPYTBF/W9fqtHwfpa5s+w==}
+
+  '@zag-js/checkbox@0.62.1':
+    resolution: {integrity: sha512-xiubQLhRXedlZe4Vc6zxaDFWLSpRdGEG0jTrF3OXovYZLN7bmq0iXiYcWqsLa012+2dYN9w5B1zfQQlzf4sk2w==}
+
+  '@zag-js/checkbox@0.74.2':
+    resolution: {integrity: sha512-bmF1I179fhEvEXBJU5yzHi+W2Oett0PUVUw2GFFzfIn6w0AgZKNIr8+NLtEWR0Wn0UELXNhLnBSqZC3j2jZHlA==}
+
+  '@zag-js/clipboard@0.62.1':
+    resolution: {integrity: sha512-gEhCGLkAlrgNWkd7ZqF4p4yNKsR54+0YQPevEv7iX9oio8T/F8OWaDmDjA4NsXxqRe6hr5KLJbVp8dYRop30TQ==}
+
+  '@zag-js/clipboard@0.74.2':
+    resolution: {integrity: sha512-0D7sIBilV+KTMwArmfa73uJUtDbAqHH3g5o3RFJ+RYpAIYQTINGLw13tsmUK7xQ8gd6M8ARAcAv1khZdwO4ykA==}
+
+  '@zag-js/collapsible@0.62.1':
+    resolution: {integrity: sha512-M4hsuqf6dVra6RvKaxQjgQjZ+iYj3XH84w6QOnt/SXbJauQoE6nfy77RI/A8O2pPuP6uLq0h2E9Eo3ftcbGBoQ==}
+
+  '@zag-js/collapsible@0.74.2':
+    resolution: {integrity: sha512-wZI57xWU2tlcJDPlQBUyBxg39PUkY12H6MKcf/+1KBOpJiWc87+4HDBCVSt31diUAhJwcbNsYFwJg3BA4vTw7Q==}
+
+  '@zag-js/collection@0.62.1':
+    resolution: {integrity: sha512-Qg3OvGCvcoeV4u8IcQmNCu4dChRttVyQ9DF8Ab0qlyrjRDF+w8vMAcNcgNqn10/xX4A7B743cz023LooVsW6VA==}
+
+  '@zag-js/collection@0.74.2':
+    resolution: {integrity: sha512-8Ls5TR1kKPLDucuJJ0kuwJ45jOEzhcVN4T/mbkShUrgRSB4FrcNzwdpMrKqidNz8OrtphgYYcn3xx/gGUIHLRQ==}
+
+  '@zag-js/color-picker@0.62.1':
+    resolution: {integrity: sha512-GLeADGcoMLcVS+UM6rn/c1BmBgSB2uTc5AWBkuKoH7TktsKo6+T/v3/QZIU7/b69qBAp3/vWZti99Flw42IDdw==}
+
+  '@zag-js/color-picker@0.74.2':
+    resolution: {integrity: sha512-l5YAxXjSNWT++gCBLkP/qKwdHpNSxZYGdLU5f1fNupFSSZgZlNTz99ArxsypqFrJKTVvPjDSoOhjG4BeKHAAdg==}
+
+  '@zag-js/color-utils@0.62.1':
+    resolution: {integrity: sha512-uXsEA0xsI4NT7YFwWZldy7LXsk32Ta+41MrckhzbSA766v+bW4sFDUYmJxwLkN4nl1QzlLAlGghhauXmW9Fs8g==}
+
+  '@zag-js/color-utils@0.74.2':
+    resolution: {integrity: sha512-yoavZXIGuVXi/QCO89hBu9Ni0xH7o8ZcDFX/CIjr3S9sI3fjNak9efkfPFx0Ooo9x0Fvz8mpu+DPB2uk7voXDA==}
+
+  '@zag-js/combobox@0.62.1':
+    resolution: {integrity: sha512-EovqyFqD61YmYJYc42qKH2OE7GxMm3gamWLU/lvZe/3eyZt6TsxFe2xeP7WSsvq2v90myMajAnUb0DOpvYaCKw==}
+
+  '@zag-js/combobox@0.74.2':
+    resolution: {integrity: sha512-NqG2R01NjZz5a3hGYI0Ok7MNM7OkMlYlTI5fJXDgkkhgXi5Mk87R4+AQNjP7xzSEI35rSlVIJt4ecW59cklHng==}
+
+  '@zag-js/core@0.62.1':
+    resolution: {integrity: sha512-ZSjqnV5vcGDassjmZ/lxWbG244A0i+IHImVZ/a4/0JkjkH126ly+At4FC+HI571pNKiNlrqYmGzRRSBMqm37yQ==}
+
+  '@zag-js/core@0.74.2':
+    resolution: {integrity: sha512-UAnj9WJdFYeTxbwSCdX8zRYhtLvlJqfqy9cn2NEugpxf+9W/GA89JzH1ZdKLyVJUIuIPoqGd4ZaAgv2p64DZ1Q==}
+
+  '@zag-js/date-picker@0.62.1':
+    resolution: {integrity: sha512-Wl6yzMtrTy7XgDFbYJaRO8M5dkxLPBvAo3ilDvFBicbJViJCZ9pg1AJYh+xGaK/gfAd7O9wBdYJdHxfESlmlDg==}
+
+  '@zag-js/date-picker@0.74.2':
+    resolution: {integrity: sha512-iIVQLEAV1FKM+aB7v7Xk5o4w95vdmJhe3aTYDxc6Xo+Fw4tsdUmg/UtQ1ScPzbagBo8Cut2krvkG/8SrlCRMyw==}
+    peerDependencies:
+      '@internationalized/date': '>=3.0.0'
+
+  '@zag-js/date-utils@0.62.1':
+    resolution: {integrity: sha512-YBqT5YRtHOCDS2IcCZtrq7BfzBkU5c+Sc2pVTncf06/3jxjE6l6YbBncMPu5a3uWKjNld1wOTFszhSoPKZfrJA==}
+    peerDependencies:
+      '@internationalized/date': '>=3.0.0'
+
+  '@zag-js/date-utils@0.74.2':
+    resolution: {integrity: sha512-Pb7FggFOTzCTyo+ap4uuA6vBFrYDSoqW/sMI6kwuOBWL3IjFKfmmSVaem6MYycycWN8d7on4IOp0muWCcJaDUQ==}
+    peerDependencies:
+      '@internationalized/date': '>=3.0.0'
+
+  '@zag-js/dialog@0.62.1':
+    resolution: {integrity: sha512-7YRvWZ9UMUjFz0q537/uaTMBljLimWISfVHkUSa2ngbXB8LPYYbqYv5Vio2rvRFqy3nJR3HTO4cGZJGDjO655g==}
+
+  '@zag-js/dialog@0.74.2':
+    resolution: {integrity: sha512-2kYqFSqpa1SShS2Z8cVqtoOML3uiwIUOZxNVKIea3ItdlMTqHJI+X/NudFvgpUvVj4NMLbUhwIgC+jN2SWDL7g==}
+
+  '@zag-js/dismissable@0.62.1':
+    resolution: {integrity: sha512-muGTBISpjQEWLCrsYa9wAFaGXlVxYtyMaDgpcPpQdQPwZF86b445y4d8h9FjwkESdJ6Zcdjn21pu5CWD28T3uQ==}
+
+  '@zag-js/dismissable@0.74.2':
+    resolution: {integrity: sha512-Wl6n1lW1eTKKu5Kg+6jum9nZDXYGA86XL24Rip2aOScrAo2UGCA+nSIgg7GGO5qGs52iawITba38tAe6maZQLw==}
+
+  '@zag-js/dom-event@0.62.1':
+    resolution: {integrity: sha512-/+okVW69Xdoot7dutJVMz0iciwWM6DvAeLWr7LB5DZsUQMu93oqV/8BE2JArDxEcg5C208HNThGStcWlTaddgA==}
+
+  '@zag-js/dom-event@0.74.2':
+    resolution: {integrity: sha512-duuwxowflkY7UUI+1vHr9ttzqn2JtJ+mgAS0cBeNmqtvK6XrNaHSrm0B4u4R/KIJ73Tx8TZGbmgN9Vwj/U2FrA==}
+
+  '@zag-js/dom-query@0.62.1':
+    resolution: {integrity: sha512-sI/urNd3QX/WI7Sii+X1Z/OTWNisn7EaW3T0X9Rbn41u79DC4KeUnP+wpIq1igSJNH2zQWIWBLJ1OGhAjuSl5g==}
+
+  '@zag-js/dom-query@0.74.2':
+    resolution: {integrity: sha512-g+7wIdhT1nlY5yhQWoMDzin8uYoBXeQk8TNUj3GZH/1dTX9YC0vs7vz7rotzunLkEA7nEGfLNzdO5CRQBhGp0w==}
+
+  '@zag-js/editable@0.62.1':
+    resolution: {integrity: sha512-BkPLV8T9ixdhz3IxvseV24a1pBNmYhR1np+JUKap0C8thtFbDoF361haEQjCqTCfHDv+j5l1rtq/+H/TF3eEIg==}
+
+  '@zag-js/editable@0.74.2':
+    resolution: {integrity: sha512-SXSaAmaqvhFPJmX25tz487skF+GTIGAmp0Y6iHqDUsUh0qDncUPOr90M+kFtud/6YUPFkzEpKQtmeczJR0LURw==}
+
+  '@zag-js/element-rect@0.62.1':
+    resolution: {integrity: sha512-SefRp1IeiENoUkl7yxGzUIdxtQqgKlI+G1qlgx9MZgchH2VZCpqi+EuZgLEKzz7REMabOYqbgs6EEIxGIyNueg==}
+
+  '@zag-js/element-rect@0.74.2':
+    resolution: {integrity: sha512-FK+bQ4nhdcR52868uE0rlmmq4+un5P++WDoe6S4Aldrx7FJS2XTtWMBdx09zBe48DvUYjGM4o3RbuxbCQoD0BQ==}
+
+  '@zag-js/element-size@0.62.1':
+    resolution: {integrity: sha512-QCtVeIJ611hJPorKEkdfrWWcMohadplZoW8xQW/2PLSmKUhTNLfHsZLyeoYKyj5Jk4X8OAN4onnMVETFw232EA==}
+
+  '@zag-js/element-size@0.74.2':
+    resolution: {integrity: sha512-mqw0PLdPs17zrolZBlsYby5kUfo8+QpaU/HAVQavnHQZwNiX4CRBvG1YeqSP699Mvh6QDKc0JhchwAfh+eGGnA==}
+
+  '@zag-js/file-upload@0.62.1':
+    resolution: {integrity: sha512-Wh33acYMJLNRIV2y0GdSZqoN3aX/t/uzIBWh3rVsN7tpjDYWXLYIsXQttkGLFf0sgICK+3PVD+LLaIpiGDh4+Q==}
+
+  '@zag-js/file-upload@0.74.2':
+    resolution: {integrity: sha512-VVko5ojAoRQsalsaQxGwTt5ONcYaHuw6yFL/HqPKNzGyyG8zPBl0nRGMSZQprTyUSMDtsxNp8ydL1cbauDqU3Q==}
+
+  '@zag-js/file-utils@0.62.1':
+    resolution: {integrity: sha512-p363S2pqz29wf1shcSfoY2GI9wWrJkKamNiwuehqoYFh2b8isrcWFVL3VYxm937N1/m5+rtMATQbn0a9j9sggA==}
+
+  '@zag-js/file-utils@0.74.2':
+    resolution: {integrity: sha512-pTyU33Ag7533X3/RCBvfbGBHFMncg5x2/3n1htSxEVLIIHxbRvvDab2IN550n3OIjMzBLfM4xjNu1R87ed2hlQ==}
+
+  '@zag-js/focus-visible@0.74.2':
+    resolution: {integrity: sha512-CO5x3uCGKgigQ91S3c3vy/KEKyXK+eTveIzprFTxlQs4Zu2qMe/nJCIhIkG54fhvW/a5F9wY7Ox1f8hGZ1Z1fA==}
+
+  '@zag-js/form-utils@0.62.1':
+    resolution: {integrity: sha512-GJWRRtEpro8TNEUuEWMhIOWmVFXqiHNTTrrRLxijxUIWbsPrPdPiKL7qwBAESYoZQCmN0hU99S0w2Xmm7Q05Zg==}
+
+  '@zag-js/form-utils@0.74.2':
+    resolution: {integrity: sha512-LPaZfDhQmhyL4fMMKm4gZGUg6vwcSzaHOVlQHdAR8yoSqvO4yXEdxr2xz4civNNknD0crST2erfexGHEY6Oa/Q==}
+
+  '@zag-js/highlight-word@0.74.2':
+    resolution: {integrity: sha512-zuy2E62F/w3G94kh4l3iEAtNxqwuAdNkMwcS8EhT6mnzNcf4BgzW7Ne+O1fRb4IGazZwHPaWC0rYdTUuErK9IA==}
 
-  '@zag-js/element-size@0.10.5':
-    resolution: {integrity: sha512-uQre5IidULANvVkNOBQ1tfgwTQcGl4hliPSe69Fct1VfYb2Fd0jdAcGzqQgPhfrXFpR62MxLPB7erxJ/ngtL8w==}
+  '@zag-js/hover-card@0.62.1':
+    resolution: {integrity: sha512-ryiNHQmmHpiDiZ5nuk9nvGUgnT017q8hYf+wLSI5OJ+klHPjrHObb7I7v/fUmKzWNtIOhaL0uw9afzjRt3bLEw==}
 
-  '@zag-js/focus-visible@0.16.0':
-    resolution: {integrity: sha512-a7U/HSopvQbrDU4GLerpqiMcHKEkQkNPeDZJWz38cw/6Upunh41GjHetq5TB84hxyCaDzJ6q2nEdNoBQfC0FKA==}
+  '@zag-js/hover-card@0.74.2':
+    resolution: {integrity: sha512-Li1lrePYcTC2UqAP/oOLcK4syyBomTmAp06CJukSXpGcYe6qUD4CqhLva0qYjvZ6SKaB9Y3BryD9RTjFvZOuZA==}
+
+  '@zag-js/i18n-utils@0.62.1':
+    resolution: {integrity: sha512-ipzx0W6VK5x+w/PnUrN8z5SULJuLqvdzsPVBJ2iGHrMcTPC/y9JDt82nJV9fUYmG898pOZUx7vysfLLPNEAFTQ==}
+
+  '@zag-js/i18n-utils@0.74.2':
+    resolution: {integrity: sha512-S+ZJ3OFUtCoUdKkDfiF3sgXr+98rhVV+BmHgfAiEYRQA7RjeHDB3jX+eBbeZTLFqvHGtaGWCRE3knto3Ed7YvQ==}
+
+  '@zag-js/interact-outside@0.62.1':
+    resolution: {integrity: sha512-V5N+kr2Uv97HWYL0U5ZVS//NMQu87XGLtI7Ae5EtHrdAEKxO2NpPwf50Gzza4zc1VEVYYFqobTlkNQ3hrrL6VQ==}
+
+  '@zag-js/interact-outside@0.74.2':
+    resolution: {integrity: sha512-58ilkSC2UQw9PsFo4HKBrYcWC1+WRA8M6MqNf9MnxxOvAq+Y8APH0I6ExxAfUhLsk9v+6kPf0txM9MDoB0iNFA==}
+
+  '@zag-js/live-region@0.62.1':
+    resolution: {integrity: sha512-Giu7d5UWc2Sqb3/T0tSzqSwxJ4mVrNN+MTu06J7EaD4khK5RgX4GRpQ9rpwOS/GJT+8nc6YBhWTi7tqKN/+iHQ==}
+
+  '@zag-js/live-region@0.74.2':
+    resolution: {integrity: sha512-l9cipG1hykvSWIbKc3/3imFQ+Sp3u2VjZirmdM2K9julo7DKxU3r63aQI2s6SpD4tfQPq4AcoXqzZBF0RnQRUg==}
+
+  '@zag-js/menu@0.62.1':
+    resolution: {integrity: sha512-l/PartHj6//NMlENYNBmUmeYG9K0SbjbnnIudv+rK+oyrUoX/MDCJ7bdy7ZMYxWTR127WdZlLHBxsgMe86lBqQ==}
+
+  '@zag-js/menu@0.74.2':
+    resolution: {integrity: sha512-dEBerxdgPH4dGWEbFM/aY8zYtUAQL7hopv4iWPHv1NMFhWu7IShmKe2xm/4ZSKaOkiWZ2CJyMI0oHr+qQ+ZhWg==}
+
+  '@zag-js/number-input@0.62.1':
+    resolution: {integrity: sha512-THizFB4Qwq4erMk6mI82voIo/PbbrAOSQXyPF8NPyGupSzqYntS1XPEdyqFH677PhHweelxQnvtZEm5alm1HLw==}
+
+  '@zag-js/number-input@0.74.2':
+    resolution: {integrity: sha512-I889jfoTiKX9gRbyZCgKDyBj1+VgFCKyELbFVJhgnWQhip4MLjzI0YjWWp/wgHs/ZwEBaxvy6CRq1KOtvGkQNg==}
+
+  '@zag-js/number-utils@0.62.1':
+    resolution: {integrity: sha512-ktnGSYKKLG9No14ivlboEzq4+jiOIWU+8yeoRrZmfdCG58g4s9JF0lBDRf3ts9vhUdofJ+vUFMPqkk2eCWyQlA==}
+
+  '@zag-js/number-utils@0.74.2':
+    resolution: {integrity: sha512-wNaixDQDotwUUKtpA524tfDvsiQQroDFZYFPZfnwKq89rPT0Zlh8LMKLL/Mfi32Zqp8UP9srdcMEy1XEGrIiNA==}
+
+  '@zag-js/numeric-range@0.62.1':
+    resolution: {integrity: sha512-R4/II5MvS+eJ880srPuIlexqRH7kVsGomcsDlB5yyhHsradm7OJfC5L6osvKj1DNAitfFh8901BZFaWmQe8O1w==}
+
+  '@zag-js/numeric-range@0.74.2':
+    resolution: {integrity: sha512-sm2xlc03Zy4DdCRNmr7jUgL9s34rK0bVDezn35TCq3QMPWQndIlsCbywcmxqxxtUymwnSwizWenZaWVlspFlgg==}
+
+  '@zag-js/pagination@0.62.1':
+    resolution: {integrity: sha512-fyDXNnAGyRsQEugvNR1kfEO8hGeesOV6l2rEACdvNN6G9Cqktqd52aaWVIf805G3Ig72igW2SybI9md/rDflzQ==}
+
+  '@zag-js/pagination@0.74.2':
+    resolution: {integrity: sha512-aqwqxHrgvfm6rAcxIRTSRFaWA9/UCQGiLP+P01Hg+/+IkVJeJIdxN10ImSOL4Sl9zvsu3jVCXg6xLh4ydnaWqw==}
+
+  '@zag-js/pin-input@0.62.1':
+    resolution: {integrity: sha512-CTAOyQCLaNSWH29bhc4XruEkvnYFJN1QF/x5axtHV+cir05zcdB3L7Sna4D6nUBSwd0tOGnUmPlviyP7zkpgBA==}
+
+  '@zag-js/pin-input@0.74.2':
+    resolution: {integrity: sha512-1LxK/VSU8t9w9/c726gZNHXnawU4SnN0DxsYQa4YxN1RDwFp/RwKp0hLAsunKx7yBdyC1VVyqVPYZdZYQotdQg==}
+
+  '@zag-js/popover@0.62.1':
+    resolution: {integrity: sha512-cT6okb5Yq69YWx6G1vonNEnEg4MlBXRbXLflLBqOP1PTwhk6RwlndXGV2uCdlnR0mUJa/RKldzdUcwOQesJaag==}
+
+  '@zag-js/popover@0.74.2':
+    resolution: {integrity: sha512-B0U2/XJ630kWYY1x5UTBMxXjy2EfbH9T3eRQlSXZS/uToEzvhsYvw/YaIRqyvYxPyrnmB72to6r5Kw8omryw4Q==}
+
+  '@zag-js/popper@0.62.1':
+    resolution: {integrity: sha512-tyLEdYIsv3cgnWCWzPPv9f72hzmQDQcObDIczIZt+OQr89qgyhGHt5jR1f0Qxsz9zZlSPsEftccyXRQYInQtxQ==}
+
+  '@zag-js/popper@0.74.2':
+    resolution: {integrity: sha512-gsS32rxw+bSKOLOtF/VPNNafzO/fEU58OYIfM7yA4swrEupUqdfAF/ihNH+Uj/AZQKj2tnwLTR1fJ1w3czpY9w==}
+
+  '@zag-js/presence@0.62.1':
+    resolution: {integrity: sha512-qjnr1WpW5yetRp2j2V0ocRvr6X6TuWNxjL2DyJAusodcsSElF2V0UuFOLT/xIZA8BVIbgcyCvcPB01PHugC5Ww==}
+
+  '@zag-js/presence@0.74.2':
+    resolution: {integrity: sha512-57eBd5C205jYUQ7Rsbft9YRy4euNDdxKDpdLdInqk8egf2vFaUWIV152pm5iOGRVidDGgcIunTFvHFCT1rbATQ==}
+
+  '@zag-js/progress@0.62.1':
+    resolution: {integrity: sha512-7FyeP/wCiJ2dao1y/4RzhrLeIse305YtRMTDaVE5EnOJK3nit2Rrl+z8kGx5aqrGQcGsLH/rh5QYFp689Nx57Q==}
+
+  '@zag-js/progress@0.74.2':
+    resolution: {integrity: sha512-4LNhFP18g21ni4Hv0RQEYqcMhiyMzTsu1IPizy8I5l3mJvsV6b7w591K2iC4mybLynPBodvkl+fLKqKm3Z+1IA==}
+
+  '@zag-js/qr-code@0.62.1':
+    resolution: {integrity: sha512-648qXQduIqq4CZWN07D1UOcczZrdp3UjBSHFEi4PQHTz1Vg08pH0BIZDqiqpupG9niYJEB/GPLGofRQQYoIoDw==}
+
+  '@zag-js/qr-code@0.74.2':
+    resolution: {integrity: sha512-GHAmnHz9pdaP0c5/n4aPSo67Bk1Cvv9PIHuOKKLyalRcao/ARvtiS6371logfB1l9DHtMSARWaZXDrIdNZx/gQ==}
+
+  '@zag-js/radio-group@0.62.1':
+    resolution: {integrity: sha512-VVGTUkHgD27vBTYeP7hPYi+eDRXkq7xtlv6Ml062t3gcTWBhc/2eaI6iZ7awlxTl9052sflzbawrrDysPREuAQ==}
+
+  '@zag-js/radio-group@0.74.2':
+    resolution: {integrity: sha512-Ntbi21CTqXIVMrGccVSefwCapACSTOy4XFDM9/piTLeRlfmNxsy7j9hl7EFBpovbe4WYLHjNQaL3MM+hXEjRRQ==}
+
+  '@zag-js/rating-group@0.62.1':
+    resolution: {integrity: sha512-gXvHofr3gfZcaMh7Y3FU+wyj7ge1R0BgsuPJWFUShlAlxjnnE7e3AqjSGlzuvpkWMkc6KKDyKRJlMVWLCv94OA==}
+
+  '@zag-js/rating-group@0.74.2':
+    resolution: {integrity: sha512-Yg30ph9YMy5g6TPHU9MD/NEheaz8qOsVVkefG2EvRVfO2ZGXJclqZHg8/TW8nzUGp3Mt/fAq0A7jfeKvJBcNng==}
+
+  '@zag-js/react@0.74.2':
+    resolution: {integrity: sha512-Vli4cigN032dQM69Dr/2rR5FSSN+rzYJUiqAo3oNyvvWSSsgLvoNYcfltxY0Tah/PIftbF1NBUNYaUtv3OJgzA==}
+    peerDependencies:
+      react: '>=18.0.0'
+      react-dom: '>=18.0.0'
+
+  '@zag-js/rect-utils@0.62.1':
+    resolution: {integrity: sha512-6w56LuRD382Oa2FXi4AfKQqgtUPS/nc/mZzXiaqKz9b5aFA1CXtmEwNC2GaiXhkqJp5DyxHwujDfQP1WXACnRQ==}
+
+  '@zag-js/rect-utils@0.74.2':
+    resolution: {integrity: sha512-bG48u1NsWBRx/fTQfDFskOkwKzpROVhuzJQi/OtnugHQj1nFfZ5CMpEX3BPv5PGwvOia2ZDm84+e12WucFhr0g==}
+
+  '@zag-js/remove-scroll@0.62.1':
+    resolution: {integrity: sha512-7xpX6HUrOEq/TNLIWojYnQf7kj20bk8ueOKpu7cTZmoN0LSL6cS09uil+NOqb+SzZsiRmQKvzd3fQBNwbdab5Q==}
+
+  '@zag-js/remove-scroll@0.74.2':
+    resolution: {integrity: sha512-aEuspeZ98eAEGlAfnCh0syzbmFnMuov9yJc8Ud//pbXd+96J7X1xa4TilHZ+ppm8IZZLGc91axXHwkbIINC1Qw==}
+
+  '@zag-js/select@0.62.1':
+    resolution: {integrity: sha512-dgU65imBSeB8+QfHkN68j7Xqd/d6wsF42itJ0AeRSdgnCHgTWdN9rRCK5EDbNkJue51oMkdsnJ7XG1k+oCgiAg==}
+
+  '@zag-js/select@0.74.2':
+    resolution: {integrity: sha512-Xl3CV1ONpQG3Ah0sriiuCFHXuiuzYz9KQkmEapcE+O5kzLADheIvgFRQYiMdLCltEfSBSBJvPrRM08aGyQgSpw==}
+
+  '@zag-js/signature-pad@0.62.1':
+    resolution: {integrity: sha512-hWZSWT9J9V1kbImkj8qXHCqS0TYm7nms9oAhcQ2QNIiGO38wqW8Yswos8sqAj8VtzHxkSMIeL1by7Zgy3Xjq9g==}
+
+  '@zag-js/signature-pad@0.74.2':
+    resolution: {integrity: sha512-Ba5v3J/fQWVR81wvhHAfwbCjqJlv/15If0SCbKiTA879I5s9dZVYAkvibeGlIEK46SEKbeUpAewE/+eGgrrE6A==}
+
+  '@zag-js/slider@0.62.1':
+    resolution: {integrity: sha512-v5rgPJF3fh7bBPu0wzEGpN4EcXpK5cSw4OAwxatmbtkYsg2Udwv6WL26CB5Q2zVwYIR6R532b/bjFqicfVs+SA==}
+
+  '@zag-js/slider@0.74.2':
+    resolution: {integrity: sha512-aDuzKySgFOm/D0opDyQOo2KMWFN9ZHuF50rG5cfIgl9dzo447iJfLzObcpAwNpQJq5P7/q+23K+sh+/NRGoUbw==}
+
+  '@zag-js/splitter@0.62.1':
+    resolution: {integrity: sha512-Ni93ZaprnbctAsbuot8sEw9DDfNMgkelnd5xQfAiwpgjwUgnY8733LRbWydC5OUPoJ/cCs3XiNKa0CHwclcq6Q==}
+
+  '@zag-js/splitter@0.74.2':
+    resolution: {integrity: sha512-2PHBD4Y8h4ZcVphMWSDP6EsSamLYburQDDgJTSN5npcWsLu4iZ45T1U8bV0uICs+UJP9fko4YvjABrPv42asLQ==}
+
+  '@zag-js/steps@0.74.2':
+    resolution: {integrity: sha512-UTf5SIvfIfuAuGxRZLi5zDN3LGWQp2jdycS9JnKwL+KJKeHPmTu4OtXbRc2c4lEO0z1T9sVOHB0GPwBGK4+c3Q==}
+
+  '@zag-js/store@0.62.1':
+    resolution: {integrity: sha512-0xkz7b/Rs9cHeI5CB3UH4yMlVzys3l+IsJU3KRWZwqWohDjTEqRyzcuFD6AH28WAcJPjIgOQYnRYzYSoMGZtDQ==}
+
+  '@zag-js/store@0.74.2':
+    resolution: {integrity: sha512-LXCSyIVf6G4SvoPojNxOUiK45Lg1Qo/I8NCIoWAgSh6WgthuyEP05oLlW0OdvfHWLsnSwUjJmfuoRQAQNS3M8Q==}
+
+  '@zag-js/switch@0.62.1':
+    resolution: {integrity: sha512-uh0yy3NuZqHF+jPVZ2oMcAtPx32eTnBebiROBGBDgj1A5yZBirfQm8j/vZLSILhDq9TdktHS9/gITJ7TvgV4cQ==}
+
+  '@zag-js/switch@0.74.2':
+    resolution: {integrity: sha512-I5OTZ26Rp3ADySnzpIlI47+BiUAhSIXLMpQQ/T2XCpF9hsrxmAwmpyyJ+48L7aLHtzeEusBOATU+CWMEgycRPQ==}
+
+  '@zag-js/tabs@0.62.1':
+    resolution: {integrity: sha512-BpY6oA2nmZLpYu8nQrpi+zTF4txTiMYIMB31CmbFmbJ3hMVkEqk8sgNzNQY3LrzkkSemDRBHxPZ5H+YKaQrEdg==}
+
+  '@zag-js/tabs@0.74.2':
+    resolution: {integrity: sha512-e/xkk4aihOikJsw47Q8nwAm/vUlfgXkkGxydquZg4Z42EDNYt5XcxPpIW+7gbzK+ergDYN7JyHQ4+sIRRPA/jg==}
+
+  '@zag-js/tags-input@0.62.1':
+    resolution: {integrity: sha512-8gJ4ckQQ0BB3oUGgIEGkmB6wIKSf7xx0q6e3tqTbfZnPhmWP4hpli38XAOYjsBQyNXmQW89H/Rp8/8W1A/Vpow==}
+
+  '@zag-js/tags-input@0.74.2':
+    resolution: {integrity: sha512-bE1Z2dANz7f734AuX2b4RtGk6/L8Nf44Q1wxCZ++3CLYV6EBBBDb2kNWr/Pz23md58ve+AcFcd/pzKtoXfWcdw==}
+
+  '@zag-js/text-selection@0.62.1':
+    resolution: {integrity: sha512-0b049CnWN/Nyp/F/nbeU6G8BI/fzwlSQTTDWK81yRFADDFTZ2mWpVAWJF/fY0rKjsn4ucDykCS7GXMIo5rYILQ==}
+
+  '@zag-js/text-selection@0.74.2':
+    resolution: {integrity: sha512-c7fLss1VyFnQzs5f5HNMD3qyJczH+SNzOgqMwU6apKpgYRLMMI0S4F03I/cyDQrCPZMcy6F/bl6zlQmdqb6WLQ==}
+
+  '@zag-js/time-picker@0.62.1':
+    resolution: {integrity: sha512-THNASHp9Fu5f4/LC3t3qJfsYD6FqjhbP7HrjIDDFOcdNGRzOTfbEpKF3JtJgmM6F+/fuQKhe6FUbcluMd9zo8Q==}
+
+  '@zag-js/time-picker@0.74.2':
+    resolution: {integrity: sha512-VSsIQ+RUKo1hC+ip2Hq2jsiBTZNV+cuRntGXvVFegI1VG8W2ug6CtW5ilfxcQte8dfn1s6g2F4TY0g79F7svgA==}
+    peerDependencies:
+      '@internationalized/date': '>=3.0.0'
+
+  '@zag-js/timer@0.74.2':
+    resolution: {integrity: sha512-T8JGTNd9tJXUZqerBSDVsv1upD0vpccZqXZthpl8u4KFXj8vR/CZ9fW00linc+tR9XdxvBbkxk3EW/BPbNvoDw==}
+
+  '@zag-js/toast@0.62.1':
+    resolution: {integrity: sha512-Kb+OiFx7KUG0fAExIL06xWEfhxeMRJACvP6q4B4FNuFX+6N06RbV/PZtLbPbffOodd7VhSk1W37T7t6Np32mvg==}
+
+  '@zag-js/toast@0.74.2':
+    resolution: {integrity: sha512-Xt4F1BxP0U15WoNx73gIpnFRkCB3/dRkA5zQPECzR/U2drN2JAoCdb9wNQjxmR/6DWkT4PuCeWliUcskHDY8Wg==}
+
+  '@zag-js/toggle-group@0.62.1':
+    resolution: {integrity: sha512-h7jQtWJt11uws6IYBd3kQzOyOemtZ5CqR7lt4XZdni3J1EtymKRJNha2JIukIETZS9/0VU1fPcuDkQeCXcGHgQ==}
+
+  '@zag-js/toggle-group@0.74.2':
+    resolution: {integrity: sha512-4wAsl33rP/LQq052sE+UYn0tfiJtZeINishI+0xrWc7iQY61F6l6UtZUR4I/NT3sa8XV2xSgunVPP4dVN0JlpA==}
+
+  '@zag-js/tooltip@0.62.1':
+    resolution: {integrity: sha512-318EJU6B4FR0nMNU79qMAgdOiVM6vbDiRWBHjGLDBK3z5No3lKfo4TZb/NqBmmi2W7ZFPiPwvLFsTql+H0xDbA==}
+
+  '@zag-js/tooltip@0.74.2':
+    resolution: {integrity: sha512-lHs7dp1wUK4B+iY227ZfsQelVcRrad7ZVAh27ZzRdCkUE7KMi8ev45YudbnSM3ltCMGe6F+it7jWcalccFad4w==}
+
+  '@zag-js/tree-view@0.62.1':
+    resolution: {integrity: sha512-Y7qj16X18uElsD5jA9l03+rKEg1/5JIGRutO+NlEbs9Ffb7y34vqcEWquA+YgDfqXVWk2b5v9xcU1iKuKhOagQ==}
+
+  '@zag-js/tree-view@0.74.2':
+    resolution: {integrity: sha512-oLizz/iU5xj3KCIy/oADAIhs2NjLl3LawYYktD8k02JF2XRPi8bDnRF96E0YPeLOnf5XdEEXmDD2A1l+gWrReg==}
+
+  '@zag-js/types@0.62.1':
+    resolution: {integrity: sha512-wjJvasoxg/rsFhMTaGLJEjYnSGaXz7DymtO+wWOIfa+O6y44flHc8wRQ1l6ZRRetCz4RALTuwhZI+0ESZ1Bpwg==}
+
+  '@zag-js/types@0.74.2':
+    resolution: {integrity: sha512-UYdHh5Jj2LZZwP8Amm9YEoj9f/zYNWuuw+HRGCLZew6moHvKj/HHKJHLooPPjGztFIeRsnicE1mJ9E2bDllBaw==}
+
+  '@zag-js/utils@0.62.1':
+    resolution: {integrity: sha512-90sk7Li2mqoMCAfZbns1xrySEg4PIFPwLpiRO/T2kvKpc9z/qsq2WqDFpS8eqHfYRmkLnmQa0Bw1LzItYYsGVQ==}
+
+  '@zag-js/utils@0.74.2':
+    resolution: {integrity: sha512-WtIsNyDvnslCjtIIP/bRzx3bJMaT0cIgI3f+TgiFWhtQMlUZMpBkwkKVfvUwI5qcZ+ZOMeoonAWFqFECCb3h3g==}
 
   acorn-jsx@5.3.2:
     resolution: {integrity: sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ==}
@@ -1598,17 +1535,11 @@ packages:
     resolution: {integrity: sha512-pT1ZgP8rPNqUgieVaEY+ryQr6Q4HXNg8Ei9UnLUrjN4IA7dvQC5JB+/kxVcPNDHyBcc/26CXPkbNzq3qwrOEKA==}
     engines: {node: '>=12'}
 
-  chakra-react-select@4.9.2:
-    resolution: {integrity: sha512-uhvKAJ1I2lbIwdn+wx0YvxX5rtQVI0gXL0apx0CXm3blIxk7qf6YuCh2TnGuGKst8gj8jUFZyhYZiGlcvgbBRQ==}
+  chakra-react-select@6.0.0-next.2:
+    resolution: {integrity: sha512-QSylYpdvz1WHBXZ6Rxd47FnvWQlexAx+c0KtyW5PAVBrafXJhqhprHnuNsbqHiEI3I8zJHiaMGWzvGVD7v8LQQ==}
     peerDependencies:
-      '@chakra-ui/form-control': ^2.0.0
-      '@chakra-ui/icon': ^3.0.0
-      '@chakra-ui/layout': ^2.0.0
-      '@chakra-ui/media-query': ^3.0.0
-      '@chakra-ui/menu': ^2.0.0
-      '@chakra-ui/spinner': ^2.0.0
-      '@chakra-ui/system': ^2.0.0
-      '@emotion/react': ^11.8.1
+      '@chakra-ui/react': 3.x
+      next-themes: ^0.3.0
       react: ^18.0.0
       react-dom: ^18.0.0
 
@@ -1663,9 +1594,6 @@ packages:
   color-name@1.1.4:
     resolution: {integrity: sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==}
 
-  color2k@2.0.3:
-    resolution: {integrity: sha512-zW190nQTIoXcGCaU08DvVNFTmQhUpnJfVuAKfWqUQkflXKpaDdpaYoM0iluLS9lgJNHyBF58KKA2FBEwkD7wog==}
-
   combined-stream@1.0.8:
     resolution: {integrity: sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==}
     engines: {node: '>= 0.8'}
@@ -1674,9 +1602,6 @@ packages:
     resolution: {integrity: sha512-Vw8qHK3bZM9y/P10u3Vib8o/DdkvA2OtPtZvD871QKjy74Wj1WSKFILMPRPSdUSx5RFK1arlJzEtA4PkFgnbuA==}
     engines: {node: '>=18'}
 
-  compute-scroll-into-view@3.0.3:
-    resolution: {integrity: sha512-nadqwNxghAGTamwIqQSG433W6OADZx2vCo3UXHNrzTRHK/htu+7+L0zhjEoaeaQVNAi3YgqWDv8+tzf0hRfR+A==}
-
   concat-map@0.0.1:
     resolution: {integrity: sha512-/Srv4dswyQNBfohGpz9o6Yb3Gz3SrUDqBH5rTuhGR7ahtlbYKnVxw2bCFMRljaA7EXHaXZ8wsHdodFvbkhKmqg==}
 
@@ -1690,9 +1615,6 @@ packages:
   convert-source-map@1.9.0:
     resolution: {integrity: sha512-ASFBup0Mz1uyiIjANan1jzLQami9z1PoYSZCiiYW2FczPbenXc45FZdBZLzOT+r6+iciuEModtmCti+hjaAk0A==}
 
-  copy-to-clipboard@3.3.3:
-    resolution: {integrity: sha512-2KV8NhB5JqC3ky0r9PMCAZKbUHSwtEo4CwCs0KXgruG43gX5PMqDEBbVU4OUzw2MuAWUfsuFmWvEKG5QRfSnJA==}
-
   core-js-compat@3.38.1:
     resolution: {integrity: sha512-JRH6gfXxGmrzF3tZ57lFx97YARxCXPaMzPo6jELZhv88pBH5VXpQ+y0znKGlFnzuaihqhLbefxSJxWJMPtfDzw==}
 
@@ -1704,9 +1626,6 @@ packages:
     resolution: {integrity: sha512-iRDPJKUPVEND7dHPO8rkbOnPpyDygcDFtWjpeWNCgy8WP2rXcxXL8TskReQl6OrB2G7+UJrags1q15Fudc7G6w==}
     engines: {node: '>= 8'}
 
-  css-box-model@1.2.1:
-    resolution: {integrity: sha512-a7Vr4Q/kd/aw96bnJG332W9V9LkJO69JRcaCYDUqjp6/z0w6VcZjgAcTbgFxEPfBgdnAwlh3iwu+hLopa+flJw==}
-
   css.escape@1.5.1:
     resolution: {integrity: sha512-YUifsXXuknHlUsmlgyY0PKzgPOr7/FjCePfHNt0jxm83wHZi44VDMQ7/fGNkjY3/jV1MC+1CmZbaHzugyeRtpg==}
 
@@ -1782,9 +1701,6 @@ packages:
   destr@2.0.3:
     resolution: {integrity: sha512-2N3BOUU4gYMpTP24s5rF5iP7BDr7uNTCs4ozw3kf/eKfvWSIu93GEBi5m427YoyJoeOzQ5smuu4nNAPGb8idSQ==}
 
-  detect-node-es@1.1.0:
-    resolution: {integrity: sha512-ypdmJU/TbBby2Dxibuv7ZLW3Bs1QEmM7nHjEANfohJLvE0XVujisn1qPJcZxg+qDucsr+bP6fLD1rPS3AhJ7EQ==}
-
   dir-glob@3.0.1:
     resolution: {integrity: sha512-WkrWp9GR4KXfKGYzOLmTuGVi1UWFfws377n9cc55/tb6DuqyF6pcQ5AbiHEshaDpY9v6oaSr2XCDidGmMwdzIA==}
     engines: {node: '>=8'}
@@ -2038,9 +1954,11 @@ packages:
   flatted@3.3.1:
     resolution: {integrity: sha512-X8cqMLLie7KsNUDSdzeN8FYK9rEt4Dt67OsG/DNGnYTSDBG4uFAJFBnUeiV+zCVAvwFy56IjM9sH51jVaEhNxw==}
 
-  focus-lock@1.3.5:
-    resolution: {integrity: sha512-QFaHbhv9WPUeLYBDe/PAuLKJ4Dd9OPvKs9xZBr3yLXnUrDNaVXKu2baDBXe3naPY30hgHYSsf2JW4jzas2mDEQ==}
-    engines: {node: '>=10'}
+  focus-trap@7.5.4:
+    resolution: {integrity: sha512-N7kHdlgsO/v+iD/dMoJKtsSqs5Dz/dXZVebRgJw23LDk+jMi/974zyiOYDziY2JPp8xivq9BmUGwIJMiuSBi7w==}
+
+  focus-trap@7.6.0:
+    resolution: {integrity: sha512-1td0l3pMkWJLFipobUcGaf+5DTY4PLDDrcqoSaKP8ediO/CoWCCYk/fT/Y2A4e6TNB+Sh6clRJCjOPPnKoNHnQ==}
 
   follow-redirects@1.15.9:
     resolution: {integrity: sha512-gew4GsXizNgdoRyqmyfMHyAmXsZDk6mHkSxZFCzW9gwlbtOW44CDtYavM+y+72qD/Vq2l550kMF52DT8fOLJqQ==}
@@ -2062,23 +1980,6 @@ packages:
     resolution: {integrity: sha512-tzN8e4TX8+kkxGPK8D5u0FNmjPUjw3lwC9lSLxxoB/+GtsJG91CO8bSWy73APlgAZzZbXEYZJuxjkHH2w+Ezhw==}
     engines: {node: '>= 6'}
 
-  framer-motion@11.3.29:
-    resolution: {integrity: sha512-uyDuUOeOElJEA3kbkbyoTNEf75Jih1EUg0ouLKYMlGDdt/LaJPmO+FyOGAGxM2HwKhHcAoKFNveR5A8peb7yhw==}
-    peerDependencies:
-      '@emotion/is-prop-valid': '*'
-      react: ^18.0.0
-      react-dom: ^18.0.0
-    peerDependenciesMeta:
-      '@emotion/is-prop-valid':
-        optional: true
-      react:
-        optional: true
-      react-dom:
-        optional: true
-
-  framesync@6.1.2:
-    resolution: {integrity: sha512-jBTqhX6KaQVDyus8muwZbBeGGP0XgujBRbQ7gM7BRdS3CadCZIHiawyzYLnafYcvZIh5j8WE7cxZKFn7dXhu9g==}
-
   fs-minipass@2.1.0:
     resolution: {integrity: sha512-V/JgOLFCS+R6Vcq0slCuaeWEdNC3ouDlJMNIsacH2VtALiu9mV4LPrHc5cDl8k5aw6J8jwgWWpiTo5RYhmIzvg==}
     engines: {node: '>= 8'}
@@ -2105,10 +2006,6 @@ packages:
     resolution: {integrity: sha512-5uYhsJH8VJBTv7oslg4BznJYhDoRI6waYCxMmCdnTrcCrHA/fCFKoTFz2JKKE0HdDFUF7/oQuhzumXJK7paBRQ==}
     engines: {node: '>= 0.4'}
 
-  get-nonce@1.0.1:
-    resolution: {integrity: sha512-FJhYRoDaiatfEkUK8HKlicmu/3SGFD51q3itKDGoSTysQJBnfOcxU5GxnhE1E6soB76MbT0MBtnKJuXyAx+96Q==}
-    engines: {node: '>=6'}
-
   get-stream@8.0.1:
     resolution: {integrity: sha512-VaUJspBffn/LMCJVoMvSAdmscJyS1auj5Zulnn5UoYcY531UWmdwhRWkcGKnGU93m5HSXP9LP2usOryrBtQowA==}
     engines: {node: '>=16'}
@@ -2236,9 +2133,6 @@ packages:
     resolution: {integrity: sha512-NGnrKwXzSms2qUUih/ILZ5JBqNTSa1+ZmP6flaIp6KmSElgE9qdndzS3cqjrDovwFdmwsGsLdeFgB6suw+1e9g==}
     engines: {node: '>= 0.4'}
 
-  invariant@2.2.4:
-    resolution: {integrity: sha512-phJfQVBuaJM5raOpJjSfkiD6BpbCE4Ns//LaXl6wGYtUBY83nWS6Rf9tXm2e8VaK60JEjYldbPif/A2B1C2gNA==}
-
   is-arguments@1.1.1:
     resolution: {integrity: sha512-8Q7EARjzEnKpt/PCD7e1cgUS0a6X8u5tdSiMqXhojOdoV9TsMsiO+9VLC5vAmO8N7/GmXn7yjR8qnA6bVAEzfA==}
     engines: {node: '>= 0.4'}
@@ -2442,6 +2336,10 @@ packages:
   keyv@4.5.4:
     resolution: {integrity: sha512-oxVHkHR/EJf2CNXnWxRLW6mg7JyCCUcG0DtEGmL2ctUo1PNTin1PUil+r/+4r5MpVgC/fn1kjsx7mjSujKqIpw==}
 
+  klona@2.0.6:
+    resolution: {integrity: sha512-dhG34DXATL5hSxJbIexCft8FChFXtmskoZYnoPWjXQuebWYCNkVeV3KkGegCK9CP1oswI/vQibS2GY7Em/sJJA==}
+    engines: {node: '>= 8'}
+
   language-subtag-registry@0.3.23:
     resolution: {integrity: sha512-0K65Lea881pHotoGEa5gDlMxt3pctLi2RplBb7Ezh4rRdLEOtgi7n4EwK9lamnUCkKBqaeKRVebTq6BAxSkpXQ==}
 
@@ -2464,12 +2362,12 @@ packages:
     resolution: {integrity: sha512-iPZK6eYjbxRu3uB4/WZ3EsEIMJFMqAoopl3R+zuq0UjcAm/MO6KCweDgPfP3elTztoKP3KtnVHxTn2NHBSDVUw==}
     engines: {node: '>=10'}
 
+  lodash.debounce@4.0.8:
+    resolution: {integrity: sha512-FT1yDzDYEoYWhnSGnpE/4Kj1fLZkDFyqRb7fNt6FdYOSxlUWAtp42Eh6Wb0rGIv/m9Bgo7x4GhQbm5Ys4SG5ow==}
+
   lodash.merge@4.6.2:
     resolution: {integrity: sha512-0KpjqXRVvrYyCsX1swR/XTK0va6VQkQM6MNo7PqW77ByjAhoARA8EfrP1N4+KlKj8YS0ZUCtRT/YUuhyYDujIQ==}
 
-  lodash.mergewith@4.6.2:
-    resolution: {integrity: sha512-GK3g5RPZWTRSeLSpgP8Xhra+pnjBC56q9FZYe1d5RN3TJ35dbkGy3YqBSMbyCrlbi+CM9Z3Jk5yTL7RCsqboyQ==}
-
   lodash@4.17.21:
     resolution: {integrity: sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==}
 
@@ -2594,6 +2492,12 @@ packages:
   neo-async@2.6.2:
     resolution: {integrity: sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==}
 
+  next-themes@0.3.0:
+    resolution: {integrity: sha512-/QHIrsYpd6Kfk7xakK4svpDI5mmXP0gfvCoJdGpZQ2TOrQZmsW0QxjaiLn8wbIKjtm4BTSqLoix4lxYYOnLJ/w==}
+    peerDependencies:
+      react: ^16.8 || ^17 || ^18
+      react-dom: ^16.8 || ^17 || ^18
+
   node-fetch-native@1.6.4:
     resolution: {integrity: sha512-IhOigYzAKHd244OC0JIMIUrjzctirCmPkaIfhDeGcEETWof5zKYUW7e7MYvChGWh/4CJeXEgsRyGzuF334rOOQ==}
 
@@ -2730,6 +2634,9 @@ packages:
   perfect-debounce@1.0.0:
     resolution: {integrity: sha512-xCy9V055GLEqoFaHoC1SoLIaLmWctgCUaBaWxDZ7/Zx4CTyX7cJQLJOok/orfjZAh9kEYpjJa4d0KcJmCbctZA==}
 
+  perfect-freehand@1.2.2:
+    resolution: {integrity: sha512-eh31l019WICQ03pkF3FSzHxB8n07ItqIQ++G5UV8JX0zVOXzgTGCqnRR0jJ2h9U8/2uW4W4mtGJELt9kEV0CFQ==}
+
   picocolors@1.1.0:
     resolution: {integrity: sha512-TQ92mBOW0l3LeMeyLV6mzy/kWr8lkd/hp3mTg7wYK7zJhuBStmGMBG0BdeDZS/dZx1IukaX6Bk11zcln25o1Aw==}
 
@@ -2776,9 +2683,15 @@ packages:
   prop-types@15.8.1:
     resolution: {integrity: sha512-oj87CgZICdulUohogVAR7AjlC0327U4el4L6eAvOqCeudMDVU0NThNaV+b9Df4dXgSP1gXMTnPdhfe/2qDH5cg==}
 
+  proxy-compare@3.0.0:
+    resolution: {integrity: sha512-y44MCkgtZUCT9tZGuE278fB7PWVf7fRYy0vbRXAts2o5F0EfC4fIQrvQQGBJo1WJbFcVLXzApOscyJuZqHQc1w==}
+
   proxy-from-env@1.1.0:
     resolution: {integrity: sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==}
 
+  proxy-memoize@3.0.1:
+    resolution: {integrity: sha512-VDdG/VYtOgdGkWJx7y0o7p+zArSf2383Isci8C+BP3YXgMYDoPd3cCBjw0JdWb6YBb9sFiOPbAADDVTPJnh+9g==}
+
   punycode@2.3.1:
     resolution: {integrity: sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==}
     engines: {node: '>=6'}
@@ -2789,28 +2702,11 @@ packages:
   rc9@2.1.2:
     resolution: {integrity: sha512-btXCnMmRIBINM2LDZoEmOogIZU7Qe7zn4BpomSKZ/ykbLObuBdvG+mFq11DL6fjH1DRwHhrlgtYWG96bJiC7Cg==}
 
-  react-clientside-effect@1.2.6:
-    resolution: {integrity: sha512-XGGGRQAKY+q25Lz9a/4EPqom7WRjz3z9R2k4jhVKA/puQFH/5Nt27vFZYql4m4NVNdUvX8PS3O7r/Zzm7cjUlg==}
-    peerDependencies:
-      react: ^15.3.0 || ^16.0.0 || ^17.0.0 || ^18.0.0
-
   react-dom@18.3.1:
     resolution: {integrity: sha512-5m4nQKp+rZRb09LNH59GM4BxTh9251/ylbKIbpe7TpGxfJ+9kv6BLkLBXIjjspbgbnIBNqlI23tRnTWT0snUIw==}
     peerDependencies:
       react: ^18.3.1
 
-  react-fast-compare@3.2.2:
-    resolution: {integrity: sha512-nsO+KSNgo1SbJqJEYRE9ERzo7YtYbou/OqjSQKxV7jcKox7+usiUVZOAC+XnDOABXggQTno0Y1CpVnuWEc1boQ==}
-
-  react-focus-lock@2.12.1:
-    resolution: {integrity: sha512-lfp8Dve4yJagkHiFrC1bGtib3mF2ktqwPJw4/WGcgPW+pJ/AVQA5X2vI7xgp13FcxFEpYBBHpXai/N2DBNC0Jw==}
-    peerDependencies:
-      '@types/react': ^16.8.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
   react-icons@5.3.0:
     resolution: {integrity: sha512-DnUk8aFbTyQPSkCfF8dbX6kQjXA9DktMeJqfjrg6cK9vwQVMxmcA3BfP4QoiztVmEHtwlTgLFsPuH2NskKT6eg==}
     peerDependencies:
@@ -2822,26 +2718,6 @@ packages:
   react-is@17.0.2:
     resolution: {integrity: sha512-w2GsyukL62IJnlaff/nRegPQR94C/XXamvMWmSHRJ4y7Ts/4ocGRmTHvOs8PSE6pB3dWOrD/nueuU5sduBsQ4w==}
 
-  react-remove-scroll-bar@2.3.6:
-    resolution: {integrity: sha512-DtSYaao4mBmX+HDo5YWYdBWQwYIQQshUV/dVxFxK+KM26Wjwp1gZ6rv6OC3oujI6Bfu6Xyg3TwK533AQutsn/g==}
-    engines: {node: '>=10'}
-    peerDependencies:
-      '@types/react': ^16.8.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
-  react-remove-scroll@2.5.10:
-    resolution: {integrity: sha512-m3zvBRANPBw3qxVVjEIPEQinkcwlFZ4qyomuWVpNJdv4c6MvHfXV0C3L9Jx5rr3HeBHKNRX+1jreB5QloDIJjA==}
-    engines: {node: '>=10'}
-    peerDependencies:
-      '@types/react': ^16.8.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
   react-router-dom@6.26.2:
     resolution: {integrity: sha512-z7YkaEW0Dy35T3/QKPYB1LjMK2R1fxnHO8kWpUMTBdfVzZrWOiY9a7CtN8HqdWtDUWd5FY6Dl8HFsqVwH4uOtQ==}
     engines: {node: '>=14.0.0'}
@@ -2855,22 +2731,12 @@ packages:
     peerDependencies:
       react: '>=16.8'
 
-  react-select@5.8.0:
-    resolution: {integrity: sha512-TfjLDo58XrhP6VG5M/Mi56Us0Yt8X7xD6cDybC7yoRMUNm7BGO7qk8J0TLQOua/prb8vUOtsfnXZwfm30HGsAA==}
+  react-select@5.8.2:
+    resolution: {integrity: sha512-a/LkOckoI62710gGPQSQqUp7A10fGbH/ya3/IR49qaq3XoBvwymgD5mJgtiHxBDsutyEQfdKNycWVh8Cg8UCjw==}
     peerDependencies:
       react: ^16.8.0 || ^17.0.0 || ^18.0.0
       react-dom: ^16.8.0 || ^17.0.0 || ^18.0.0
 
-  react-style-singleton@2.2.1:
-    resolution: {integrity: sha512-ZWj0fHEMyWkHzKYUr2Bs/4zU6XLmq9HsgBURm7g5pAVfyn49DgUiNgY2d4lXRlYSiCif9YBGpQleewkcqddc7g==}
-    engines: {node: '>=10'}
-    peerDependencies:
-      '@types/react': ^16.8.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
   react-transition-group@4.4.5:
     resolution: {integrity: sha512-pZcd1MCJoiKiBR2NRxeCRg13uCXbydPnmB4EOeRrY7480qNWO8IIgQG6zlDkm6uRMsURXPuKq0GWtiM59a5Q6g==}
     peerDependencies:
@@ -3097,6 +2963,9 @@ packages:
     resolution: {integrity: sha512-7gr8p9TQP6RAHusBOSLs46F4564ZrjV8xFmw5zCmgmhGUcw2hxsShhJ6CEiHQMgPDwAQ1fWHPM0ypc4RMAig4A==}
     engines: {node: ^14.18.0 || >=16.0.0}
 
+  tabbable@6.2.0:
+    resolution: {integrity: sha512-Cat63mxsVJlzYvN51JmVXIgNoUokrIaT2zLclCXjRd8boZ0004U4KCs/sToJ75C6sdlByWxpYnb5Boif1VSFew==}
+
   tar@6.2.1:
     resolution: {integrity: sha512-DZ4yORTwrbTj/7MZYq2w+/ZFdI6OZ/f9SFHR+71gIVUZhOQPHzVCLpvRnPgyaMpfWxxk/4ONva3GQSyNIKRv6A==}
     engines: {node: '>=10'}
@@ -3108,9 +2977,6 @@ packages:
   text-table@0.2.0:
     resolution: {integrity: sha512-N+8UisAXDGk8PFXP4HAzVR9nbfmVJ3zYLAWiTIoqC5v5isinhr+r5uaO8+7r3BMfuNIufIsA7RdpVgacC2cSpw==}
 
-  tiny-invariant@1.3.3:
-    resolution: {integrity: sha512-+FbBPE1o9QAYvviau/qC5SE3caw21q3xkvWKBtja5vgqOWIHHJ3ioaq1VPfn/Szqctz2bU/oYeKd9/z5BL+PVg==}
-
   tinybench@2.9.0:
     resolution: {integrity: sha512-0+DUvqWMValLmha6lr4kD8iAMK1HzV0/aKnCtWb9v9641TnP/MFb7Pc2bxoxQjTXAErryXVgUOfv2YqNllqGeg==}
 
@@ -3137,9 +3003,6 @@ packages:
     resolution: {integrity: sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==}
     engines: {node: '>=8.0'}
 
-  toggle-selection@1.0.6:
-    resolution: {integrity: sha512-BiZS+C1OS8g/q2RRbJmy59xpyghNBqrr6k5L/uKBGRsTfxmu3ffiRnd8mlGPUVayg8pvfi5urfnu8TU7DVOkLQ==}
-
   ts-api-utils@1.3.0:
     resolution: {integrity: sha512-UQMIo7pb8WRomKR1/+MFVLTroIvDVtMX3K6OUir8ynLyzB8Jeriont2bTAtmNPa1ekAgN7YPDyf6V+ygrdU+eQ==}
     engines: {node: '>=16'}
@@ -3149,9 +3012,6 @@ packages:
   ts-morph@23.0.0:
     resolution: {integrity: sha512-FcvFx7a9E8TUe6T3ShihXJLiJOiqyafzFKUO4aqIHDUCIvADdGNShcbc2W5PMr3LerXRv7mafvFZ9lRENxJmug==}
 
-  tslib@2.4.0:
-    resolution: {integrity: sha512-d6xOpEDfsi2CZVlPQzGeux8XMwLT9hssAsaPYExaQMuYskwb+x1x7J371tWlbBdWHroy99KnVB6qIkUbs5X3UQ==}
-
   tslib@2.6.3:
     resolution: {integrity: sha512-xNvxJEOUiWPGhUuUdQgAJPKOOJfGnIyKySOc09XkKsgdUV/3E2zvwZYdejjmRgPCgcym1juLH3226yA7sEFJKQ==}
 
@@ -3217,19 +3077,12 @@ packages:
     peerDependencies:
       browserslist: '>= 4.21.0'
 
+  uqr@0.1.2:
+    resolution: {integrity: sha512-MJu7ypHq6QasgF5YRTjqscSzQp/W11zoUk6kvmlH+fmWEs63Y0Eib13hYFwAzagRJcVY8WVnlV+eBDUGMJ5IbA==}
+
   uri-js@4.4.1:
     resolution: {integrity: sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==}
 
-  use-callback-ref@1.3.2:
-    resolution: {integrity: sha512-elOQwe6Q8gqZgDA8mrh44qRTQqpIHDcZ3hXTLjBe1i4ph8XpNJnO+aQf3NaG+lriLopI4HMx9VjQLfPQ6vhnoA==}
-    engines: {node: '>=10'}
-    peerDependencies:
-      '@types/react': ^16.8.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
-
   use-debounce@10.0.3:
     resolution: {integrity: sha512-DxQSI9ZKso689WM1mjgGU3ozcxU1TJElBJ3X6S4SMzMNcm2lVH0AHmyXB+K7ewjz2BSUKJTDqTcwtSMRfB89dg==}
     engines: {node: '>= 16.0.0'}
@@ -3245,15 +3098,11 @@ packages:
       '@types/react':
         optional: true
 
-  use-sidecar@1.1.2:
-    resolution: {integrity: sha512-epTbsLuzZ7lPClpz2TyryBfztm7m+28DlEv2ZCQ3MDr5ssiwyOwGH/e5F9CkfWjJ1t4clvI58yF822/GUkjjhw==}
-    engines: {node: '>=10'}
+  usehooks-ts@3.1.0:
+    resolution: {integrity: sha512-bBIa7yUyPhE1BCc0GmR96VU/15l/9gP1Ch5mYdLcFBaFGQsdmXkvjV0TtOqW1yUd6VjIwDunm+flSciCQXujiw==}
+    engines: {node: '>=16.15.0'}
     peerDependencies:
-      '@types/react': ^16.9.0 || ^17.0.0 || ^18.0.0
-      react: ^16.8.0 || ^17.0.0 || ^18.0.0
-    peerDependenciesMeta:
-      '@types/react':
-        optional: true
+      react: ^16.8.0  || ^17 || ^18
 
   validate-npm-package-license@3.0.4:
     resolution: {integrity: sha512-DpKm2Ui/xN7/HQKCtpZxoRWBhZ9Z0kqtygG8XCgNQ8ZlDnxuQmWhj566j8fN4Cu3/JmbhsDo7fcAJq4s9h27Ew==}
@@ -3403,6 +3252,103 @@ snapshots:
       '@types/json-schema': 7.0.15
       js-yaml: 4.1.0
 
+  '@ark-ui/anatomy@3.5.0(@internationalized/date@3.5.6)':
+    dependencies:
+      '@zag-js/accordion': 0.62.1
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/avatar': 0.62.1
+      '@zag-js/carousel': 0.62.1
+      '@zag-js/checkbox': 0.62.1
+      '@zag-js/clipboard': 0.62.1
+      '@zag-js/collapsible': 0.62.1
+      '@zag-js/color-picker': 0.62.1
+      '@zag-js/color-utils': 0.62.1
+      '@zag-js/combobox': 0.62.1
+      '@zag-js/date-picker': 0.62.1
+      '@zag-js/date-utils': 0.62.1(@internationalized/date@3.5.6)
+      '@zag-js/dialog': 0.62.1
+      '@zag-js/editable': 0.62.1
+      '@zag-js/file-upload': 0.62.1
+      '@zag-js/hover-card': 0.62.1
+      '@zag-js/menu': 0.62.1
+      '@zag-js/number-input': 0.62.1
+      '@zag-js/pagination': 0.62.1
+      '@zag-js/pin-input': 0.62.1
+      '@zag-js/popover': 0.62.1
+      '@zag-js/presence': 0.62.1
+      '@zag-js/progress': 0.62.1
+      '@zag-js/qr-code': 0.62.1
+      '@zag-js/radio-group': 0.62.1
+      '@zag-js/rating-group': 0.62.1
+      '@zag-js/select': 0.62.1
+      '@zag-js/signature-pad': 0.62.1
+      '@zag-js/slider': 0.62.1
+      '@zag-js/splitter': 0.62.1
+      '@zag-js/switch': 0.62.1
+      '@zag-js/tabs': 0.62.1
+      '@zag-js/tags-input': 0.62.1
+      '@zag-js/time-picker': 0.62.1
+      '@zag-js/toast': 0.62.1
+      '@zag-js/toggle-group': 0.62.1
+      '@zag-js/tooltip': 0.62.1
+      '@zag-js/tree-view': 0.62.1
+    transitivePeerDependencies:
+      - '@internationalized/date'
+
+  '@ark-ui/react@4.1.2(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
+    dependencies:
+      '@internationalized/date': 3.5.6
+      '@zag-js/accordion': 0.74.2
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/avatar': 0.74.2
+      '@zag-js/carousel': 0.74.2
+      '@zag-js/checkbox': 0.74.2
+      '@zag-js/clipboard': 0.74.2
+      '@zag-js/collapsible': 0.74.2
+      '@zag-js/collection': 0.74.2
+      '@zag-js/color-picker': 0.74.2
+      '@zag-js/color-utils': 0.74.2
+      '@zag-js/combobox': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/date-picker': 0.74.2(@internationalized/date@3.5.6)
+      '@zag-js/date-utils': 0.74.2(@internationalized/date@3.5.6)
+      '@zag-js/dialog': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/editable': 0.74.2
+      '@zag-js/file-upload': 0.74.2
+      '@zag-js/file-utils': 0.74.2
+      '@zag-js/highlight-word': 0.74.2
+      '@zag-js/hover-card': 0.74.2
+      '@zag-js/i18n-utils': 0.74.2
+      '@zag-js/menu': 0.74.2
+      '@zag-js/number-input': 0.74.2
+      '@zag-js/pagination': 0.74.2
+      '@zag-js/pin-input': 0.74.2
+      '@zag-js/popover': 0.74.2
+      '@zag-js/presence': 0.74.2
+      '@zag-js/progress': 0.74.2
+      '@zag-js/qr-code': 0.74.2
+      '@zag-js/radio-group': 0.74.2
+      '@zag-js/rating-group': 0.74.2
+      '@zag-js/react': 0.74.2(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+      '@zag-js/select': 0.74.2
+      '@zag-js/signature-pad': 0.74.2
+      '@zag-js/slider': 0.74.2
+      '@zag-js/splitter': 0.74.2
+      '@zag-js/steps': 0.74.2
+      '@zag-js/switch': 0.74.2
+      '@zag-js/tabs': 0.74.2
+      '@zag-js/tags-input': 0.74.2
+      '@zag-js/time-picker': 0.74.2(@internationalized/date@3.5.6)
+      '@zag-js/timer': 0.74.2
+      '@zag-js/toast': 0.74.2
+      '@zag-js/toggle-group': 0.74.2
+      '@zag-js/tooltip': 0.74.2
+      '@zag-js/tree-view': 0.74.2
+      '@zag-js/types': 0.74.2
+      react: 18.3.1
+      react-dom: 18.3.1(react@18.3.1)
+
   '@babel/code-frame@7.24.7':
     dependencies:
       '@babel/highlight': 7.24.7
@@ -3437,7 +3383,7 @@ snapshots:
   '@babel/helper-module-imports@7.24.7':
     dependencies:
       '@babel/traverse': 7.25.4
-      '@babel/types': 7.25.4
+      '@babel/types': 7.25.6
     transitivePeerDependencies:
       - supports-color
 
@@ -3497,10 +3443,10 @@ snapshots:
     dependencies:
       '@babel/code-frame': 7.24.7
       '@babel/generator': 7.25.4
-      '@babel/parser': 7.25.4
+      '@babel/parser': 7.25.6
       '@babel/template': 7.25.0
-      '@babel/types': 7.25.4
-      debug: 4.3.6
+      '@babel/types': 7.25.6
+      debug: 4.3.7
       globals: 11.12.0
     transitivePeerDependencies:
       - supports-color
@@ -3512,723 +3458,40 @@ snapshots:
 
   '@babel/types@7.25.4':
     dependencies:
-      '@babel/helper-string-parser': 7.24.8
-      '@babel/helper-validator-identifier': 7.24.7
-      to-fast-properties: 2.0.0
-
-  '@babel/types@7.25.6':
-    dependencies:
-      '@babel/helper-string-parser': 7.24.8
-      '@babel/helper-validator-identifier': 7.24.7
-      to-fast-properties: 2.0.0
-
-  '@bcoe/v8-coverage@0.2.3': {}
-
-  '@chakra-ui/accordion@2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/descendant': 3.1.0(react@18.3.1)
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/transition': 2.1.0(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/alert@2.2.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/spinner': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/anatomy@2.2.2': {}
-
-  '@chakra-ui/avatar@2.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/image': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/breadcrumb@2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/breakpoint-utils@2.0.8':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-
-  '@chakra-ui/button@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/spinner': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/card@2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/checkbox@2.3.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/visually-hidden': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@zag-js/focus-visible': 0.16.0
-      react: 18.3.1
-
-  '@chakra-ui/clickable@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      react: 18.3.1
-
-  '@chakra-ui/close-button@2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/color-mode@2.2.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/control-box@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/counter@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/number-utils': 2.0.7
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      react: 18.3.1
-
-  '@chakra-ui/css-reset@2.3.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/descendant@3.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/dom-utils@2.1.0': {}
-
-  '@chakra-ui/editable@3.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-focus-on-pointer-down': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/event-utils@2.0.8': {}
-
-  '@chakra-ui/focus-lock@2.1.0(@types/react@18.3.5)(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/dom-utils': 2.1.0
-      react: 18.3.1
-      react-focus-lock: 2.12.1(@types/react@18.3.5)(react@18.3.1)
-    transitivePeerDependencies:
-      - '@types/react'
-
-  '@chakra-ui/form-control@2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/hooks@2.2.1(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-utils': 2.0.12(react@18.3.1)
-      '@chakra-ui/utils': 2.0.15
-      compute-scroll-into-view: 3.0.3
-      copy-to-clipboard: 3.3.3
-      react: 18.3.1
-
-  '@chakra-ui/icon@3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/image@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/input@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/object-utils': 2.1.0
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/layout@2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/breakpoint-utils': 2.0.8
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/object-utils': 2.1.0
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/lazy-utils@2.0.5': {}
-
-  '@chakra-ui/live-region@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/media-query@3.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/breakpoint-utils': 2.0.8
-      '@chakra-ui/react-env': 3.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/menu@2.2.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/clickable': 2.1.0(react@18.3.1)
-      '@chakra-ui/descendant': 3.1.0(react@18.3.1)
-      '@chakra-ui/lazy-utils': 2.0.5
-      '@chakra-ui/popper': 3.1.0(react@18.3.1)
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-animation-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-disclosure': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-focus-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-outside-click': 2.2.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/transition': 2.1.0(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/modal@2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(@types/react@18.3.5)(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/close-button': 2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/focus-lock': 2.1.0(@types/react@18.3.5)(react@18.3.1)
-      '@chakra-ui/portal': 2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/transition': 2.1.0(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      aria-hidden: 1.2.4
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-      react-remove-scroll: 2.5.10(@types/react@18.3.5)(react@18.3.1)
-    transitivePeerDependencies:
-      - '@types/react'
-
-  '@chakra-ui/number-input@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/counter': 2.1.0(react@18.3.1)
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-event-listener': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-interval': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/number-utils@2.0.7': {}
-
-  '@chakra-ui/object-utils@2.1.0': {}
-
-  '@chakra-ui/pin-input@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/descendant': 3.1.0(react@18.3.1)
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/popover@2.2.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/close-button': 2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/lazy-utils': 2.0.5
-      '@chakra-ui/popper': 3.1.0(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-animation-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-disclosure': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-focus-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-focus-on-pointer-down': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/popper@3.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@popperjs/core': 2.11.8
-      react: 18.3.1
-
-  '@chakra-ui/portal@2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-
-  '@chakra-ui/progress@2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/provider@2.4.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/css-reset': 2.3.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/portal': 2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-env': 3.1.0(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/utils': 2.0.15
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@emotion/styled': 11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-
-  '@chakra-ui/radio@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@zag-js/focus-visible': 0.16.0
-      react: 18.3.1
-
-  '@chakra-ui/react-children-utils@2.0.6(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-context@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-env@3.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-types@2.0.7(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-animation-state@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/dom-utils': 2.1.0
-      '@chakra-ui/react-use-event-listener': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-callback-ref@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-controllable-state@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-disclosure@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-event-listener@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-focus-effect@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/dom-utils': 2.1.0
-      '@chakra-ui/react-use-event-listener': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-focus-on-pointer-down@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-event-listener': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-interval@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-latest-ref@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-merge-refs@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-outside-click@2.2.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-pan-event@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/event-utils': 2.0.8
-      '@chakra-ui/react-use-latest-ref': 2.1.0(react@18.3.1)
-      framesync: 6.1.2
-      react: 18.3.1
-
-  '@chakra-ui/react-use-previous@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-safe-layout-effect@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-use-size@2.1.0(react@18.3.1)':
-    dependencies:
-      '@zag-js/element-size': 0.10.5
-      react: 18.3.1
-
-  '@chakra-ui/react-use-timeout@2.1.0(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/react-use-update-effect@2.1.0(react@18.3.1)':
-    dependencies:
-      react: 18.3.1
-
-  '@chakra-ui/react-utils@2.0.12(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/utils': 2.0.15
-      react: 18.3.1
-
-  '@chakra-ui/react@2.8.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/accordion': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/alert': 2.2.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/avatar': 2.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/breadcrumb': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/button': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/card': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/checkbox': 2.3.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/close-button': 2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/control-box': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/counter': 2.1.0(react@18.3.1)
-      '@chakra-ui/css-reset': 2.3.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/editable': 3.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/focus-lock': 2.1.0(@types/react@18.3.5)(react@18.3.1)
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/hooks': 2.2.1(react@18.3.1)
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/image': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/input': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/layout': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/live-region': 2.1.0(react@18.3.1)
-      '@chakra-ui/media-query': 3.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/menu': 2.2.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/modal': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(@types/react@18.3.5)(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/number-input': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/pin-input': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/popover': 2.2.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/popper': 3.1.0(react@18.3.1)
-      '@chakra-ui/portal': 2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/progress': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/provider': 2.4.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/radio': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-env': 3.1.0(react@18.3.1)
-      '@chakra-ui/select': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/skeleton': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/skip-nav': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/slider': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/spinner': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/stat': 2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/stepper': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/styled-system': 2.9.2
-      '@chakra-ui/switch': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/table': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/tabs': 3.0.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/tag': 3.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/textarea': 2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/theme': 3.3.1(@chakra-ui/styled-system@2.9.2)
-      '@chakra-ui/theme-utils': 2.0.21
-      '@chakra-ui/toast': 7.0.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/tooltip': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/transition': 2.1.0(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/utils': 2.0.15
-      '@chakra-ui/visually-hidden': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@emotion/styled': 11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-    transitivePeerDependencies:
-      - '@types/react'
-
-  '@chakra-ui/select@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/shared-utils@2.0.5': {}
-
-  '@chakra-ui/skeleton@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/media-query': 3.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-use-previous': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/skip-nav@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/slider@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/number-utils': 2.0.7
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-callback-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-latest-ref': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-pan-event': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-size': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/spinner@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/stat@2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/stepper@2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/styled-system@2.9.2':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      csstype: 3.1.3
-      lodash.mergewith: 4.6.2
-
-  '@chakra-ui/switch@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/checkbox': 2.3.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/color-mode': 2.2.0(react@18.3.1)
-      '@chakra-ui/object-utils': 2.1.0
-      '@chakra-ui/react-utils': 2.0.12(react@18.3.1)
-      '@chakra-ui/styled-system': 2.9.2
-      '@chakra-ui/theme-utils': 2.0.21
-      '@chakra-ui/utils': 2.0.15
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@emotion/styled': 11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1)
-      react: 18.3.1
-      react-fast-compare: 3.2.2
-
-  '@chakra-ui/table@2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/tabs@3.0.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/clickable': 2.1.0(react@18.3.1)
-      '@chakra-ui/descendant': 3.1.0(react@18.3.1)
-      '@chakra-ui/lazy-utils': 2.0.5
-      '@chakra-ui/react-children-utils': 2.0.6(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-controllable-state': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-safe-layout-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/tag@3.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/textarea@2.1.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-
-  '@chakra-ui/theme-tools@2.1.2(@chakra-ui/styled-system@2.9.2)':
-    dependencies:
-      '@chakra-ui/anatomy': 2.2.2
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/styled-system': 2.9.2
-      color2k: 2.0.3
-
-  '@chakra-ui/theme-utils@2.0.21':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/styled-system': 2.9.2
-      '@chakra-ui/theme': 3.3.1(@chakra-ui/styled-system@2.9.2)
-      lodash.mergewith: 4.6.2
-
-  '@chakra-ui/theme@3.3.1(@chakra-ui/styled-system@2.9.2)':
-    dependencies:
-      '@chakra-ui/anatomy': 2.2.2
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/styled-system': 2.9.2
-      '@chakra-ui/theme-tools': 2.1.2(@chakra-ui/styled-system@2.9.2)
-
-  '@chakra-ui/toast@7.0.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/alert': 2.2.2(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/close-button': 2.1.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/portal': 2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-context': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-timeout': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-update-effect': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/styled-system': 2.9.2
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/theme': 3.3.1(@chakra-ui/styled-system@2.9.2)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-
-  '@chakra-ui/tooltip@2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/dom-utils': 2.1.0
-      '@chakra-ui/popper': 3.1.0(react@18.3.1)
-      '@chakra-ui/portal': 2.1.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/react-types': 2.0.7(react@18.3.1)
-      '@chakra-ui/react-use-disclosure': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-event-listener': 2.1.0(react@18.3.1)
-      '@chakra-ui/react-use-merge-refs': 2.1.0(react@18.3.1)
-      '@chakra-ui/shared-utils': 2.0.5
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-
-  '@chakra-ui/transition@2.1.0(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)':
-    dependencies:
-      '@chakra-ui/shared-utils': 2.0.5
-      framer-motion: 11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
-      react: 18.3.1
+      '@babel/helper-string-parser': 7.24.8
+      '@babel/helper-validator-identifier': 7.24.7
+      to-fast-properties: 2.0.0
 
-  '@chakra-ui/utils@2.0.15':
+  '@babel/types@7.25.6':
     dependencies:
-      '@types/lodash.mergewith': 4.6.7
-      css-box-model: 1.2.1
-      framesync: 6.1.2
-      lodash.mergewith: 4.6.2
+      '@babel/helper-string-parser': 7.24.8
+      '@babel/helper-validator-identifier': 7.24.7
+      to-fast-properties: 2.0.0
 
-  '@chakra-ui/visually-hidden@2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)':
+  '@bcoe/v8-coverage@0.2.3': {}
+
+  '@chakra-ui/anatomy@2.2.2': {}
+
+  '@chakra-ui/react@3.0.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@internationalized/date@3.5.6)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
     dependencies:
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
+      '@ark-ui/anatomy': 3.5.0(@internationalized/date@3.5.6)
+      '@ark-ui/react': 4.1.2(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+      '@emotion/is-prop-valid': 1.3.1
+      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
+      '@emotion/serialize': 1.3.2
+      '@emotion/use-insertion-effect-with-fallbacks': 1.1.0(react@18.3.1)
+      '@emotion/utils': 1.4.1
+      '@pandacss/is-valid-prop': 0.41.0
+      csstype: 3.1.3
       react: 18.3.1
+      react-dom: 18.3.1(react@18.3.1)
+    transitivePeerDependencies:
+      - '@internationalized/date'
 
   '@emotion/babel-plugin@11.12.0':
     dependencies:
       '@babel/helper-module-imports': 7.24.7
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       '@emotion/hash': 0.9.2
       '@emotion/memoize': 0.9.0
       '@emotion/serialize': 1.3.1
@@ -4251,7 +3514,7 @@ snapshots:
 
   '@emotion/hash@0.9.2': {}
 
-  '@emotion/is-prop-valid@1.3.0':
+  '@emotion/is-prop-valid@1.3.1':
     dependencies:
       '@emotion/memoize': 0.9.0
 
@@ -4259,7 +3522,7 @@ snapshots:
 
   '@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1)':
     dependencies:
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       '@emotion/babel-plugin': 11.12.0
       '@emotion/cache': 11.13.1
       '@emotion/serialize': 1.3.1
@@ -4281,22 +3544,15 @@ snapshots:
       '@emotion/utils': 1.4.0
       csstype: 3.1.3
 
-  '@emotion/sheet@1.4.0': {}
-
-  '@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1)':
+  '@emotion/serialize@1.3.2':
     dependencies:
-      '@babel/runtime': 7.25.4
-      '@emotion/babel-plugin': 11.12.0
-      '@emotion/is-prop-valid': 1.3.0
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@emotion/serialize': 1.3.1
-      '@emotion/use-insertion-effect-with-fallbacks': 1.1.0(react@18.3.1)
-      '@emotion/utils': 1.4.0
-      react: 18.3.1
-    optionalDependencies:
-      '@types/react': 18.3.5
-    transitivePeerDependencies:
-      - supports-color
+      '@emotion/hash': 0.9.2
+      '@emotion/memoize': 0.9.0
+      '@emotion/unitless': 0.10.0
+      '@emotion/utils': 1.4.1
+      csstype: 3.1.3
+
+  '@emotion/sheet@1.4.0': {}
 
   '@emotion/unitless@0.10.0': {}
 
@@ -4306,6 +3562,8 @@ snapshots:
 
   '@emotion/utils@1.4.0': {}
 
+  '@emotion/utils@1.4.1': {}
+
   '@emotion/weak-memoize@0.4.0': {}
 
   '@esbuild/aix-ppc64@0.21.5':
@@ -4420,13 +3678,20 @@ snapshots:
     dependencies:
       '@floating-ui/utils': 0.2.7
 
-  '@floating-ui/dom@1.6.10':
+  '@floating-ui/dom@1.6.11':
+    dependencies:
+      '@floating-ui/core': 1.6.7
+      '@floating-ui/utils': 0.2.8
+
+  '@floating-ui/dom@1.6.8':
     dependencies:
       '@floating-ui/core': 1.6.7
       '@floating-ui/utils': 0.2.7
 
   '@floating-ui/utils@0.2.7': {}
 
+  '@floating-ui/utils@0.2.8': {}
+
   '@hey-api/openapi-ts@0.52.0(magicast@0.3.5)(typescript@5.5.4)':
     dependencies:
       '@apidevtools/json-schema-ref-parser': 11.6.4
@@ -4442,6 +3707,18 @@ snapshots:
 
   '@humanwhocodes/retry@0.3.0': {}
 
+  '@internationalized/date@3.5.5':
+    dependencies:
+      '@swc/helpers': 0.5.13
+
+  '@internationalized/date@3.5.6':
+    dependencies:
+      '@swc/helpers': 0.5.13
+
+  '@internationalized/number@3.5.3':
+    dependencies:
+      '@swc/helpers': 0.5.13
+
   '@isaacs/cliui@8.0.2':
     dependencies:
       string-width: 5.1.2
@@ -4484,13 +3761,13 @@ snapshots:
       '@nodelib/fs.scandir': 2.1.5
       fastq: 1.17.1
 
+  '@pandacss/is-valid-prop@0.41.0': {}
+
   '@pkgjs/parseargs@0.11.0':
     optional: true
 
   '@pkgr/core@0.1.1': {}
 
-  '@popperjs/core@2.11.8': {}
-
   '@remix-run/router@1.19.2': {}
 
   '@rollup/rollup-android-arm-eabi@4.24.0':
@@ -4583,7 +3860,7 @@ snapshots:
   '@swc/core-win32-x64-msvc@1.7.14':
     optional: true
 
-  '@swc/core@1.7.14':
+  '@swc/core@1.7.14(@swc/helpers@0.5.13)':
     dependencies:
       '@swc/counter': 0.1.3
       '@swc/types': 0.1.12
@@ -4598,9 +3875,14 @@ snapshots:
       '@swc/core-win32-arm64-msvc': 1.7.14
       '@swc/core-win32-ia32-msvc': 1.7.14
       '@swc/core-win32-x64-msvc': 1.7.14
+      '@swc/helpers': 0.5.13
 
   '@swc/counter@0.1.3': {}
 
+  '@swc/helpers@0.5.13':
+    dependencies:
+      tslib: 2.6.3
+
   '@swc/types@0.1.12':
     dependencies:
       '@swc/counter': 0.1.3
@@ -4685,12 +3967,6 @@ snapshots:
 
   '@types/json-schema@7.0.15': {}
 
-  '@types/lodash.mergewith@4.6.7':
-    dependencies:
-      '@types/lodash': 4.17.7
-
-  '@types/lodash@4.17.7': {}
-
   '@types/node@22.5.4':
     dependencies:
       undici-types: 6.19.8
@@ -4833,9 +4109,9 @@ snapshots:
       '@typescript-eslint/types': 8.5.0
       eslint-visitor-keys: 3.4.3
 
-  '@vitejs/plugin-react-swc@3.7.0(vite@5.4.6(@types/node@22.5.4))':
+  '@vitejs/plugin-react-swc@3.7.0(@swc/helpers@0.5.13)(vite@5.4.6(@types/node@22.5.4))':
     dependencies:
-      '@swc/core': 1.7.14
+      '@swc/core': 1.7.14(@swc/helpers@0.5.13)
       vite: 5.4.6(@types/node@22.5.4)
     transitivePeerDependencies:
       - '@swc/helpers'
@@ -4898,13 +4174,959 @@ snapshots:
       loupe: 3.1.1
       tinyrainbow: 1.2.0
 
-  '@zag-js/dom-query@0.16.0': {}
+  '@zag-js/accordion@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/accordion@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/anatomy@0.62.1': {}
+
+  '@zag-js/anatomy@0.74.2': {}
+
+  '@zag-js/aria-hidden@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+
+  '@zag-js/aria-hidden@0.74.2':
+    dependencies:
+      aria-hidden: 1.2.4
+
+  '@zag-js/auto-resize@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+
+  '@zag-js/auto-resize@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+
+  '@zag-js/avatar@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/avatar@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/carousel@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/carousel@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/checkbox@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/checkbox@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/focus-visible': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/clipboard@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/clipboard@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/collapsible@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/collapsible@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/collection@0.62.1':
+    dependencies:
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/collection@0.74.2':
+    dependencies:
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/color-picker@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/color-utils': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/text-selection': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/color-picker@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/color-utils': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/text-selection': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/color-utils@0.62.1':
+    dependencies:
+      '@zag-js/numeric-range': 0.62.1
+
+  '@zag-js/color-utils@0.74.2':
+    dependencies:
+      '@zag-js/numeric-range': 0.74.2
+
+  '@zag-js/combobox@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/aria-hidden': 0.62.1
+      '@zag-js/collection': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/combobox@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/aria-hidden': 0.74.2
+      '@zag-js/collection': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/core@0.62.1':
+    dependencies:
+      '@zag-js/store': 0.62.1
+      klona: 2.0.6
+
+  '@zag-js/core@0.74.2':
+    dependencies:
+      '@zag-js/store': 0.74.2
+      '@zag-js/utils': 0.74.2
+      klona: 2.0.6
+
+  '@zag-js/date-picker@0.62.1':
+    dependencies:
+      '@internationalized/date': 3.5.5
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/date-utils': 0.62.1(@internationalized/date@3.5.5)
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/live-region': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/text-selection': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/date-picker@0.74.2(@internationalized/date@3.5.6)':
+    dependencies:
+      '@internationalized/date': 3.5.6
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/date-utils': 0.74.2(@internationalized/date@3.5.6)
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/live-region': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/text-selection': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/date-utils@0.62.1(@internationalized/date@3.5.5)':
+    dependencies:
+      '@internationalized/date': 3.5.5
+
+  '@zag-js/date-utils@0.62.1(@internationalized/date@3.5.6)':
+    dependencies:
+      '@internationalized/date': 3.5.6
+
+  '@zag-js/date-utils@0.74.2(@internationalized/date@3.5.6)':
+    dependencies:
+      '@internationalized/date': 3.5.6
+
+  '@zag-js/dialog@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/aria-hidden': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/remove-scroll': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+      focus-trap: 7.5.4
+
+  '@zag-js/dialog@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/aria-hidden': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/remove-scroll': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+      focus-trap: 7.6.0
+
+  '@zag-js/dismissable@0.62.1':
+    dependencies:
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/interact-outside': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/dismissable@0.74.2':
+    dependencies:
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/interact-outside': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/dom-event@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/text-selection': 0.62.1
+      '@zag-js/types': 0.62.1
+
+  '@zag-js/dom-event@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/text-selection': 0.74.2
+      '@zag-js/types': 0.74.2
+
+  '@zag-js/dom-query@0.62.1': {}
+
+  '@zag-js/dom-query@0.74.2': {}
+
+  '@zag-js/editable@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/interact-outside': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/editable@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/interact-outside': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/element-rect@0.62.1': {}
+
+  '@zag-js/element-rect@0.74.2': {}
+
+  '@zag-js/element-size@0.62.1': {}
+
+  '@zag-js/element-size@0.74.2': {}
+
+  '@zag-js/file-upload@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/file-utils': 0.62.1
+      '@zag-js/i18n-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/file-upload@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/file-utils': 0.74.2
+      '@zag-js/i18n-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/file-utils@0.62.1':
+    dependencies:
+      '@zag-js/i18n-utils': 0.62.1
+
+  '@zag-js/file-utils@0.74.2':
+    dependencies:
+      '@zag-js/i18n-utils': 0.74.2
+
+  '@zag-js/focus-visible@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+
+  '@zag-js/form-utils@0.62.1': {}
 
-  '@zag-js/element-size@0.10.5': {}
+  '@zag-js/form-utils@0.74.2': {}
 
-  '@zag-js/focus-visible@0.16.0':
+  '@zag-js/highlight-word@0.74.2': {}
+
+  '@zag-js/hover-card@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/hover-card@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/i18n-utils@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+
+  '@zag-js/i18n-utils@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+
+  '@zag-js/interact-outside@0.62.1':
+    dependencies:
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/interact-outside@0.74.2':
+    dependencies:
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/live-region@0.62.1': {}
+
+  '@zag-js/live-region@0.74.2': {}
+
+  '@zag-js/menu@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/rect-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/menu@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/rect-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/number-input@0.62.1':
+    dependencies:
+      '@internationalized/number': 3.5.3
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/number-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/number-input@0.74.2':
+    dependencies:
+      '@internationalized/number': 3.5.3
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/number-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/number-utils@0.62.1': {}
+
+  '@zag-js/number-utils@0.74.2': {}
+
+  '@zag-js/numeric-range@0.62.1': {}
+
+  '@zag-js/numeric-range@0.74.2': {}
+
+  '@zag-js/pagination@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/pagination@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/pin-input@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/pin-input@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/popover@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/aria-hidden': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/remove-scroll': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+      focus-trap: 7.5.4
+
+  '@zag-js/popover@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/aria-hidden': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/remove-scroll': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+      focus-trap: 7.6.0
+
+  '@zag-js/popper@0.62.1':
+    dependencies:
+      '@floating-ui/dom': 1.6.8
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/popper@0.74.2':
+    dependencies:
+      '@floating-ui/dom': 1.6.11
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/presence@0.62.1':
+    dependencies:
+      '@zag-js/core': 0.62.1
+      '@zag-js/types': 0.62.1
+
+  '@zag-js/presence@0.74.2':
+    dependencies:
+      '@zag-js/core': 0.74.2
+      '@zag-js/types': 0.74.2
+
+  '@zag-js/progress@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/progress@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/qr-code@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+      proxy-memoize: 3.0.1
+      uqr: 0.1.2
+
+  '@zag-js/qr-code@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+      proxy-memoize: 3.0.1
+      uqr: 0.1.2
+
+  '@zag-js/radio-group@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/element-rect': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/radio-group@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/element-rect': 0.74.2
+      '@zag-js/focus-visible': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/rating-group@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/rating-group@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/react@0.74.2(react-dom@18.3.1(react@18.3.1))(react@18.3.1)':
+    dependencies:
+      '@zag-js/core': 0.74.2
+      '@zag-js/store': 0.74.2
+      '@zag-js/types': 0.74.2
+      proxy-compare: 3.0.0
+      react: 18.3.1
+      react-dom: 18.3.1(react@18.3.1)
+
+  '@zag-js/rect-utils@0.62.1': {}
+
+  '@zag-js/rect-utils@0.74.2': {}
+
+  '@zag-js/remove-scroll@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+
+  '@zag-js/remove-scroll@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+
+  '@zag-js/select@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/collection': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/select@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/collection': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/signature-pad@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+      perfect-freehand: 1.2.2
+
+  '@zag-js/signature-pad@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+      perfect-freehand: 1.2.2
+
+  '@zag-js/slider@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/element-size': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/numeric-range': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/slider@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/element-size': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/numeric-range': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/splitter@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/number-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/splitter@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/number-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/steps@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/store@0.62.1':
+    dependencies:
+      proxy-compare: 3.0.0
+
+  '@zag-js/store@0.74.2':
+    dependencies:
+      proxy-compare: 3.0.0
+
+  '@zag-js/switch@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/switch@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/focus-visible': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/tabs@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/element-rect': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/tabs@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/element-rect': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/tags-input@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/auto-resize': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/form-utils': 0.62.1
+      '@zag-js/interact-outside': 0.62.1
+      '@zag-js/live-region': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/tags-input@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/auto-resize': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/form-utils': 0.74.2
+      '@zag-js/interact-outside': 0.74.2
+      '@zag-js/live-region': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/text-selection@0.62.1':
+    dependencies:
+      '@zag-js/dom-query': 0.62.1
+
+  '@zag-js/text-selection@0.74.2':
+    dependencies:
+      '@zag-js/dom-query': 0.74.2
+
+  '@zag-js/time-picker@0.62.1':
+    dependencies:
+      '@internationalized/date': 3.5.5
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/time-picker@0.74.2(@internationalized/date@3.5.6)':
+    dependencies:
+      '@internationalized/date': 3.5.6
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/timer@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/toast@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dismissable': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/toast@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dismissable': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/toggle-group@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/toggle-group@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/tooltip@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/popper': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/tooltip@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/focus-visible': 0.74.2
+      '@zag-js/popper': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/tree-view@0.62.1':
+    dependencies:
+      '@zag-js/anatomy': 0.62.1
+      '@zag-js/core': 0.62.1
+      '@zag-js/dom-event': 0.62.1
+      '@zag-js/dom-query': 0.62.1
+      '@zag-js/types': 0.62.1
+      '@zag-js/utils': 0.62.1
+
+  '@zag-js/tree-view@0.74.2':
+    dependencies:
+      '@zag-js/anatomy': 0.74.2
+      '@zag-js/core': 0.74.2
+      '@zag-js/dom-event': 0.74.2
+      '@zag-js/dom-query': 0.74.2
+      '@zag-js/types': 0.74.2
+      '@zag-js/utils': 0.74.2
+
+  '@zag-js/types@0.62.1':
     dependencies:
-      '@zag-js/dom-query': 0.16.0
+      csstype: 3.1.3
+
+  '@zag-js/types@0.74.2':
+    dependencies:
+      csstype: 3.1.3
+
+  '@zag-js/utils@0.62.1': {}
+
+  '@zag-js/utils@0.74.2': {}
 
   acorn-jsx@5.3.2(acorn@8.12.1):
     dependencies:
@@ -5036,7 +5258,7 @@ snapshots:
 
   babel-plugin-macros@3.1.0:
     dependencies:
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       cosmiconfig: 7.1.0
       resolve: 1.22.8
 
@@ -5107,19 +5329,13 @@ snapshots:
       loupe: 3.1.1
       pathval: 2.0.0
 
-  chakra-react-select@4.9.2(uzcvocchpeesoxvtkif6ppnvaq):
+  chakra-react-select@6.0.0-next.2(@chakra-ui/react@3.0.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@internationalized/date@3.5.6)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(@types/react@18.3.5)(next-themes@0.3.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
     dependencies:
-      '@chakra-ui/form-control': 2.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/icon': 3.2.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/layout': 2.3.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/media-query': 3.3.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/menu': 2.2.1(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/spinner': 2.1.0(@chakra-ui/system@2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1))(react@18.3.1)
-      '@chakra-ui/system': 2.6.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@emotion/styled@11.13.0(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@types/react@18.3.5)(react@18.3.1))(react@18.3.1)
-      '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
+      '@chakra-ui/react': 3.0.2(@emotion/react@11.13.3(@types/react@18.3.5)(react@18.3.1))(@internationalized/date@3.5.6)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+      next-themes: 0.3.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
       react: 18.3.1
       react-dom: 18.3.1(react@18.3.1)
-      react-select: 5.8.0(@types/react@18.3.5)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
+      react-select: 5.8.2(@types/react@18.3.5)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
     transitivePeerDependencies:
       - '@types/react'
       - supports-color
@@ -5180,16 +5396,12 @@ snapshots:
 
   color-name@1.1.4: {}
 
-  color2k@2.0.3: {}
-
   combined-stream@1.0.8:
     dependencies:
       delayed-stream: 1.0.0
 
   commander@12.1.0: {}
 
-  compute-scroll-into-view@3.0.3: {}
-
   concat-map@0.0.1: {}
 
   confbox@0.1.7: {}
@@ -5198,10 +5410,6 @@ snapshots:
 
   convert-source-map@1.9.0: {}
 
-  copy-to-clipboard@3.3.3:
-    dependencies:
-      toggle-selection: 1.0.6
-
   core-js-compat@3.38.1:
     dependencies:
       browserslist: 4.23.3
@@ -5220,10 +5428,6 @@ snapshots:
       shebang-command: 2.0.0
       which: 2.0.2
 
-  css-box-model@1.2.1:
-    dependencies:
-      tiny-invariant: 1.3.3
-
   css.escape@1.5.1: {}
 
   csstype@3.1.3: {}
@@ -5303,8 +5507,6 @@ snapshots:
 
   destr@2.0.3: {}
 
-  detect-node-es@1.1.0: {}
-
   dir-glob@3.0.1:
     dependencies:
       path-type: 4.0.0
@@ -5319,7 +5521,7 @@ snapshots:
 
   dom-helpers@5.2.1:
     dependencies:
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       csstype: 3.1.3
 
   dotenv@16.4.5: {}
@@ -5699,9 +5901,13 @@ snapshots:
 
   flatted@3.3.1: {}
 
-  focus-lock@1.3.5:
+  focus-trap@7.5.4:
     dependencies:
-      tslib: 2.6.3
+      tabbable: 6.2.0
+
+  focus-trap@7.6.0:
+    dependencies:
+      tabbable: 6.2.0
 
   follow-redirects@1.15.9: {}
 
@@ -5720,18 +5926,6 @@ snapshots:
       combined-stream: 1.0.8
       mime-types: 2.1.35
 
-  framer-motion@11.3.29(@emotion/is-prop-valid@1.3.0)(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
-    dependencies:
-      tslib: 2.6.3
-    optionalDependencies:
-      '@emotion/is-prop-valid': 1.3.0
-      react: 18.3.1
-      react-dom: 18.3.1(react@18.3.1)
-
-  framesync@6.1.2:
-    dependencies:
-      tslib: 2.4.0
-
   fs-minipass@2.1.0:
     dependencies:
       minipass: 3.3.6
@@ -5760,8 +5954,6 @@ snapshots:
       has-symbols: 1.0.3
       hasown: 2.0.2
 
-  get-nonce@1.0.1: {}
-
   get-stream@8.0.1: {}
 
   get-symbol-description@1.0.2:
@@ -5897,10 +6089,6 @@ snapshots:
       hasown: 2.0.2
       side-channel: 1.0.6
 
-  invariant@2.2.4:
-    dependencies:
-      loose-envify: 1.4.0
-
   is-arguments@1.1.1:
     dependencies:
       call-bind: 1.0.7
@@ -6092,6 +6280,8 @@ snapshots:
     dependencies:
       json-buffer: 3.0.1
 
+  klona@2.0.6: {}
+
   language-subtag-registry@0.3.23: {}
 
   language-tags@1.0.9:
@@ -6113,9 +6303,9 @@ snapshots:
     dependencies:
       p-locate: 5.0.0
 
-  lodash.merge@4.6.2: {}
+  lodash.debounce@4.0.8: {}
 
-  lodash.mergewith@4.6.2: {}
+  lodash.merge@4.6.2: {}
 
   lodash@4.17.21: {}
 
@@ -6218,6 +6408,11 @@ snapshots:
 
   neo-async@2.6.2: {}
 
+  next-themes@0.3.0(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
+    dependencies:
+      react: 18.3.1
+      react-dom: 18.3.1(react@18.3.1)
+
   node-fetch-native@1.6.4: {}
 
   node-releases@2.0.18: {}
@@ -6355,6 +6550,8 @@ snapshots:
 
   perfect-debounce@1.0.0: {}
 
+  perfect-freehand@1.2.2: {}
+
   picocolors@1.1.0: {}
 
   picomatch@2.3.1: {}
@@ -6397,8 +6594,14 @@ snapshots:
       object-assign: 4.1.1
       react-is: 16.13.1
 
+  proxy-compare@3.0.0: {}
+
   proxy-from-env@1.1.0: {}
 
+  proxy-memoize@3.0.1:
+    dependencies:
+      proxy-compare: 3.0.0
+
   punycode@2.3.1: {}
 
   queue-microtask@1.2.3: {}
@@ -6408,31 +6611,12 @@ snapshots:
       defu: 6.1.4
       destr: 2.0.3
 
-  react-clientside-effect@1.2.6(react@18.3.1):
-    dependencies:
-      '@babel/runtime': 7.25.4
-      react: 18.3.1
-
   react-dom@18.3.1(react@18.3.1):
     dependencies:
       loose-envify: 1.4.0
       react: 18.3.1
       scheduler: 0.23.2
 
-  react-fast-compare@3.2.2: {}
-
-  react-focus-lock@2.12.1(@types/react@18.3.5)(react@18.3.1):
-    dependencies:
-      '@babel/runtime': 7.25.4
-      focus-lock: 1.3.5
-      prop-types: 15.8.1
-      react: 18.3.1
-      react-clientside-effect: 1.2.6(react@18.3.1)
-      use-callback-ref: 1.3.2(@types/react@18.3.5)(react@18.3.1)
-      use-sidecar: 1.1.2(@types/react@18.3.5)(react@18.3.1)
-    optionalDependencies:
-      '@types/react': 18.3.5
-
   react-icons@5.3.0(react@18.3.1):
     dependencies:
       react: 18.3.1
@@ -6441,25 +6625,6 @@ snapshots:
 
   react-is@17.0.2: {}
 
-  react-remove-scroll-bar@2.3.6(@types/react@18.3.5)(react@18.3.1):
-    dependencies:
-      react: 18.3.1
-      react-style-singleton: 2.2.1(@types/react@18.3.5)(react@18.3.1)
-      tslib: 2.6.3
-    optionalDependencies:
-      '@types/react': 18.3.5
-
-  react-remove-scroll@2.5.10(@types/react@18.3.5)(react@18.3.1):
-    dependencies:
-      react: 18.3.1
-      react-remove-scroll-bar: 2.3.6(@types/react@18.3.5)(react@18.3.1)
-      react-style-singleton: 2.2.1(@types/react@18.3.5)(react@18.3.1)
-      tslib: 2.6.3
-      use-callback-ref: 1.3.2(@types/react@18.3.5)(react@18.3.1)
-      use-sidecar: 1.1.2(@types/react@18.3.5)(react@18.3.1)
-    optionalDependencies:
-      '@types/react': 18.3.5
-
   react-router-dom@6.26.2(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
     dependencies:
       '@remix-run/router': 1.19.2
@@ -6472,12 +6637,12 @@ snapshots:
       '@remix-run/router': 1.19.2
       react: 18.3.1
 
-  react-select@5.8.0(@types/react@18.3.5)(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
+  react-select@5.8.2(@types/react@18.3.5)(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
     dependencies:
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       '@emotion/cache': 11.13.1
       '@emotion/react': 11.13.3(@types/react@18.3.5)(react@18.3.1)
-      '@floating-ui/dom': 1.6.10
+      '@floating-ui/dom': 1.6.11
       '@types/react-transition-group': 4.4.11
       memoize-one: 6.0.0
       prop-types: 15.8.1
@@ -6489,18 +6654,9 @@ snapshots:
       - '@types/react'
       - supports-color
 
-  react-style-singleton@2.2.1(@types/react@18.3.5)(react@18.3.1):
-    dependencies:
-      get-nonce: 1.0.1
-      invariant: 2.2.4
-      react: 18.3.1
-      tslib: 2.6.3
-    optionalDependencies:
-      '@types/react': 18.3.5
-
   react-transition-group@4.4.5(react-dom@18.3.1(react@18.3.1))(react@18.3.1):
     dependencies:
-      '@babel/runtime': 7.25.4
+      '@babel/runtime': 7.25.6
       dom-helpers: 5.2.1
       loose-envify: 1.4.0
       prop-types: 15.8.1
@@ -6775,6 +6931,8 @@ snapshots:
       '@pkgr/core': 0.1.1
       tslib: 2.6.3
 
+  tabbable@6.2.0: {}
+
   tar@6.2.1:
     dependencies:
       chownr: 2.0.0
@@ -6792,8 +6950,6 @@ snapshots:
 
   text-table@0.2.0: {}
 
-  tiny-invariant@1.3.3: {}
-
   tinybench@2.9.0: {}
 
   tinyexec@0.3.0: {}
@@ -6810,8 +6966,6 @@ snapshots:
     dependencies:
       is-number: 7.0.0
 
-  toggle-selection@1.0.6: {}
-
   ts-api-utils@1.3.0(typescript@5.5.4):
     dependencies:
       typescript: 5.5.4
@@ -6821,8 +6975,6 @@ snapshots:
       '@ts-morph/common': 0.24.0
       code-block-writer: 13.0.2
 
-  tslib@2.4.0: {}
-
   tslib@2.6.3: {}
 
   type-check@0.4.0:
@@ -6898,17 +7050,12 @@ snapshots:
       escalade: 3.2.0
       picocolors: 1.1.0
 
+  uqr@0.1.2: {}
+
   uri-js@4.4.1:
     dependencies:
       punycode: 2.3.1
 
-  use-callback-ref@1.3.2(@types/react@18.3.5)(react@18.3.1):
-    dependencies:
-      react: 18.3.1
-      tslib: 2.6.3
-    optionalDependencies:
-      '@types/react': 18.3.5
-
   use-debounce@10.0.3(react@18.3.1):
     dependencies:
       react: 18.3.1
@@ -6919,13 +7066,10 @@ snapshots:
     optionalDependencies:
       '@types/react': 18.3.5
 
-  use-sidecar@1.1.2(@types/react@18.3.5)(react@18.3.1):
+  usehooks-ts@3.1.0(react@18.3.1):
     dependencies:
-      detect-node-es: 1.1.0
+      lodash.debounce: 4.0.8
       react: 18.3.1
-      tslib: 2.6.3
-    optionalDependencies:
-      '@types/react': 18.3.5
 
   validate-npm-package-license@3.0.4:
     dependencies:
diff --git a/airflow/ui/rules/typescript.js b/airflow/ui/rules/typescript.js
index 2856e89b5a7f1..9f33607a0e84c 100644
--- a/airflow/ui/rules/typescript.js
+++ b/airflow/ui/rules/typescript.js
@@ -1804,7 +1804,10 @@ export const typescriptRules =
        * ```
        * @see [@typescript-eslint/strict-boolean-expressions](https://typescript-eslint.io/rules/strict-boolean-expressions/)
        */
-      [`${typescriptNamespace}/strict-boolean-expressions`]: ERROR,
+      [`${typescriptNamespace}/strict-boolean-expressions`]: [
+        ERROR,
+        { allowNullableBoolean: true },
+      ],
 
       /**
        * If you'll use switch, make sure to cover every possible value.
diff --git a/airflow/ui/src/App.test.tsx b/airflow/ui/src/App.test.tsx
deleted file mode 100644
index 38b90d1c4983c..0000000000000
--- a/airflow/ui/src/App.test.tsx
+++ /dev/null
@@ -1,124 +0,0 @@
-/*!
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import type { QueryObserverSuccessResult } from "@tanstack/react-query";
-import { render } from "@testing-library/react";
-import { afterEach, beforeEach, describe, it, vi } from "vitest";
-
-import * as openapiQueriesModule from "openapi/queries";
-import type { DAGCollectionResponse } from "openapi/requests/types.gen";
-
-import { App } from "./App";
-import { Wrapper } from "./utils/Wrapper";
-
-// The null fields actually have to be null instead of undefined
-/* eslint-disable unicorn/no-null */
-
-const mockListDags: DAGCollectionResponse = {
-  dags: [
-    {
-      dag_display_name: "nested_groups",
-      dag_id: "nested_groups",
-      default_view: "grid",
-      description: null,
-      file_token:
-        "Ii9maWxlcy9kYWdzL25lc3RlZF90YXNrX2dyb3Vwcy5weSI.G3EkdxmDUDQsVb7AIZww1TSGlFE",
-      fileloc: "/files/dags/nested_task_groups.py",
-      has_import_errors: false,
-      has_task_concurrency_limits: false,
-      is_active: true,
-      is_paused: false,
-      last_expired: null,
-      last_parsed_time: "2024-08-22T13:50:10.372238+00:00",
-      last_pickled: null,
-      max_active_runs: 16,
-      max_active_tasks: 16,
-      max_consecutive_failed_dag_runs: 0,
-      next_dagrun: "2024-08-22T00:00:00+00:00",
-      next_dagrun_create_after: "2024-08-23T00:00:00+00:00",
-      next_dagrun_data_interval_end: "2024-08-23T00:00:00+00:00",
-      next_dagrun_data_interval_start: "2024-08-22T00:00:00+00:00",
-      owners: ["airflow"],
-      pickle_id: null,
-      scheduler_lock: null,
-      tags: [],
-      timetable_description: "",
-      timetable_summary: "",
-    },
-    {
-      dag_display_name: "simple_bash_operator",
-      dag_id: "simple_bash_operator",
-      default_view: "grid",
-      description: null,
-      file_token:
-        "Ii9maWxlcy9kYWdzL3NpbXBsZV9iYXNoX29wZXJhdG9yLnB5Ig.RteaxTC78ceHlgMkfU3lfznlcLI",
-      fileloc: "/files/dags/simple_bash_operator.py",
-      has_import_errors: false,
-      has_task_concurrency_limits: false,
-      is_active: true,
-      is_paused: false,
-      last_expired: null,
-      last_parsed_time: "2024-08-22T13:50:10.368561+00:00",
-      last_pickled: null,
-      max_active_runs: 16,
-      max_active_tasks: 16,
-      max_consecutive_failed_dag_runs: 0,
-      next_dagrun: "2024-08-22T00:00:00+00:00",
-      next_dagrun_create_after: "2024-08-23T00:00:00+00:00",
-      next_dagrun_data_interval_end: "2024-08-23T00:00:00+00:00",
-      next_dagrun_data_interval_start: "2024-08-22T00:00:00+00:00",
-      owners: ["airflow"],
-      pickle_id: null,
-      scheduler_lock: null,
-      tags: [
-        {
-          dag_id: "dag",
-          name: "example2",
-        },
-        {
-          dag_id: "dag",
-          name: "example",
-        },
-      ],
-      timetable_description: "At 00:00",
-      timetable_summary: "sum",
-    },
-  ],
-  total_entries: 2,
-};
-
-beforeEach(() => {
-  const returnValue = {
-    data: mockListDags,
-    isLoading: false,
-  } as QueryObserverSuccessResult<DAGCollectionResponse, unknown>;
-
-  vi.spyOn(openapiQueriesModule, "useDagServiceGetDags").mockImplementation(
-    () => returnValue,
-  );
-});
-
-afterEach(() => {
-  vi.restoreAllMocks();
-});
-
-describe("App", () => {
-  it("App component should render", () => {
-    render(<App />, { wrapper: Wrapper });
-  });
-});
diff --git a/airflow/ui/src/components/DataTable/CardList.tsx b/airflow/ui/src/components/DataTable/CardList.tsx
index ddebff81b2495..da141e8eb3d5c 100644
--- a/airflow/ui/src/components/DataTable/CardList.tsx
+++ b/airflow/ui/src/components/DataTable/CardList.tsx
@@ -17,54 +17,38 @@
  * under the License.
  */
 import { Box, SimpleGrid, Skeleton } from "@chakra-ui/react";
-import {
-  type CoreRow,
-  flexRender,
-  type Table as TanStackTable,
-} from "@tanstack/react-table";
-import type { SyntheticEvent } from "react";
+import { flexRender, type Table as TanStackTable } from "@tanstack/react-table";
 
 import type { CardDef } from "./types";
 
 type DataTableProps<TData> = {
   readonly cardDef: CardDef<TData>;
   readonly isLoading?: boolean;
-  readonly onRowClick?: (e: SyntheticEvent, row: CoreRow<TData>) => void;
   readonly table: TanStackTable<TData>;
 };
 
 export const CardList = <TData,>({
   cardDef,
   isLoading,
-  onRowClick,
   table,
-}: DataTableProps<TData>) => {
-  const defaultGridProps = { column: { base: 1 }, spacing: 2 };
-
-  return (
-    <Box overflow="auto" width="100%">
-      <SimpleGrid {...{ ...defaultGridProps, ...cardDef.gridProps }}>
-        {table.getRowModel().rows.map((row) => (
-          <Box
-            _hover={onRowClick ? { cursor: "pointer" } : undefined}
-            key={row.id}
-            onClick={onRowClick ? (event) => onRowClick(event, row) : undefined}
-            title={onRowClick ? "View details" : undefined}
-          >
-            {Boolean(isLoading) &&
-              (cardDef.meta?.customSkeleton ?? (
-                <Skeleton
-                  data-testid="skeleton"
-                  display="inline-block"
-                  height={80}
-                  width="100%"
-                />
-              ))}
-            {!Boolean(isLoading) &&
-              flexRender(cardDef.card, { row: row.original })}
-          </Box>
-        ))}
-      </SimpleGrid>
-    </Box>
-  );
-};
+}: DataTableProps<TData>) => (
+  <Box overflow="auto" width="100%">
+    <SimpleGrid {...{ column: { base: 1 }, gap: 2, ...cardDef.gridProps }}>
+      {table.getRowModel().rows.map((row) => (
+        <Box key={row.id}>
+          {Boolean(isLoading) &&
+            (cardDef.meta?.customSkeleton ?? (
+              <Skeleton
+                data-testid="skeleton"
+                display="inline-block"
+                height={80}
+                width="100%"
+              />
+            ))}
+          {!Boolean(isLoading) &&
+            flexRender(cardDef.card, { row: row.original })}
+        </Box>
+      ))}
+    </SimpleGrid>
+  </Box>
+);
diff --git a/airflow/ui/src/components/DataTable/DataTable.test.tsx b/airflow/ui/src/components/DataTable/DataTable.test.tsx
index 028ba27ce2a94..b6f88458cf72c 100644
--- a/airflow/ui/src/components/DataTable/DataTable.test.tsx
+++ b/airflow/ui/src/components/DataTable/DataTable.test.tsx
@@ -22,6 +22,8 @@ import "@testing-library/jest-dom";
 import { render, screen } from "@testing-library/react";
 import { describe, expect, it, vi } from "vitest";
 
+import { ChakraWrapper } from "src/utils/ChakraWrapper.tsx";
+
 import { DataTable } from "./DataTable.tsx";
 import type { CardDef } from "./types.ts";
 
@@ -52,6 +54,9 @@ describe("DataTable", () => {
         onStateChange={onStateChange}
         total={2}
       />,
+      {
+        wrapper: ChakraWrapper,
+      },
     );
 
     expect(screen.getByText("John Doe")).toBeInTheDocument();
@@ -67,10 +72,12 @@ describe("DataTable", () => {
         onStateChange={onStateChange}
         total={2}
       />,
+      {
+        wrapper: ChakraWrapper,
+      },
     );
 
-    expect(screen.getByText("<<")).toBeDisabled();
-    expect(screen.getByText("<")).toBeDisabled();
+    expect(screen.getByTestId("prev")).toBeDisabled();
   });
 
   it("disables next button when on last page", () => {
@@ -79,26 +86,32 @@ describe("DataTable", () => {
         columns={columns}
         data={data}
         initialState={{
-          pagination: { pageIndex: 1, pageSize: 10 },
+          pagination: { pageIndex: 0, pageSize: 10 },
           sorting: [],
         }}
         onStateChange={onStateChange}
         total={2}
       />,
+      {
+        wrapper: ChakraWrapper,
+      },
     );
 
-    expect(screen.getByText(">>")).toBeDisabled();
-    expect(screen.getByText(">")).toBeDisabled();
+    expect(screen.getByTestId("next")).toBeDisabled();
   });
 
   it("when isLoading renders skeleton columns", () => {
-    render(<DataTable columns={columns} data={data} isLoading />);
+    render(<DataTable columns={columns} data={data} isLoading />, {
+      wrapper: ChakraWrapper,
+    });
 
     expect(screen.getAllByTestId("skeleton")).toHaveLength(10);
   });
 
   it("still displays table if mode is card but there is no cardDef", () => {
-    render(<DataTable columns={columns} data={data} displayMode="card" />);
+    render(<DataTable columns={columns} data={data} displayMode="card" />, {
+      wrapper: ChakraWrapper,
+    });
 
     expect(screen.getByText("Name")).toBeInTheDocument();
   });
@@ -111,6 +124,9 @@ describe("DataTable", () => {
         data={data}
         displayMode="card"
       />,
+      {
+        wrapper: ChakraWrapper,
+      },
     );
 
     expect(screen.getByText("My name is John Doe.")).toBeInTheDocument();
@@ -126,6 +142,9 @@ describe("DataTable", () => {
         isLoading
         skeletonCount={5}
       />,
+      {
+        wrapper: ChakraWrapper,
+      },
     );
 
     expect(screen.getAllByTestId("skeleton")).toHaveLength(5);
diff --git a/airflow/ui/src/components/DataTable/DataTable.tsx b/airflow/ui/src/components/DataTable/DataTable.tsx
index 2ed1a4f16ea3a..d59d86bb59435 100644
--- a/airflow/ui/src/components/DataTable/DataTable.tsx
+++ b/airflow/ui/src/components/DataTable/DataTable.tsx
@@ -16,7 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Progress, Text } from "@chakra-ui/react";
+import { HStack, Text } from "@chakra-ui/react";
 import {
   getCoreRowModel,
   getExpandedRowModel,
@@ -30,9 +30,9 @@ import {
 } from "@tanstack/react-table";
 import React, { type ReactNode, useCallback, useRef } from "react";
 
+import { ProgressBar, Pagination } from "../ui";
 import { CardList } from "./CardList";
 import { TableList } from "./TableList";
-import { TablePaginator } from "./TablePaginator";
 import { createSkeletonMock } from "./skeleton";
 import type { CardDef, MetaColumn, TableState } from "./types";
 
@@ -122,8 +122,7 @@ export const DataTable = <TData,>({
 
   return (
     <>
-      <Progress
-        isIndeterminate
+      <ProgressBar
         size="xs"
         visibility={
           Boolean(isFetching) && !Boolean(isLoading) ? "visible" : "hidden"
@@ -137,7 +136,20 @@ export const DataTable = <TData,>({
       {display === "card" && cardDef !== undefined && (
         <CardList cardDef={cardDef} isLoading={isLoading} table={table} />
       )}
-      <TablePaginator table={table} />
+      <Pagination.Root
+        count={table.getRowCount()}
+        my={2}
+        onPageChange={(page) => table.setPageIndex(page.page - 1)}
+        page={table.getState().pagination.pageIndex + 1}
+        pageSize={table.getState().pagination.pageSize}
+        siblingCount={1}
+      >
+        <HStack>
+          <Pagination.PrevTrigger data-testid="prev" />
+          <Pagination.Items />
+          <Pagination.NextTrigger data-testid="next" />
+        </HStack>
+      </Pagination.Root>
     </>
   );
 };
diff --git a/airflow/ui/src/components/DataTable/TableList.tsx b/airflow/ui/src/components/DataTable/TableList.tsx
index 97b7fd6aed080..0427f44cfb52f 100644
--- a/airflow/ui/src/components/DataTable/TableList.tsx
+++ b/airflow/ui/src/components/DataTable/TableList.tsx
@@ -16,15 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import {
-  Table as ChakraTable,
-  TableContainer,
-  Tbody,
-  Td,
-  Th,
-  Thead,
-  Tr,
-} from "@chakra-ui/react";
+import { Button, Table } from "@chakra-ui/react";
 import {
   flexRender,
   type Row,
@@ -48,78 +40,85 @@ export const TableList = <TData,>({
   renderSubComponent,
   table,
 }: DataTableProps<TData>) => (
-  <TableContainer maxH="calc(100vh - 10rem)" overflowY="auto">
-    <ChakraTable colorScheme="blue">
-      <Thead bg="chakra-body-bg" position="sticky" top={0} zIndex={1}>
-        {table.getHeaderGroups().map((headerGroup) => (
-          <Tr key={headerGroup.id}>
-            {headerGroup.headers.map(
-              ({ colSpan, column, getContext, id, isPlaceholder }) => {
-                const sort = column.getIsSorted();
-                const canSort = column.getCanSort();
+  <Table.Root maxH="calc(100vh - 10rem)" overflowY="auto" striped>
+    <Table.Header bg="chakra-body-bg" position="sticky" top={0} zIndex={1}>
+      {table.getHeaderGroups().map((headerGroup) => (
+        <Table.Row key={headerGroup.id}>
+          {headerGroup.headers.map(
+            ({ colSpan, column, getContext, id, isPlaceholder }) => {
+              const sort = column.getIsSorted();
+              const canSort = column.getCanSort();
+              const text = flexRender(column.columnDef.header, getContext());
+
+              let rightIcon;
+
+              if (canSort) {
+                if (sort === "desc") {
+                  rightIcon = (
+                    <TiArrowSortedDown aria-label="sorted descending" />
+                  );
+                } else if (sort === "asc") {
+                  rightIcon = <TiArrowSortedUp aria-label="sorted ascending" />;
+                } else {
+                  rightIcon = <TiArrowUnsorted aria-label="unsorted" />;
+                }
 
                 return (
-                  <Th
+                  <Table.ColumnHeader
                     colSpan={colSpan}
-                    cursor={column.getCanSort() ? "pointer" : undefined}
                     key={id}
-                    onClick={column.getToggleSortingHandler()}
                     whiteSpace="nowrap"
                   >
                     {isPlaceholder ? undefined : (
-                      <>{flexRender(column.columnDef.header, getContext())}</>
+                      <Button
+                        aria-label="sort"
+                        disabled={!canSort}
+                        onClick={column.getToggleSortingHandler()}
+                        variant="plain"
+                      >
+                        {text}
+                        {rightIcon}
+                      </Button>
                     )}
-                    {canSort && sort === false ? (
-                      <TiArrowUnsorted
-                        aria-label="unsorted"
-                        size="1em"
-                        style={{ display: "inline" }}
-                      />
-                    ) : undefined}
-                    {canSort && sort !== false ? (
-                      sort === "desc" ? (
-                        <TiArrowSortedDown
-                          aria-label="sorted descending"
-                          size="1em"
-                          style={{ display: "inline" }}
-                        />
-                      ) : (
-                        <TiArrowSortedUp
-                          aria-label="sorted ascending"
-                          size="1em"
-                          style={{ display: "inline" }}
-                        />
-                      )
-                    ) : undefined}
-                  </Th>
+                  </Table.ColumnHeader>
                 );
-              },
-            )}
-          </Tr>
-        ))}
-      </Thead>
-      <Tbody>
-        {table.getRowModel().rows.map((row) => (
-          <Fragment key={row.id}>
-            <Tr>
-              {/* first row is a normal row */}
-              {row.getVisibleCells().map((cell) => (
-                <Td key={cell.id}>
-                  {flexRender(cell.column.columnDef.cell, cell.getContext())}
-                </Td>
-              ))}
-            </Tr>
-            {row.getIsExpanded() && (
-              <Tr>
-                {/* 2nd row is a custom 1 cell row */}
-                <Td colSpan={row.getVisibleCells().length}>
-                  {renderSubComponent?.({ row })}
-                </Td>
-              </Tr>
-            )}
-          </Fragment>
-        ))}
-      </Tbody>
-    </ChakraTable>
-  </TableContainer>
+              }
+
+              return (
+                <Table.ColumnHeader
+                  colSpan={colSpan}
+                  key={id}
+                  whiteSpace="nowrap"
+                >
+                  {isPlaceholder ? undefined : text}
+                </Table.ColumnHeader>
+              );
+            },
+          )}
+        </Table.Row>
+      ))}
+    </Table.Header>
+    <Table.Body>
+      {table.getRowModel().rows.map((row) => (
+        <Fragment key={row.id}>
+          <Table.Row>
+            {/* first row is a normal row */}
+            {row.getVisibleCells().map((cell) => (
+              <Table.Cell key={cell.id}>
+                {flexRender(cell.column.columnDef.cell, cell.getContext())}
+              </Table.Cell>
+            ))}
+          </Table.Row>
+          {row.getIsExpanded() && (
+            <Table.Row>
+              {/* 2nd row is a custom 1 cell row */}
+              <Table.Cell colSpan={row.getVisibleCells().length}>
+                {renderSubComponent?.({ row })}
+              </Table.Cell>
+            </Table.Row>
+          )}
+        </Fragment>
+      ))}
+    </Table.Body>
+  </Table.Root>
 );
diff --git a/airflow/ui/src/components/DataTable/TablePaginator.tsx b/airflow/ui/src/components/DataTable/TablePaginator.tsx
deleted file mode 100644
index ad26faaef631f..0000000000000
--- a/airflow/ui/src/components/DataTable/TablePaginator.tsx
+++ /dev/null
@@ -1,89 +0,0 @@
-/*!
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { Box, Button } from "@chakra-ui/react";
-import type { Table as TanStackTable } from "@tanstack/react-table";
-import { useCallback } from "react";
-
-type PaginatorProps<TData> = {
-  readonly table: TanStackTable<TData>;
-};
-
-export const TablePaginator = <TData,>({ table }: PaginatorProps<TData>) => {
-  const pageInterval = 3;
-  const currentPageNumber = table.getState().pagination.pageIndex + 1;
-  const startPageNumber = Math.max(1, currentPageNumber - pageInterval);
-  const endPageNumber = Math.min(
-    table.getPageCount(),
-    startPageNumber + pageInterval * 2,
-  );
-  const pageNumbers = [];
-
-  const setPageIndex = useCallback(
-    (index: number) => () => table.setPageIndex(index - 1),
-    [table],
-  );
-
-  for (let index = startPageNumber; index <= endPageNumber; index += 1) {
-    pageNumbers.push(
-      <Button
-        borderRadius={0}
-        isDisabled={index === currentPageNumber}
-        key={index}
-        onClick={setPageIndex(index)}
-      >
-        {index}
-      </Button>,
-    );
-  }
-
-  return (
-    <Box mb={2} mt={2}>
-      <Button
-        borderRadius={0}
-        isDisabled={!table.getCanPreviousPage()}
-        onClick={table.firstPage}
-      >
-        {"<<"}
-      </Button>
-
-      <Button
-        borderRadius={0}
-        isDisabled={!table.getCanPreviousPage()}
-        onClick={table.previousPage}
-      >
-        {"<"}
-      </Button>
-      {pageNumbers}
-      <Button
-        borderRadius={0}
-        isDisabled={!table.getCanNextPage()}
-        onClick={table.nextPage}
-      >
-        {">"}
-      </Button>
-      <Button
-        borderRadius={0}
-        isDisabled={!table.getCanNextPage()}
-        onClick={table.lastPage}
-      >
-        {">>"}
-      </Button>
-    </Box>
-  );
-};
diff --git a/airflow/ui/src/components/DataTable/ToggleTableDisplay.tsx b/airflow/ui/src/components/DataTable/ToggleTableDisplay.tsx
index 489fbdc1ce3b6..b442c421322ff 100644
--- a/airflow/ui/src/components/DataTable/ToggleTableDisplay.tsx
+++ b/airflow/ui/src/components/DataTable/ToggleTableDisplay.tsx
@@ -27,28 +27,26 @@ type Props = {
 };
 
 export const ToggleTableDisplay = ({ display, setDisplay }: Props) => (
-  <HStack pb={2} spacing={1}>
+  <HStack colorPalette="blue" gap={1} pb={2}>
     <IconButton
       aria-label="Show card view"
-      colorScheme="blue"
       height={8}
-      icon={<FiGrid />}
-      isActive={display === "card"}
       minWidth={8}
       onClick={() => setDisplay("card")}
-      variant="outline"
+      variant={display === "table" ? "outline" : "solid"}
       width={8}
-    />
+    >
+      <FiGrid />
+    </IconButton>
     <IconButton
       aria-label="Show table view"
-      colorScheme="blue"
       height={8}
-      icon={<FiAlignJustify />}
-      isActive={display === "table"}
       minWidth={8}
       onClick={() => setDisplay("table")}
-      variant="outline"
+      variant={display === "card" ? "outline" : "solid"}
       width={8}
-    />
+    >
+      <FiAlignJustify />
+    </IconButton>
   </HStack>
 );
diff --git a/airflow/ui/src/components/DataTable/index.tsx b/airflow/ui/src/components/DataTable/index.ts
similarity index 100%
rename from airflow/ui/src/components/DataTable/index.tsx
rename to airflow/ui/src/components/DataTable/index.ts
diff --git a/airflow/ui/src/components/ErrorAlert.tsx b/airflow/ui/src/components/ErrorAlert.tsx
index 3128a2cdec2c4..cfb4048962d37 100644
--- a/airflow/ui/src/components/ErrorAlert.tsx
+++ b/airflow/ui/src/components/ErrorAlert.tsx
@@ -16,12 +16,14 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Alert, AlertIcon } from "@chakra-ui/react";
 import type { ApiError } from "openapi-gen/requests/core/ApiError";
 import type {
   HTTPExceptionResponse,
   HTTPValidationError,
 } from "openapi-gen/requests/types.gen";
+import { FiAlertTriangle } from "react-icons/fi";
+
+import { Alert } from "./ui";
 
 type ExpandedApiError = {
   body: HTTPExceptionResponse | HTTPValidationError;
@@ -58,7 +60,7 @@ export const ErrorAlert = ({ error: err }: Props) => {
 
   return (
     <Alert status="error">
-      <AlertIcon />
+      <FiAlertTriangle />
       {error.message}
       <br />
       {detailMessage}
diff --git a/airflow/ui/src/components/QuickFilterButton.tsx b/airflow/ui/src/components/QuickFilterButton.tsx
index 24424686a3bd6..e0cb5c23c6e38 100644
--- a/airflow/ui/src/components/QuickFilterButton.tsx
+++ b/airflow/ui/src/components/QuickFilterButton.tsx
@@ -18,12 +18,20 @@
  */
 import { Button, type ButtonProps } from "@chakra-ui/react";
 
-export const QuickFilterButton = ({ children, ...rest }: ButtonProps) => (
+type QuickFilterButtonProps = {
+  readonly active: boolean;
+} & ButtonProps;
+
+export const QuickFilterButton = ({
+  active,
+  children,
+  ...rest
+}: QuickFilterButtonProps) => (
   <Button
     borderRadius={20}
-    colorScheme="blue"
+    colorPalette="blue"
     fontWeight="normal"
-    variant="outline"
+    variant={active ? "solid" : "outline"}
     {...rest}
   >
     {children}
diff --git a/airflow/ui/src/components/SearchBar.tsx b/airflow/ui/src/components/SearchBar.tsx
index ad50a65b4311b..6f74ad5a10442 100644
--- a/airflow/ui/src/components/SearchBar.tsx
+++ b/airflow/ui/src/components/SearchBar.tsx
@@ -19,17 +19,15 @@
 import {
   Button,
   Input,
-  InputGroup,
-  InputLeftElement,
-  InputRightElement,
   type ButtonProps,
-  type InputGroupProps,
   type InputProps,
 } from "@chakra-ui/react";
 import type { ChangeEvent } from "react";
 import { FiSearch } from "react-icons/fi";
 import { useDebouncedCallback } from "use-debounce";
 
+import { InputGroup, type InputGroupProps } from "./ui";
+
 const debounceDelay = 200;
 
 export const SearchBar = ({
@@ -47,19 +45,11 @@ export const SearchBar = ({
   );
 
   return (
-    <InputGroup {...groupProps}>
-      <InputLeftElement pointerEvents="none">
-        <FiSearch />
-      </InputLeftElement>
-      <Input
-        placeholder="Search DAGs"
-        pr={150}
-        {...inputProps}
-        onChange={handleSearchChange}
-      />
-      <InputRightElement width={150}>
+    <InputGroup
+      {...groupProps}
+      endElement={
         <Button
-          colorScheme="blue"
+          colorPalette="blue"
           fontWeight="normal"
           height="1.75rem"
           variant="ghost"
@@ -68,7 +58,15 @@ export const SearchBar = ({
         >
           Advanced Search
         </Button>
-      </InputRightElement>
+      }
+      startElement={<FiSearch />}
+    >
+      <Input
+        placeholder="Search Dags"
+        pr={150}
+        {...inputProps}
+        onChange={handleSearchChange}
+      />
     </InputGroup>
   );
 };
diff --git a/airflow/ui/src/components/Time.test.tsx b/airflow/ui/src/components/Time.test.tsx
index 9e59d96dd4714..2b6b26d6a2f20 100644
--- a/airflow/ui/src/components/Time.test.tsx
+++ b/airflow/ui/src/components/Time.test.tsx
@@ -54,11 +54,12 @@ describe("Test Time and TimezoneProvider", () => {
       },
     );
 
-    const samoaTime = screen.getByText(dayjs(now).tz(tz).format(defaultFormat));
+    const nowTime = dayjs(now);
+    const samoaTime = screen.getByText(nowTime.tz(tz).format(defaultFormat));
 
     expect(samoaTime).toBeDefined();
     expect(samoaTime.title).toEqual(
-      dayjs().tz("UTC").format(defaultFormatWithTZ),
+      nowTime.tz("UTC").format(defaultFormatWithTZ),
     );
   });
 });
diff --git a/airflow/ui/src/components/TogglePause.tsx b/airflow/ui/src/components/TogglePause.tsx
index 50362187c8ad7..dd2a77163ce3d 100644
--- a/airflow/ui/src/components/TogglePause.tsx
+++ b/airflow/ui/src/components/TogglePause.tsx
@@ -16,15 +16,17 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Switch } from "@chakra-ui/react";
 import { useQueryClient } from "@tanstack/react-query";
 import { useCallback } from "react";
 
 import {
+  UseDagServiceGetDagDetailsKeyFn,
   useDagServiceGetDagsKey,
   useDagServicePatchDag,
 } from "openapi/queries";
 
+import { Switch } from "./ui";
+
 type Props = {
   readonly dagId: string;
   readonly isPaused: boolean;
@@ -37,6 +39,10 @@ export const TogglePause = ({ dagId, isPaused }: Props) => {
     await queryClient.invalidateQueries({
       queryKey: [useDagServiceGetDagsKey],
     });
+
+    await queryClient.invalidateQueries({
+      queryKey: UseDagServiceGetDagDetailsKeyFn({ dagId }),
+    });
   };
 
   const { mutate } = useDagServicePatchDag({
@@ -52,5 +58,12 @@ export const TogglePause = ({ dagId, isPaused }: Props) => {
     });
   }, [dagId, isPaused, mutate]);
 
-  return <Switch isChecked={!isPaused} onChange={onChange} size="sm" />;
+  return (
+    <Switch
+      checked={!isPaused}
+      colorPalette="blue"
+      onCheckedChange={onChange}
+      size="sm"
+    />
+  );
 };
diff --git a/airflow/ui/src/components/ui/Alert.tsx b/airflow/ui/src/components/ui/Alert.tsx
new file mode 100644
index 0000000000000..10cec224d95a5
--- /dev/null
+++ b/airflow/ui/src/components/ui/Alert.tsx
@@ -0,0 +1,69 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Alert as ChakraAlert } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+import { CloseButton } from "./CloseButton";
+
+export type AlertProps = {
+  closable?: boolean;
+  endElement?: React.ReactNode;
+  icon?: React.ReactElement;
+  onClose?: () => void;
+  startElement?: React.ReactNode;
+  title?: React.ReactNode;
+} & Omit<ChakraAlert.RootProps, "title">;
+
+export const Alert = forwardRef<HTMLDivElement, AlertProps>((props, ref) => {
+  const {
+    children,
+    closable,
+    endElement,
+    icon,
+    onClose,
+    startElement,
+    title,
+    ...rest
+  } = props;
+
+  return (
+    <ChakraAlert.Root ref={ref} {...rest}>
+      {startElement ?? <ChakraAlert.Indicator>{icon}</ChakraAlert.Indicator>}
+      {Boolean(children) ? (
+        <ChakraAlert.Content>
+          <ChakraAlert.Title>{title}</ChakraAlert.Title>
+          <ChakraAlert.Description>{children}</ChakraAlert.Description>
+        </ChakraAlert.Content>
+      ) : (
+        <ChakraAlert.Title flex="1">{title}</ChakraAlert.Title>
+      )}
+      {endElement}
+      {Boolean(closable) ? (
+        <CloseButton
+          alignSelf="flex-start"
+          insetEnd="-2"
+          onClick={onClose}
+          pos="relative"
+          size="sm"
+          top="-2"
+        />
+      ) : undefined}
+    </ChakraAlert.Root>
+  );
+});
diff --git a/airflow/ui/src/components/ui/CloseButton.tsx b/airflow/ui/src/components/ui/CloseButton.tsx
new file mode 100644
index 0000000000000..7811bbd325e1c
--- /dev/null
+++ b/airflow/ui/src/components/ui/CloseButton.tsx
@@ -0,0 +1,32 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import type { ButtonProps as ChakraCloseButtonProps } from "@chakra-ui/react";
+import { IconButton as ChakraIconButton } from "@chakra-ui/react";
+import { forwardRef } from "react";
+import { LuX } from "react-icons/lu";
+
+export type CloseButtonProps = {} & ChakraCloseButtonProps;
+
+export const CloseButton = forwardRef<HTMLButtonElement, CloseButtonProps>(
+  (props, ref) => (
+    <ChakraIconButton aria-label="Close" ref={ref} variant="ghost" {...props}>
+      {props.children ?? <LuX />}
+    </ChakraIconButton>
+  ),
+);
diff --git a/airflow/ui/src/components/ui/Dialog/CloseTrigger.tsx b/airflow/ui/src/components/ui/Dialog/CloseTrigger.tsx
new file mode 100644
index 0000000000000..0ea9beba0b9cf
--- /dev/null
+++ b/airflow/ui/src/components/ui/Dialog/CloseTrigger.tsx
@@ -0,0 +1,39 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Dialog as ChakraDialog } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+import { CloseButton } from "../CloseButton";
+
+export const CloseTrigger = forwardRef<
+  HTMLButtonElement,
+  ChakraDialog.CloseTriggerProps
+>((props, ref) => (
+  <ChakraDialog.CloseTrigger
+    insetEnd="2"
+    position="absolute"
+    top="2"
+    {...props}
+    asChild
+  >
+    <CloseButton ref={ref} size="sm">
+      {props.children}
+    </CloseButton>
+  </ChakraDialog.CloseTrigger>
+));
diff --git a/airflow/ui/src/components/ui/Dialog/Content.tsx b/airflow/ui/src/components/ui/Dialog/Content.tsx
new file mode 100644
index 0000000000000..5502a724e4cf3
--- /dev/null
+++ b/airflow/ui/src/components/ui/Dialog/Content.tsx
@@ -0,0 +1,49 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Dialog as ChakraDialog, Portal } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+type ContentProps = {
+  backdrop?: boolean;
+  portalled?: boolean;
+  portalRef?: React.RefObject<HTMLElement>;
+} & ChakraDialog.ContentProps;
+
+export const Content = forwardRef<HTMLDivElement, ContentProps>(
+  (props, ref) => {
+    const {
+      backdrop = true,
+      children,
+      portalled = true,
+      portalRef,
+      ...rest
+    } = props;
+
+    return (
+      <Portal container={portalRef} disabled={!portalled}>
+        {backdrop ? <ChakraDialog.Backdrop /> : undefined}
+        <ChakraDialog.Positioner>
+          <ChakraDialog.Content ref={ref} {...rest}>
+            {children}
+          </ChakraDialog.Content>
+        </ChakraDialog.Positioner>
+      </Portal>
+    );
+  },
+);
diff --git a/airflow/ui/src/layouts/Nav/navButtonProps.ts b/airflow/ui/src/components/ui/Dialog/index.ts
similarity index 73%
rename from airflow/ui/src/layouts/Nav/navButtonProps.ts
rename to airflow/ui/src/components/ui/Dialog/index.ts
index 740348bc9676b..a53f681763262 100644
--- a/airflow/ui/src/layouts/Nav/navButtonProps.ts
+++ b/airflow/ui/src/components/ui/Dialog/index.ts
@@ -16,15 +16,13 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import type { ButtonProps } from "@chakra-ui/react";
+import { Dialog as ChakraDialog } from "@chakra-ui/react";
 
-export const navButtonProps: ButtonProps = {
-  alignItems: "center",
-  borderRadius: "none",
-  flexDir: "column",
-  height: 16,
-  transition: "0.2s background-color ease-in-out",
-  variant: "ghost",
-  whiteSpace: "wrap",
-  width: 24,
+import { CloseTrigger } from "./CloseTrigger";
+import { Content } from "./Content";
+
+export const Dialog = {
+  ...ChakraDialog,
+  CloseTrigger,
+  Content,
 };
diff --git a/airflow/ui/src/components/ui/InputGroup.tsx b/airflow/ui/src/components/ui/InputGroup.tsx
new file mode 100644
index 0000000000000..1835b596994f7
--- /dev/null
+++ b/airflow/ui/src/components/ui/InputGroup.tsx
@@ -0,0 +1,66 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+/* eslint-disable @typescript-eslint/strict-boolean-expressions */
+
+/* eslint-disable @typescript-eslint/no-unsafe-argument */
+import type { BoxProps, InputElementProps } from "@chakra-ui/react";
+import { Group, InputElement } from "@chakra-ui/react";
+import { cloneElement, forwardRef } from "react";
+
+export type InputGroupProps = {
+  children: React.ReactElement;
+  endElement?: React.ReactNode;
+  endElementProps?: InputElementProps;
+  startElement?: React.ReactNode;
+  startElementProps?: InputElementProps;
+} & BoxProps;
+
+export const InputGroup = forwardRef<HTMLDivElement, InputGroupProps>(
+  (props, ref) => {
+    const {
+      children,
+      endElement,
+      endElementProps,
+      startElement,
+      startElementProps,
+      ...rest
+    } = props;
+
+    return (
+      <Group ref={ref} {...rest}>
+        {startElement ? (
+          <InputElement pointerEvents="none" {...startElementProps}>
+            {startElement}
+          </InputElement>
+        ) : undefined}
+        {cloneElement(children, {
+          ...(startElement && { ps: "calc(var(--input-height) - 6px)" }),
+          ...(endElement && { pe: "calc(var(--input-height) - 6px)" }),
+          ...children.props,
+        })}
+        {endElement ? (
+          <InputElement placement="end" {...endElementProps}>
+            {endElement}
+          </InputElement>
+        ) : undefined}
+      </Group>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Menu.tsx b/airflow/ui/src/components/ui/Menu.tsx
new file mode 100644
index 0000000000000..23bf29a42ae87
--- /dev/null
+++ b/airflow/ui/src/components/ui/Menu.tsx
@@ -0,0 +1,42 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Menu as ChakraMenu, Portal } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+type MenuContentProps = {
+  portalled?: boolean;
+  portalRef?: React.RefObject<HTMLElement>;
+} & ChakraMenu.ContentProps;
+
+const Content = forwardRef<HTMLDivElement, MenuContentProps>((props, ref) => {
+  const { portalled = true, portalRef, ...rest } = props;
+
+  return (
+    <Portal container={portalRef} disabled={!portalled}>
+      <ChakraMenu.Positioner>
+        <ChakraMenu.Content ref={ref} {...rest} />
+      </ChakraMenu.Positioner>
+    </Portal>
+  );
+});
+
+export const Menu = {
+  ...ChakraMenu,
+  Content,
+};
diff --git a/airflow/ui/src/components/ui/Pagination/Ellipsis.tsx b/airflow/ui/src/components/ui/Pagination/Ellipsis.tsx
new file mode 100644
index 0000000000000..217353304206c
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/Ellipsis.tsx
@@ -0,0 +1,40 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Button, Pagination as ChakraPagination } from "@chakra-ui/react";
+import { forwardRef } from "react";
+import { HiMiniEllipsisHorizontal } from "react-icons/hi2";
+
+import { paginationContext } from "./context";
+
+const [, useRootProps] = paginationContext;
+
+export const Ellipsis = forwardRef<
+  HTMLDivElement,
+  ChakraPagination.EllipsisProps
+>((props, ref) => {
+  const { size, variantMap } = useRootProps();
+
+  return (
+    <ChakraPagination.Ellipsis ref={ref} {...props} asChild>
+      <Button as="span" size={size} variant={variantMap.ellipsis}>
+        <HiMiniEllipsisHorizontal />
+      </Button>
+    </ChakraPagination.Ellipsis>
+  );
+});
diff --git a/airflow/ui/src/components/ui/Pagination/Item.tsx b/airflow/ui/src/components/ui/Pagination/Item.tsx
new file mode 100644
index 0000000000000..d38a1b03b0440
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/Item.tsx
@@ -0,0 +1,54 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import type { ButtonProps } from "@chakra-ui/react";
+import {
+  Button,
+  Pagination as ChakraPagination,
+  usePaginationContext,
+} from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+import { paginationContext } from "./context";
+
+type PaginationVariant = "outline" | "solid" | "subtle";
+
+const [, useRootProps] = paginationContext;
+
+export type PaginationRootProps = {
+  size?: ButtonProps["size"];
+  variant?: PaginationVariant;
+} & Omit<ChakraPagination.RootProps, "type">;
+
+export const Item = forwardRef<HTMLButtonElement, ChakraPagination.ItemProps>(
+  (props, ref) => {
+    const { page } = usePaginationContext();
+    const { size, variantMap } = useRootProps();
+
+    const current = page === props.value;
+    const variant = current ? variantMap.current : variantMap.default;
+
+    return (
+      <ChakraPagination.Item ref={ref} {...props} asChild>
+        <Button size={size} variant={variant}>
+          {props.value}
+        </Button>
+      </ChakraPagination.Item>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Pagination/Items.tsx b/airflow/ui/src/components/ui/Pagination/Items.tsx
new file mode 100644
index 0000000000000..06b9c155bf9c2
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/Items.tsx
@@ -0,0 +1,36 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Pagination as ChakraPagination } from "@chakra-ui/react";
+
+import { Ellipsis } from "./Ellipsis";
+import { Item } from "./Item";
+
+export const Items = (props: React.HTMLAttributes<HTMLElement>) => (
+  <ChakraPagination.Context>
+    {({ pages }) =>
+      pages.map((page, index) =>
+        page.type === "ellipsis" ? (
+          <Ellipsis index={index} key={page.type} {...props} />
+        ) : (
+          <Item key={page.value} type="page" value={page.value} {...props} />
+        ),
+      )
+    }
+  </ChakraPagination.Context>
+);
diff --git a/airflow/ui/src/components/ui/Pagination/NextTrigger.tsx b/airflow/ui/src/components/ui/Pagination/NextTrigger.tsx
new file mode 100644
index 0000000000000..079d371c99c99
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/NextTrigger.tsx
@@ -0,0 +1,40 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Pagination as ChakraPagination, IconButton } from "@chakra-ui/react";
+import { forwardRef } from "react";
+import { HiChevronRight } from "react-icons/hi2";
+
+import { paginationContext } from "./context";
+
+const [, useRootProps] = paginationContext;
+
+export const NextTrigger = forwardRef<
+  HTMLButtonElement,
+  ChakraPagination.NextTriggerProps
+>((props, ref) => {
+  const { size, variantMap } = useRootProps();
+
+  return (
+    <ChakraPagination.NextTrigger asChild ref={ref} {...props}>
+      <IconButton size={size} variant={variantMap.default}>
+        <HiChevronRight />
+      </IconButton>
+    </ChakraPagination.NextTrigger>
+  );
+});
diff --git a/airflow/ui/src/components/ui/Pagination/PageText.tsx b/airflow/ui/src/components/ui/Pagination/PageText.tsx
new file mode 100644
index 0000000000000..017e34d0be836
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/PageText.tsx
@@ -0,0 +1,48 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import type { TextProps } from "@chakra-ui/react";
+import { Text, usePaginationContext } from "@chakra-ui/react";
+import { forwardRef, useMemo } from "react";
+
+type PageTextProps = {
+  format?: "compact" | "long" | "short";
+} & TextProps;
+
+export const PageText = forwardRef<HTMLParagraphElement, PageTextProps>(
+  (props, ref) => {
+    const { format = "compact", ...rest } = props;
+    const { count, page, pageRange, pages } = usePaginationContext();
+    const content = useMemo(() => {
+      if (format === "short") {
+        return `${page} / ${pages.length}`;
+      }
+      if (format === "compact") {
+        return `${page} of ${pages.length}`;
+      }
+
+      return `${pageRange.start + 1} - ${pageRange.end} of ${count}`;
+    }, [format, page, pages.length, pageRange, count]);
+
+    return (
+      <Text fontWeight="medium" ref={ref} {...rest}>
+        {content}
+      </Text>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Pagination/PrevTrigger.tsx b/airflow/ui/src/components/ui/Pagination/PrevTrigger.tsx
new file mode 100644
index 0000000000000..49e647838f5f7
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/PrevTrigger.tsx
@@ -0,0 +1,40 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Pagination as ChakraPagination, IconButton } from "@chakra-ui/react";
+import { forwardRef } from "react";
+import { HiChevronLeft } from "react-icons/hi2";
+
+import { paginationContext } from "./context";
+
+const [, useRootProps] = paginationContext;
+
+export const PrevTrigger = forwardRef<
+  HTMLButtonElement,
+  ChakraPagination.PrevTriggerProps
+>((props, ref) => {
+  const { size, variantMap } = useRootProps();
+
+  return (
+    <ChakraPagination.PrevTrigger asChild ref={ref} {...props}>
+      <IconButton size={size} variant={variantMap.default}>
+        <HiChevronLeft />
+      </IconButton>
+    </ChakraPagination.PrevTrigger>
+  );
+});
diff --git a/airflow/ui/src/components/ui/Pagination/Root.tsx b/airflow/ui/src/components/ui/Pagination/Root.tsx
new file mode 100644
index 0000000000000..a1a917e408a85
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/Root.tsx
@@ -0,0 +1,56 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import type { ButtonProps } from "@chakra-ui/react";
+import { Pagination as ChakraPagination } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+import { paginationContext } from "./context";
+
+type ButtonVariantMap = {
+  current: ButtonProps["variant"];
+  default: ButtonProps["variant"];
+  ellipsis: ButtonProps["variant"];
+};
+
+type PaginationVariant = "outline" | "solid" | "subtle";
+
+const [RootPropsProvider] = paginationContext;
+
+export type PaginationRootProps = {
+  size?: ButtonProps["size"];
+  variant?: PaginationVariant;
+} & Omit<ChakraPagination.RootProps, "type">;
+
+const VARIANT_MAP: Record<PaginationVariant, ButtonVariantMap> = {
+  outline: { current: "outline", default: "ghost", ellipsis: "plain" },
+  solid: { current: "solid", default: "outline", ellipsis: "outline" },
+  subtle: { current: "subtle", default: "ghost", ellipsis: "plain" },
+};
+
+export const Root = forwardRef<HTMLDivElement, PaginationRootProps>(
+  (props, ref) => {
+    const { size = "sm", variant = "outline", ...rest } = props;
+
+    return (
+      <RootPropsProvider value={{ size, variantMap: VARIANT_MAP[variant] }}>
+        <ChakraPagination.Root ref={ref} type="button" {...rest} />
+      </RootPropsProvider>
+    );
+  },
+);
diff --git a/airflow/ui/prettier.config.js b/airflow/ui/src/components/ui/Pagination/context.ts
similarity index 60%
rename from airflow/ui/prettier.config.js
rename to airflow/ui/src/components/ui/Pagination/context.ts
index 7846b10ed0f7c..9762cee87cddf 100644
--- a/airflow/ui/prettier.config.js
+++ b/airflow/ui/src/components/ui/Pagination/context.ts
@@ -16,24 +16,19 @@
  * specific language governing permissions and limitations
  * under the License.
  */
+import { type ButtonProps, createContext } from "@chakra-ui/react";
 
-/**
- * @import { Config } from "prettier";
- * @import { PluginConfig } from "@trivago/prettier-plugin-sort-imports";
- */
+type ButtonVariantMap = {
+  current: ButtonProps["variant"];
+  default: ButtonProps["variant"];
+  ellipsis: ButtonProps["variant"];
+};
 
-/**
- * Prettier configuration.
- */
-export default /** @type {const} @satisfies {Config & PluginConfig} */ ({
-  endOfLine: "lf",
-  importOrder: ["<THIRD_PARTY_MODULES>", "^(src|openapi)/", "^[./]"],
-  importOrderSeparation: true,
-  jsxSingleQuote: false,
-  plugins: ["@trivago/prettier-plugin-sort-imports"],
-  printWidth: 80,
-  singleQuote: false,
-  tabWidth: 2,
-  trailingComma: "all",
-  useTabs: false,
+type ButtonVariantContext = {
+  size: ButtonProps["size"];
+  variantMap: ButtonVariantMap;
+};
+
+export const paginationContext = createContext<ButtonVariantContext>({
+  name: "RootPropsProvider",
 });
diff --git a/airflow/ui/src/components/ui/Pagination/index.ts b/airflow/ui/src/components/ui/Pagination/index.ts
new file mode 100644
index 0000000000000..c7a983ec92625
--- /dev/null
+++ b/airflow/ui/src/components/ui/Pagination/index.ts
@@ -0,0 +1,35 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Ellipsis } from "./Ellipsis";
+import { Item } from "./Item";
+import { Items } from "./Items";
+import { NextTrigger } from "./NextTrigger";
+import { PageText } from "./PageText";
+import { PrevTrigger } from "./PrevTrigger";
+import { Root } from "./Root";
+
+export const Pagination = {
+  Ellipsis,
+  Item,
+  Items,
+  NextTrigger,
+  PageText,
+  PrevTrigger,
+  Root,
+};
diff --git a/airflow/ui/src/App.tsx b/airflow/ui/src/components/ui/ProgressBar.tsx
similarity index 66%
rename from airflow/ui/src/App.tsx
rename to airflow/ui/src/components/ui/ProgressBar.tsx
index b8c73c35c7fc3..c37fbb1990425 100644
--- a/airflow/ui/src/App.tsx
+++ b/airflow/ui/src/components/ui/ProgressBar.tsx
@@ -16,18 +16,15 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Route, Routes } from "react-router-dom";
+import { Progress as ChakraProgress } from "@chakra-ui/react";
+import { forwardRef } from "react";
 
-import { DagsList } from "src/pages/DagsList";
-import { Dashboard } from "src/pages/Dashboard";
-
-import { BaseLayout } from "./layouts/BaseLayout";
-
-export const App = () => (
-  <Routes>
-    <Route element={<BaseLayout />} path="/">
-      <Route element={<Dashboard />} index />
-      <Route element={<DagsList />} path="dags" />
-    </Route>
-  </Routes>
+export const ProgressBar = forwardRef<HTMLDivElement, ChakraProgress.RootProps>(
+  (props, ref) => (
+    <ChakraProgress.Root {...props} ref={ref}>
+      <ChakraProgress.Track>
+        <ChakraProgress.Range />
+      </ChakraProgress.Track>
+    </ChakraProgress.Root>
+  ),
 );
diff --git a/airflow/ui/src/components/ui/Select/Content.tsx b/airflow/ui/src/components/ui/Select/Content.tsx
new file mode 100644
index 0000000000000..4fbadf7d6df70
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/Content.tsx
@@ -0,0 +1,39 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Select as ChakraSelect, Portal } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+type ContentProps = {
+  portalled?: boolean;
+  portalRef?: React.RefObject<HTMLElement>;
+} & ChakraSelect.ContentProps;
+
+export const Content = forwardRef<HTMLDivElement, ContentProps>(
+  (props, ref) => {
+    const { portalled = true, portalRef, ...rest } = props;
+
+    return (
+      <Portal container={portalRef} disabled={!portalled}>
+        <ChakraSelect.Positioner>
+          <ChakraSelect.Content {...rest} ref={ref} />
+        </ChakraSelect.Positioner>
+      </Portal>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Select/Item.tsx b/airflow/ui/src/components/ui/Select/Item.tsx
new file mode 100644
index 0000000000000..c5ec6de755249
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/Item.tsx
@@ -0,0 +1,36 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+/* eslint-disable @typescript-eslint/no-unsafe-assignment */
+import { Select as ChakraSelect } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+export const Item = forwardRef<HTMLDivElement, ChakraSelect.ItemProps>(
+  (props, ref) => {
+    const { children, item, ...rest } = props;
+
+    return (
+      // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
+      <ChakraSelect.Item item={item} key={item.value} {...rest} ref={ref}>
+        {children}
+        <ChakraSelect.ItemIndicator />
+      </ChakraSelect.Item>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Select/ItemGroup.tsx b/airflow/ui/src/components/ui/Select/ItemGroup.tsx
new file mode 100644
index 0000000000000..e68a10634441f
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/ItemGroup.tsx
@@ -0,0 +1,37 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Select as ChakraSelect } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+type ItemGroupProps = {
+  label: React.ReactNode;
+} & ChakraSelect.ItemGroupProps;
+
+export const ItemGroup = forwardRef<HTMLDivElement, ItemGroupProps>(
+  (props, ref) => {
+    const { children, label, ...rest } = props;
+
+    return (
+      <ChakraSelect.ItemGroup {...rest} ref={ref}>
+        <ChakraSelect.ItemGroupLabel>{label}</ChakraSelect.ItemGroupLabel>
+        {children}
+      </ChakraSelect.ItemGroup>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Select/Root.tsx b/airflow/ui/src/components/ui/Select/Root.tsx
new file mode 100644
index 0000000000000..7f9ed4b29ca4e
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/Root.tsx
@@ -0,0 +1,30 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Select as ChakraSelect } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+export const Root = forwardRef<HTMLDivElement, ChakraSelect.RootProps>(
+  (props, ref) => (
+    <ChakraSelect.Root
+      {...props}
+      positioning={{ sameWidth: true, ...props.positioning }}
+      ref={ref}
+    />
+  ),
+);
diff --git a/airflow/ui/src/components/ui/Select/Trigger.tsx b/airflow/ui/src/components/ui/Select/Trigger.tsx
new file mode 100644
index 0000000000000..86425135ebf44
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/Trigger.tsx
@@ -0,0 +1,52 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Select as ChakraSelect } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+import { CloseButton } from "../CloseButton";
+
+type TriggerProps = {
+  clearable?: boolean;
+} & ChakraSelect.ControlProps;
+
+export const Trigger = forwardRef<HTMLButtonElement, TriggerProps>(
+  (props, ref) => {
+    const { children, clearable, ...rest } = props;
+
+    return (
+      <ChakraSelect.Control {...rest}>
+        <ChakraSelect.Trigger ref={ref}>{children}</ChakraSelect.Trigger>
+        <ChakraSelect.IndicatorGroup>
+          {clearable ? (
+            <ChakraSelect.ClearTrigger asChild>
+              <CloseButton
+                focusRingWidth="2px"
+                focusVisibleRing="inside"
+                pointerEvents="auto"
+                size="xs"
+                variant="plain"
+              />
+            </ChakraSelect.ClearTrigger>
+          ) : undefined}
+          <ChakraSelect.Indicator />
+        </ChakraSelect.IndicatorGroup>
+      </ChakraSelect.Control>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Select/ValueText.tsx b/airflow/ui/src/components/ui/Select/ValueText.tsx
new file mode 100644
index 0000000000000..0cdec1b165167
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/ValueText.tsx
@@ -0,0 +1,53 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import type { CollectionItem } from "@chakra-ui/react";
+import { Select as ChakraSelect } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+type ValueTextProps = {
+  children?: (items: Array<CollectionItem>) => React.ReactNode;
+} & Omit<ChakraSelect.ValueTextProps, "children">;
+
+export const ValueText = forwardRef<HTMLSpanElement, ValueTextProps>(
+  (props, ref) => {
+    const { children, ...rest } = props;
+
+    return (
+      <ChakraSelect.ValueText {...rest} ref={ref}>
+        <ChakraSelect.Context>
+          {(select) => {
+            const items = select.selectedItems;
+
+            if (items.length === 0) {
+              return props.placeholder;
+            }
+            if (children) {
+              return children(items);
+            }
+            if (items.length === 1) {
+              return select.collection.stringifyItem(items[0]);
+            }
+
+            return `${items.length} selected`;
+          }}
+        </ChakraSelect.Context>
+      </ChakraSelect.ValueText>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Select/index.ts b/airflow/ui/src/components/ui/Select/index.ts
new file mode 100644
index 0000000000000..c3745338b4240
--- /dev/null
+++ b/airflow/ui/src/components/ui/Select/index.ts
@@ -0,0 +1,36 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Select as ChakraSelect } from "@chakra-ui/react";
+
+import { Content } from "./Content";
+import { Item } from "./Item";
+import { ItemGroup } from "./ItemGroup";
+import { Root } from "./Root";
+import { Trigger } from "./Trigger";
+import { ValueText } from "./ValueText";
+
+export const Select = {
+  ...ChakraSelect,
+  Content,
+  Item,
+  ItemGroup,
+  Root,
+  Trigger,
+  ValueText,
+};
diff --git a/airflow/ui/src/components/ui/Switch.tsx b/airflow/ui/src/components/ui/Switch.tsx
new file mode 100644
index 0000000000000..db5212137127e
--- /dev/null
+++ b/airflow/ui/src/components/ui/Switch.tsx
@@ -0,0 +1,57 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Switch as ChakraSwitch } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+export type SwitchProps = {
+  inputProps?: React.InputHTMLAttributes<HTMLInputElement>;
+  rootRef?: React.Ref<HTMLLabelElement>;
+  thumbLabel?: { off: React.ReactNode; on: React.ReactNode };
+  trackLabel?: { off: React.ReactNode; on: React.ReactNode };
+} & ChakraSwitch.RootProps;
+
+export const Switch = forwardRef<HTMLInputElement, SwitchProps>(
+  (props, ref) => {
+    const { children, inputProps, rootRef, thumbLabel, trackLabel, ...rest } =
+      props;
+
+    return (
+      <ChakraSwitch.Root ref={rootRef} {...rest}>
+        <ChakraSwitch.HiddenInput ref={ref} {...inputProps} />
+        <ChakraSwitch.Control>
+          <ChakraSwitch.Thumb>
+            {thumbLabel ? (
+              <ChakraSwitch.ThumbIndicator fallback={thumbLabel.off}>
+                {thumbLabel.on}
+              </ChakraSwitch.ThumbIndicator>
+            ) : undefined}
+          </ChakraSwitch.Thumb>
+          {trackLabel ? (
+            <ChakraSwitch.Indicator fallback={trackLabel.off}>
+              {trackLabel.on}
+            </ChakraSwitch.Indicator>
+          ) : undefined}
+        </ChakraSwitch.Control>
+        {Boolean(children) && (
+          <ChakraSwitch.Label>{children}</ChakraSwitch.Label>
+        )}
+      </ChakraSwitch.Root>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/Tag.tsx b/airflow/ui/src/components/ui/Tag.tsx
new file mode 100644
index 0000000000000..a5a3da6274491
--- /dev/null
+++ b/airflow/ui/src/components/ui/Tag.tsx
@@ -0,0 +1,55 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Tag as ChakraTag } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+export type TagProps = {
+  closable?: boolean;
+  endElement?: React.ReactNode;
+  onClose?: VoidFunction;
+  startElement?: React.ReactNode;
+} & ChakraTag.RootProps;
+
+export const Tag = forwardRef<HTMLSpanElement, TagProps>((props, ref) => {
+  const {
+    children,
+    onClose,
+    closable = Boolean(onClose),
+    endElement,
+    startElement,
+    ...rest
+  } = props;
+
+  return (
+    <ChakraTag.Root ref={ref} {...rest}>
+      {Boolean(startElement) ? (
+        <ChakraTag.StartElement>{startElement}</ChakraTag.StartElement>
+      ) : undefined}
+      <ChakraTag.Label>{children}</ChakraTag.Label>
+      {Boolean(endElement) ? (
+        <ChakraTag.EndElement>{endElement}</ChakraTag.EndElement>
+      ) : undefined}
+      {Boolean(closable) ? (
+        <ChakraTag.EndElement>
+          <ChakraTag.CloseTrigger onClick={onClose} />
+        </ChakraTag.EndElement>
+      ) : undefined}
+    </ChakraTag.Root>
+  );
+});
diff --git a/airflow/ui/src/components/ui/Tooltip.tsx b/airflow/ui/src/components/ui/Tooltip.tsx
new file mode 100644
index 0000000000000..2edb43c8b12f1
--- /dev/null
+++ b/airflow/ui/src/components/ui/Tooltip.tsx
@@ -0,0 +1,66 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Tooltip as ChakraTooltip, Portal } from "@chakra-ui/react";
+import { forwardRef } from "react";
+
+export type TooltipProps = {
+  content: React.ReactNode;
+  contentProps?: ChakraTooltip.ContentProps;
+  disabled?: boolean;
+  portalled?: boolean;
+  portalRef?: React.RefObject<HTMLElement>;
+  showArrow?: boolean;
+} & ChakraTooltip.RootProps;
+
+export const Tooltip = forwardRef<HTMLDivElement, TooltipProps>(
+  (props, ref) => {
+    const {
+      children,
+      content,
+      contentProps,
+      disabled,
+      portalled,
+      portalRef,
+      showArrow,
+      ...rest
+    } = props;
+
+    if (disabled) {
+      return children;
+    }
+
+    return (
+      <ChakraTooltip.Root closeDelay={100} openDelay={100} {...rest}>
+        <ChakraTooltip.Trigger asChild>{children}</ChakraTooltip.Trigger>
+        <Portal container={portalRef} disabled={!portalled}>
+          <ChakraTooltip.Positioner>
+            <ChakraTooltip.Content ref={ref} {...contentProps}>
+              {showArrow ? (
+                <ChakraTooltip.Arrow>
+                  <ChakraTooltip.ArrowTip />
+                </ChakraTooltip.Arrow>
+              ) : undefined}
+              {content}
+            </ChakraTooltip.Content>
+          </ChakraTooltip.Positioner>
+        </Portal>
+      </ChakraTooltip.Root>
+    );
+  },
+);
diff --git a/airflow/ui/src/components/ui/index.ts b/airflow/ui/src/components/ui/index.ts
new file mode 100644
index 0000000000000..1c0922b06e8a2
--- /dev/null
+++ b/airflow/ui/src/components/ui/index.ts
@@ -0,0 +1,32 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+export * from "./Dialog";
+export * from "./Pagination";
+export * from "./Select";
+export * from "./Alert";
+export * from "./CloseButton";
+export * from "./InputGroup";
+
+export * from "./Switch";
+export * from "./Tag";
+export * from "./Tooltip";
+
+export * from "./ProgressBar";
+export * from "./Menu";
diff --git a/airflow/ui/src/constants/searchParams.ts b/airflow/ui/src/constants/searchParams.ts
index 893a4461bffe7..8ca5e0b4f19a9 100644
--- a/airflow/ui/src/constants/searchParams.ts
+++ b/airflow/ui/src/constants/searchParams.ts
@@ -23,6 +23,7 @@ export enum SearchParamsKeys {
   OFFSET = "offset",
   PAUSED = "paused",
   SORT = "sort",
+  TAGS = "tags",
 }
 
 export type SearchParamsKeysType = Record<
diff --git a/airflow/ui/src/context/colorMode/ColorModeProvider.tsx b/airflow/ui/src/context/colorMode/ColorModeProvider.tsx
new file mode 100644
index 0000000000000..4839856c8ee24
--- /dev/null
+++ b/airflow/ui/src/context/colorMode/ColorModeProvider.tsx
@@ -0,0 +1,24 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { ThemeProvider } from "next-themes";
+import type { ThemeProviderProps } from "next-themes/dist/types";
+
+export const ColorModeProvider = (props: ThemeProviderProps) => (
+  <ThemeProvider attribute="class" disableTransitionOnChange {...props} />
+);
diff --git a/airflow/ui/src/context/colorMode/index.ts b/airflow/ui/src/context/colorMode/index.ts
new file mode 100644
index 0000000000000..30edc0a3216e3
--- /dev/null
+++ b/airflow/ui/src/context/colorMode/index.ts
@@ -0,0 +1,21 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+export * from "./ColorModeProvider";
+export * from "./useColorMode";
diff --git a/airflow/ui/src/context/colorMode/useColorMode.tsx b/airflow/ui/src/context/colorMode/useColorMode.tsx
new file mode 100644
index 0000000000000..5c9ea1076e9a1
--- /dev/null
+++ b/airflow/ui/src/context/colorMode/useColorMode.tsx
@@ -0,0 +1,32 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { useTheme } from "next-themes";
+
+export const useColorMode = () => {
+  const { resolvedTheme, setTheme } = useTheme();
+  const toggleColorMode = () => {
+    setTheme(resolvedTheme === "light" ? "dark" : "light");
+  };
+
+  return {
+    colorMode: resolvedTheme,
+    setColorMode: setTheme,
+    toggleColorMode,
+  };
+};
diff --git a/airflow/ui/src/context/timezone/TimezoneProvider.tsx b/airflow/ui/src/context/timezone/TimezoneProvider.tsx
index dfe40f6976706..74c0c2462b390 100644
--- a/airflow/ui/src/context/timezone/TimezoneProvider.tsx
+++ b/airflow/ui/src/context/timezone/TimezoneProvider.tsx
@@ -16,12 +16,8 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import {
-  createContext,
-  useState,
-  useMemo,
-  type PropsWithChildren,
-} from "react";
+import { createContext, useMemo, type PropsWithChildren } from "react";
+import { useLocalStorage } from "usehooks-ts";
 
 export type TimezoneContextType = {
   selectedTimezone: string;
@@ -35,20 +31,14 @@ export const TimezoneContext = createContext<TimezoneContextType | undefined>(
 const TIMEZONE_KEY = "timezone";
 
 export const TimezoneProvider = ({ children }: PropsWithChildren) => {
-  const [selectedTimezone, setSelectedTimezone] = useState(() => {
-    const timezone = localStorage.getItem(TIMEZONE_KEY);
-
-    return timezone ?? "UTC";
-  });
-
-  const selectTimezone = (tz: string) => {
-    localStorage.setItem(TIMEZONE_KEY, tz);
-    setSelectedTimezone(tz);
-  };
+  const [selectedTimezone, setSelectedTimezone] = useLocalStorage(
+    TIMEZONE_KEY,
+    "UTC",
+  );
 
   const value = useMemo<TimezoneContextType>(
-    () => ({ selectedTimezone, setSelectedTimezone: selectTimezone }),
-    [selectedTimezone],
+    () => ({ selectedTimezone, setSelectedTimezone }),
+    [selectedTimezone, setSelectedTimezone],
   );
 
   return (
diff --git a/airflow/ui/src/layouts/BaseLayout.tsx b/airflow/ui/src/layouts/BaseLayout.tsx
index 4aa7a74de6fc1..848b4ea88f594 100644
--- a/airflow/ui/src/layouts/BaseLayout.tsx
+++ b/airflow/ui/src/layouts/BaseLayout.tsx
@@ -17,15 +17,16 @@
  * under the License.
  */
 import { Box } from "@chakra-ui/react";
+import type { PropsWithChildren } from "react";
 import { Outlet } from "react-router-dom";
 
 import { Nav } from "./Nav";
 
-export const BaseLayout = () => (
+export const BaseLayout = ({ children }: PropsWithChildren) => (
   <>
     <Nav />
-    <Box ml={24} p={3}>
-      <Outlet />
+    <Box ml={20} p={3}>
+      {children ?? <Outlet />}
     </Box>
   </>
 );
diff --git a/airflow/ui/src/layouts/Nav/DocsButton.tsx b/airflow/ui/src/layouts/Nav/DocsButton.tsx
index e85d923b88f54..6c0f8be8ff98b 100644
--- a/airflow/ui/src/layouts/Nav/DocsButton.tsx
+++ b/airflow/ui/src/layouts/Nav/DocsButton.tsx
@@ -16,17 +16,12 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import {
-  IconButton,
-  Link,
-  Menu,
-  MenuButton,
-  MenuItem,
-  MenuList,
-} from "@chakra-ui/react";
+import { Link } from "@chakra-ui/react";
 import { FiBookOpen } from "react-icons/fi";
 
-import { navButtonProps } from "./navButtonProps";
+import { Menu } from "src/components/ui";
+
+import { NavButton } from "./NavButton";
 
 const links = [
   {
@@ -44,24 +39,23 @@ const links = [
 ];
 
 export const DocsButton = () => (
-  <Menu placement="right">
-    <MenuButton
-      as={IconButton}
-      icon={<FiBookOpen size="1.75rem" />}
-      {...navButtonProps}
-    />
-    <MenuList>
+  <Menu.Root positioning={{ placement: "right" }}>
+    <Menu.Trigger asChild>
+      <NavButton icon={<FiBookOpen size="1.75rem" />} title="Docs" />
+    </Menu.Trigger>
+    <Menu.Content>
       {links.map((link) => (
-        <MenuItem
-          aria-label={link.title}
-          as={Link}
-          href={link.href}
-          key={link.title}
-          target="_blank"
-        >
-          {link.title}
-        </MenuItem>
+        <Menu.Item asChild key={link.title} value={link.title}>
+          <Link
+            aria-label={link.title}
+            href={link.href}
+            rel="noopener noreferrer"
+            target="_blank"
+          >
+            {link.title}
+          </Link>
+        </Menu.Item>
       ))}
-    </MenuList>
-  </Menu>
+    </Menu.Content>
+  </Menu.Root>
 );
diff --git a/airflow/ui/src/layouts/Nav/Nav.tsx b/airflow/ui/src/layouts/Nav/Nav.tsx
index 71b0843831ab6..4876f83303fc4 100644
--- a/airflow/ui/src/layouts/Nav/Nav.tsx
+++ b/airflow/ui/src/layouts/Nav/Nav.tsx
@@ -16,10 +16,8 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Box, Flex, Icon, useColorModeValue, VStack } from "@chakra-ui/react";
-import { motion } from "framer-motion";
+import { Box, Flex, VStack } from "@chakra-ui/react";
 import {
-  FiBarChart2,
   FiCornerUpLeft,
   FiDatabase,
   FiGlobe,
@@ -34,73 +32,56 @@ import { DocsButton } from "./DocsButton";
 import { NavButton } from "./NavButton";
 import { UserSettingsButton } from "./UserSettingsButton";
 
-export const Nav = () => {
-  const navBg = useColorModeValue("blue.100", "blue.900");
-
-  return (
-    <VStack
-      alignItems="center"
-      bg={navBg}
-      height="100%"
-      justifyContent="space-between"
-      left={0}
-      position="fixed"
-      py={3}
-      top={0}
-      width={24}
-      zIndex={1}
-    >
-      <Flex alignItems="center" flexDir="column" width="100%">
-        <Box
-          as={motion.div}
-          mb={3}
-          whileHover={{
-            transform: ["rotate(0)", "rotate(360deg)"],
-            transition: { duration: 1.5, ease: "linear", repeat: Infinity },
-          }}
-        >
-          <Icon as={AirflowPin} height="35px" width="35px" />
-        </Box>
-        <NavButton icon={<FiHome size="1.75rem" />} title="Home" to="/" />
-        <NavButton
-          icon={<DagIcon height={7} width={7} />}
-          title="DAGs"
-          to="dags"
-        />
-        <NavButton
-          icon={<FiDatabase size="1.75rem" />}
-          isDisabled
-          title="Assets"
-          to="assets"
-        />
-        <NavButton
-          icon={<FiBarChart2 size="1.75rem" />}
-          isDisabled
-          title="DAG Runs"
-          to="dag_runs"
-        />
-        <NavButton
-          icon={<FiGlobe size="1.75rem" />}
-          isDisabled
-          title="Browse"
-          to="browse"
-        />
-        <NavButton
-          icon={<FiSettings size="1.75rem" />}
-          isDisabled
-          title="Admin"
-          to="admin"
-        />
-      </Flex>
-      <Flex flexDir="column">
-        <NavButton
-          icon={<FiCornerUpLeft size="1.5rem" />}
-          title="Return to legacy UI"
-          to={import.meta.env.VITE_LEGACY_API_URL}
-        />
-        <DocsButton />
-        <UserSettingsButton />
-      </Flex>
-    </VStack>
-  );
-};
+export const Nav = () => (
+  <VStack
+    alignItems="center"
+    bg="blue.muted"
+    height="100%"
+    justifyContent="space-between"
+    left={0}
+    position="fixed"
+    py={3}
+    top={0}
+    width={20}
+    zIndex={1}
+  >
+    <Flex alignItems="center" flexDir="column" width="100%">
+      <Box mb={3}>
+        <AirflowPin height="35px" width="35px" />
+      </Box>
+      <NavButton icon={<FiHome size="1.75rem" />} title="Home" to="/" />
+      <NavButton
+        icon={<DagIcon height="1.75rem" width="1.75rem" />}
+        title="Dags"
+        to="dags"
+      />
+      <NavButton
+        disabled
+        icon={<FiDatabase size="1.75rem" />}
+        title="Assets"
+        to="assets"
+      />
+      <NavButton
+        disabled
+        icon={<FiGlobe size="1.75rem" />}
+        title="Browse"
+        to="browse"
+      />
+      <NavButton
+        disabled
+        icon={<FiSettings size="1.75rem" />}
+        title="Admin"
+        to="admin"
+      />
+    </Flex>
+    <Flex flexDir="column">
+      <NavButton
+        icon={<FiCornerUpLeft size="1.75rem" />}
+        title="Legacy UI"
+        to={import.meta.env.VITE_LEGACY_API_URL}
+      />
+      <DocsButton />
+      <UserSettingsButton />
+    </Flex>
+  </VStack>
+);
diff --git a/airflow/ui/src/layouts/Nav/NavButton.tsx b/airflow/ui/src/layouts/Nav/NavButton.tsx
index 6fc46bf886a21..23f837cd7c62f 100644
--- a/airflow/ui/src/layouts/Nav/NavButton.tsx
+++ b/airflow/ui/src/layouts/Nav/NavButton.tsx
@@ -20,21 +20,36 @@ import { Box, Button, type ButtonProps } from "@chakra-ui/react";
 import type { ReactElement } from "react";
 import { NavLink } from "react-router-dom";
 
-import { navButtonProps } from "./navButtonProps";
+const styles = {
+  alignItems: "center",
+  borderRadius: "none",
+  colorPalette: "blue",
+  flexDir: "column",
+  height: 20,
+  variant: "ghost",
+  whiteSpace: "wrap",
+  width: 20,
+} satisfies ButtonProps;
 
 type NavButtonProps = {
   readonly icon: ReactElement;
   readonly title?: string;
-  readonly to: string;
+  readonly to?: string;
 } & ButtonProps;
 
-export const NavButton = ({ icon, title, to, ...rest }: NavButtonProps) => (
-  <Box as={NavLink} to={to}>
-    {({ isActive }: { readonly isActive: boolean }) => (
-      <Button isActive={isActive} {...navButtonProps} {...rest}>
-        <Box alignSelf="center">{icon}</Box>
-        <Box fontSize="xs">{title}</Box>
-      </Button>
-    )}
-  </Box>
-);
+export const NavButton = ({ icon, title, to, ...rest }: NavButtonProps) =>
+  to === undefined ? (
+    <Button {...styles} {...rest}>
+      <Box alignSelf="center">{icon}</Box>
+      <Box fontSize="xs">{title}</Box>
+    </Button>
+  ) : (
+    <NavLink to={to}>
+      {({ isActive }: { readonly isActive: boolean }) => (
+        <Button {...styles} variant={isActive ? "solid" : "ghost"} {...rest}>
+          <Box alignSelf="center">{icon}</Box>
+          <Box fontSize="xs">{title}</Box>
+        </Button>
+      )}
+    </NavLink>
+  );
diff --git a/airflow/ui/src/layouts/Nav/TimezoneModal.tsx b/airflow/ui/src/layouts/Nav/TimezoneModal.tsx
index 26dfea9541b12..6fe1550b6fc9c 100644
--- a/airflow/ui/src/layouts/Nav/TimezoneModal.tsx
+++ b/airflow/ui/src/layouts/Nav/TimezoneModal.tsx
@@ -16,16 +16,10 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import {
-  Modal,
-  ModalOverlay,
-  ModalContent,
-  ModalHeader,
-  ModalBody,
-  ModalCloseButton,
-} from "@chakra-ui/react";
 import React from "react";
 
+import { Dialog } from "src/components/ui";
+
 import TimezoneSelector from "./TimezoneSelector";
 
 type TimezoneModalProps = {
@@ -34,16 +28,15 @@ type TimezoneModalProps = {
 };
 
 const TimezoneModal: React.FC<TimezoneModalProps> = ({ isOpen, onClose }) => (
-  <Modal isOpen={isOpen} onClose={onClose} size="xl">
-    <ModalOverlay />
-    <ModalContent>
-      <ModalHeader>Select Timezone</ModalHeader>
-      <ModalCloseButton />
-      <ModalBody>
+  <Dialog.Root onOpenChange={onClose} open={isOpen} size="xl">
+    <Dialog.Content backdrop>
+      <Dialog.Header>Select Timezone</Dialog.Header>
+      <Dialog.CloseTrigger />
+      <Dialog.Body>
         <TimezoneSelector />
-      </ModalBody>
-    </ModalContent>
-  </Modal>
+      </Dialog.Body>
+    </Dialog.Content>
+  </Dialog.Root>
 );
 
 export default TimezoneModal;
diff --git a/airflow/ui/src/layouts/Nav/TimezoneSelector.tsx b/airflow/ui/src/layouts/Nav/TimezoneSelector.tsx
index 0be59dc3595b8..2b2c4358f2393 100644
--- a/airflow/ui/src/layouts/Nav/TimezoneSelector.tsx
+++ b/airflow/ui/src/layouts/Nav/TimezoneSelector.tsx
@@ -16,7 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Box, Text, VStack } from "@chakra-ui/react";
+import { Box, Field, Text, VStack } from "@chakra-ui/react";
 import { Select, type SingleValue } from "chakra-react-select";
 import dayjs from "dayjs";
 import timezone from "dayjs/plugin/timezone";
@@ -69,13 +69,15 @@ const TimezoneSelector: React.FC = () => {
     .format("YYYY-MM-DD HH:mm:ss");
 
   return (
-    <VStack align="stretch" spacing={6}>
-      <Select<TimezoneOption>
-        onChange={handleTimezoneChange}
-        options={options}
-        placeholder="Select a timezone"
-        value={options.find((option) => option.value === selectedTimezone)}
-      />
+    <VStack align="stretch" gap={6}>
+      <Field.Root>
+        <Select<TimezoneOption>
+          onChange={handleTimezoneChange}
+          options={options}
+          placeholder="Select a timezone"
+          value={options.find((option) => option.value === selectedTimezone)}
+        />
+      </Field.Root>
       <Box borderRadius="md" boxShadow="md" p={6}>
         <Text fontSize="lg" fontWeight="bold">
           Current time in {selectedTimezone}:
diff --git a/airflow/ui/src/layouts/Nav/UserSettingsButton.tsx b/airflow/ui/src/layouts/Nav/UserSettingsButton.tsx
index d117a81700ab3..46a2a9adae2f5 100644
--- a/airflow/ui/src/layouts/Nav/UserSettingsButton.tsx
+++ b/airflow/ui/src/layouts/Nav/UserSettingsButton.tsx
@@ -16,42 +16,34 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import {
-  IconButton,
-  Menu,
-  MenuButton,
-  useColorMode,
-  MenuItem,
-  MenuList,
-  useDisclosure,
-} from "@chakra-ui/react";
+import { useDisclosure } from "@chakra-ui/react";
 import dayjs from "dayjs";
 import timezone from "dayjs/plugin/timezone";
 import utc from "dayjs/plugin/utc";
 import { FiClock, FiMoon, FiSun, FiUser } from "react-icons/fi";
 
+import { Menu } from "src/components/ui";
+import { useColorMode } from "src/context/colorMode/useColorMode";
 import { useTimezone } from "src/context/timezone";
 
+import { NavButton } from "./NavButton";
 import TimezoneModal from "./TimezoneModal";
-import { navButtonProps } from "./navButtonProps";
 
 dayjs.extend(utc);
 dayjs.extend(timezone);
 
 export const UserSettingsButton = () => {
   const { colorMode, toggleColorMode } = useColorMode();
-  const { isOpen, onClose, onOpen } = useDisclosure();
+  const { onClose, onOpen, open } = useDisclosure();
   const { selectedTimezone } = useTimezone();
 
   return (
-    <Menu placement="right">
-      <MenuButton
-        as={IconButton}
-        icon={<FiUser size="1.75rem" />}
-        {...navButtonProps}
-      />
-      <MenuList>
-        <MenuItem onClick={toggleColorMode}>
+    <Menu.Root positioning={{ placement: "right" }}>
+      <Menu.Trigger asChild>
+        <NavButton icon={<FiUser size="1.75rem" />} title="User" />
+      </Menu.Trigger>
+      <Menu.Content>
+        <Menu.Item onClick={toggleColorMode} value="color-mode">
           {colorMode === "light" ? (
             <>
               <FiMoon size="1.25rem" style={{ marginRight: "8px" }} />
@@ -63,13 +55,13 @@ export const UserSettingsButton = () => {
               Switch to Light Mode
             </>
           )}
-        </MenuItem>
-        <MenuItem onClick={onOpen}>
+        </Menu.Item>
+        <Menu.Item onClick={onOpen} value="timezone">
           <FiClock size="1.25rem" style={{ marginRight: "8px" }} />
           {dayjs().tz(selectedTimezone).format("HH:mm z (Z)")}
-        </MenuItem>
-      </MenuList>
-      <TimezoneModal isOpen={isOpen} onClose={onClose} />
-    </Menu>
+        </Menu.Item>
+      </Menu.Content>
+      <TimezoneModal isOpen={open} onClose={onClose} />
+    </Menu.Root>
   );
 };
diff --git a/airflow/ui/src/layouts/Nav/index.tsx b/airflow/ui/src/layouts/Nav/index.ts
similarity index 100%
rename from airflow/ui/src/layouts/Nav/index.tsx
rename to airflow/ui/src/layouts/Nav/index.ts
diff --git a/airflow/ui/src/main.tsx b/airflow/ui/src/main.tsx
index dda70beccd303..8d6d3bf0a6955 100644
--- a/airflow/ui/src/main.tsx
+++ b/airflow/ui/src/main.tsx
@@ -16,16 +16,15 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { ChakraProvider } from "@chakra-ui/react";
+import { ChakraProvider, defaultSystem } from "@chakra-ui/react";
 import { QueryClient, QueryClientProvider } from "@tanstack/react-query";
 import axios, { type AxiosError } from "axios";
 import { createRoot } from "react-dom/client";
-import { BrowserRouter } from "react-router-dom";
+import { RouterProvider } from "react-router-dom";
 
-import { App } from "src/App";
-
-import { TimezoneProvider } from "./context/timezone";
-import theme from "./theme";
+import { ColorModeProvider } from "src/context/colorMode";
+import { TimezoneProvider } from "src/context/timezone";
+import { router } from "src/router";
 
 const queryClient = new QueryClient({
   defaultOptions: {
@@ -59,16 +58,14 @@ axios.interceptors.response.use(
   },
 );
 
-const root = createRoot(document.querySelector("#root") as HTMLDivElement);
-
-root.render(
-  <BrowserRouter basename="/webapp">
-    <ChakraProvider theme={theme}>
+createRoot(document.querySelector("#root") as HTMLDivElement).render(
+  <ChakraProvider value={defaultSystem}>
+    <ColorModeProvider>
       <QueryClientProvider client={queryClient}>
         <TimezoneProvider>
-          <App />
+          <RouterProvider router={router} />
         </TimezoneProvider>
       </QueryClientProvider>
-    </ChakraProvider>
-  </BrowserRouter>,
+    </ColorModeProvider>
+  </ChakraProvider>,
 );
diff --git a/airflow/ui/src/pages/DagsList/Dag/Dag.tsx b/airflow/ui/src/pages/DagsList/Dag/Dag.tsx
new file mode 100644
index 0000000000000..49d913a539454
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/Dag/Dag.tsx
@@ -0,0 +1,91 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Box, Button, Tabs } from "@chakra-ui/react";
+import { FiChevronsLeft } from "react-icons/fi";
+import { Link as RouterLink, useParams } from "react-router-dom";
+
+import {
+  useDagServiceGetDagDetails,
+  useDagsServiceRecentDagRuns,
+} from "openapi/queries";
+import { ErrorAlert } from "src/components/ErrorAlert";
+import { ProgressBar } from "src/components/ui";
+
+import { Header } from "./Header";
+
+export const Dag = () => {
+  const { dagId } = useParams();
+
+  const {
+    data: dag,
+    error,
+    isLoading,
+  } = useDagServiceGetDagDetails({
+    dagId: dagId ?? "",
+  });
+
+  // TODO: replace with with a list dag runs by dag id request
+  const {
+    data: runsData,
+    error: runsError,
+    isLoading: isLoadingRuns,
+  } = useDagsServiceRecentDagRuns({ dagIdPattern: dagId ?? "" });
+
+  const runs =
+    runsData?.dags.find((dagWithRuns) => dagWithRuns.dag_id === dagId)
+      ?.latest_dag_runs ?? [];
+
+  return (
+    <Box>
+      <Button asChild colorPalette="blue" variant="ghost">
+        <RouterLink to="/dags">
+          <FiChevronsLeft />
+          Back to all dags
+        </RouterLink>
+      </Button>
+      <Header dag={dag} dagId={dagId} latestRun={runs[0]} />
+      <ErrorAlert error={error ?? runsError} />
+      <ProgressBar
+        size="xs"
+        visibility={isLoading || isLoadingRuns ? "visible" : "hidden"}
+      />
+      <Tabs.Root>
+        <Tabs.List>
+          <Tabs.Trigger value="overview">Overview</Tabs.Trigger>
+          <Tabs.Trigger value="runs">Runs</Tabs.Trigger>
+          <Tabs.Trigger value="tasks">Tasks</Tabs.Trigger>
+          <Tabs.Trigger value="events">Events</Tabs.Trigger>
+        </Tabs.List>
+
+        <Tabs.Content value="overview">
+          <p>one!</p>
+        </Tabs.Content>
+        <Tabs.Content value="runs">
+          <p>two!</p>
+        </Tabs.Content>
+        <Tabs.Content value="tasks">
+          <p>three!</p>
+        </Tabs.Content>
+        <Tabs.Content value="events">
+          <p>four!</p>
+        </Tabs.Content>
+      </Tabs.Root>
+    </Box>
+  );
+};
diff --git a/airflow/ui/src/pages/DagsList/Dag/Header.tsx b/airflow/ui/src/pages/DagsList/Dag/Header.tsx
new file mode 100644
index 0000000000000..81c48eb28bcf3
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/Dag/Header.tsx
@@ -0,0 +1,116 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import {
+  Box,
+  Button,
+  Flex,
+  Heading,
+  HStack,
+  SimpleGrid,
+  Text,
+  VStack,
+} from "@chakra-ui/react";
+import { FiCalendar, FiPlay } from "react-icons/fi";
+
+import type { DAGResponse, DAGRunResponse } from "openapi/requests/types.gen";
+import { DagIcon } from "src/assets/DagIcon";
+import Time from "src/components/Time";
+import { TogglePause } from "src/components/TogglePause";
+import { Tooltip } from "src/components/ui";
+
+import { DagTags } from "../DagTags";
+import { LatestRun } from "../LatestRun";
+
+export const Header = ({
+  dag,
+  dagId,
+  latestRun,
+}: {
+  readonly dag?: DAGResponse;
+  readonly dagId?: string;
+  readonly latestRun?: DAGRunResponse;
+}) => (
+  <Box borderColor="border" borderRadius={8} borderWidth={1} overflow="hidden">
+    <Box p={2}>
+      <Flex alignItems="center" justifyContent="space-between">
+        <HStack alignItems="center" gap={2}>
+          <DagIcon height={8} width={8} />
+          <Heading size="lg">{dag?.dag_display_name ?? dagId}</Heading>
+          {dag !== undefined && (
+            <TogglePause dagId={dag.dag_id} isPaused={dag.is_paused} />
+          )}
+        </HStack>
+        <Flex>
+          <Button colorPalette="blue" disabled>
+            <FiPlay />
+            Trigger
+          </Button>
+        </Flex>
+      </Flex>
+      <SimpleGrid columns={4} gap={4} my={2}>
+        <VStack align="flex-start" gap={1}>
+          <Heading color="fg.muted" fontSize="xs">
+            Schedule
+          </Heading>
+          {Boolean(dag?.timetable_summary) ? (
+            <Tooltip content={dag?.timetable_description} showArrow>
+              <Text fontSize="sm">
+                <FiCalendar style={{ display: "inline" }} />{" "}
+                {dag?.timetable_summary}
+              </Text>
+            </Tooltip>
+          ) : undefined}
+        </VStack>
+        <VStack align="flex-start" gap={1}>
+          <Heading color="fg.muted" fontSize="xs">
+            Last Run
+          </Heading>
+          <LatestRun latestRun={latestRun} />
+          <LatestRun />
+        </VStack>
+        <VStack align="flex-start" gap={1}>
+          <Heading color="fg.muted" fontSize="xs">
+            Next Run
+          </Heading>
+          {Boolean(dag?.next_dagrun) ? (
+            <Text fontSize="sm">
+              <Time datetime={dag?.next_dagrun} />
+            </Text>
+          ) : undefined}
+        </VStack>
+        <div />
+        <div />
+      </SimpleGrid>
+    </Box>
+    <Flex
+      alignItems="center"
+      bg="bg.muted"
+      borderTopColor="border"
+      borderTopWidth={1}
+      color="fg.subtle"
+      fontSize="sm"
+      justifyContent="space-between"
+      px={2}
+      py={1}
+    >
+      <Text>Owner: {dag?.owners.join(", ")}</Text>
+      <DagTags tags={dag?.tags ?? []} />
+    </Flex>
+  </Box>
+);
diff --git a/airflow/ui/src/pages/DagsList/Dag/index.ts b/airflow/ui/src/pages/DagsList/Dag/index.ts
new file mode 100644
index 0000000000000..9a386b3fb387c
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/Dag/index.ts
@@ -0,0 +1,20 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+export { Dag } from "./Dag";
diff --git a/airflow/ui/src/pages/DagsList/DagCard.test.tsx b/airflow/ui/src/pages/DagsList/DagCard.test.tsx
index 3ae6e4fceeac9..3e60146baa055 100644
--- a/airflow/ui/src/pages/DagsList/DagCard.test.tsx
+++ b/airflow/ui/src/pages/DagsList/DagCard.test.tsx
@@ -20,8 +20,8 @@
  */
 import { render, screen } from "@testing-library/react";
 import type {
-  DAGResponse,
   DagTagPydantic,
+  DAGWithLatestDagRunsResponse,
 } from "openapi-gen/requests/types.gen";
 import { afterEach, describe, it, vi, expect } from "vitest";
 
@@ -44,6 +44,7 @@ const mockDag = {
   last_expired: null,
   last_parsed_time: "2024-08-22T13:50:10.372238+00:00",
   last_pickled: null,
+  latest_dag_runs: [],
   max_active_runs: 16,
   max_active_tasks: 16,
   max_consecutive_failed_dag_runs: 0,
@@ -53,11 +54,10 @@ const mockDag = {
   next_dagrun_data_interval_start: "2024-08-22T00:00:00+00:00",
   owners: ["airflow"],
   pickle_id: null,
-  scheduler_lock: null,
   tags: [],
   timetable_description: "",
   timetable_summary: "",
-} satisfies DAGResponse;
+} satisfies DAGWithLatestDagRunsResponse;
 
 afterEach(() => {
   vi.restoreAllMocks();
@@ -78,10 +78,13 @@ describe("DagCard", () => {
       { dag_id: "id", name: "tag4" },
     ] satisfies Array<DagTagPydantic>;
 
-    const expandedMockDag = { ...mockDag, tags } satisfies DAGResponse;
+    const expandedMockDag = {
+      ...mockDag,
+      tags,
+    } satisfies DAGWithLatestDagRunsResponse;
 
     render(<DagCard dag={expandedMockDag} />, { wrapper: Wrapper });
     expect(screen.getByTestId("dag-tag")).toBeInTheDocument();
-    expect(screen.getByText("+1 more")).toBeInTheDocument();
+    expect(screen.getByText(", +1 more")).toBeInTheDocument();
   });
 });
diff --git a/airflow/ui/src/pages/DagsList/DagCard.tsx b/airflow/ui/src/pages/DagsList/DagCard.tsx
index 453c22e06eaf9..3c16fb35f8ae5 100644
--- a/airflow/ui/src/pages/DagsList/DagCard.tsx
+++ b/airflow/ui/src/pages/DagsList/DagCard.tsx
@@ -17,105 +17,82 @@
  * under the License.
  */
 import {
-  Badge,
   Box,
   Flex,
   HStack,
   Heading,
   SimpleGrid,
-  Text,
-  Tooltip,
-  useColorModeValue,
   VStack,
+  Link,
 } from "@chakra-ui/react";
-import { FiCalendar, FiTag } from "react-icons/fi";
+import { Link as RouterLink } from "react-router-dom";
 
-import type { DAGResponse } from "openapi/requests/types.gen";
+import type { DAGWithLatestDagRunsResponse } from "openapi/requests/types.gen";
 import Time from "src/components/Time";
 import { TogglePause } from "src/components/TogglePause";
+import { Tooltip } from "src/components/ui";
+
+import { DagTags } from "./DagTags";
+import { LatestRun } from "./LatestRun";
+import { RecentRuns } from "./RecentRuns";
+import { Schedule } from "./Schedule";
 
 type Props = {
-  readonly dag: DAGResponse;
+  readonly dag: DAGWithLatestDagRunsResponse;
 };
 
-const MAX_TAGS = 3;
-
-export const DagCard = ({ dag }: Props) => {
-  const cardBorder = useColorModeValue("gray.100", "gray.700");
-  const tooltipBg = useColorModeValue("gray.200", "gray.700");
-
-  return (
-    <Box
-      borderColor={cardBorder}
-      borderRadius={8}
-      borderWidth={1}
-      overflow="hidden"
+export const DagCard = ({ dag }: Props) => (
+  <Box
+    borderColor="border.emphasized"
+    borderRadius={8}
+    borderWidth={1}
+    overflow="hidden"
+  >
+    <Flex
+      alignItems="center"
+      bg="bg.muted"
+      justifyContent="space-between"
+      px={3}
+      py={2}
     >
-      <Flex
-        alignItems="center"
-        bg="subtle-bg"
-        justifyContent="space-between"
-        px={3}
-        py={2}
-      >
-        <HStack>
-          <Tooltip hasArrow label={dag.description}>
-            <Heading color="subtle-text" fontSize="md">
+      <HStack>
+        <Tooltip
+          content={dag.description}
+          disabled={!Boolean(dag.description)}
+          showArrow
+        >
+          <Link asChild color="fg.info" fontWeight="bold">
+            <RouterLink to={`/dags/${dag.dag_id}`}>
               {dag.dag_display_name}
-            </Heading>
-          </Tooltip>
-          {dag.tags.length ? (
-            <HStack spacing={1}>
-              <FiTag data-testid="dag-tag" />
-              {dag.tags.slice(0, MAX_TAGS).map((tag) => (
-                <Badge key={tag.name}>{tag.name}</Badge>
-              ))}
-              {dag.tags.length > MAX_TAGS && (
-                <Tooltip
-                  bg={tooltipBg}
-                  hasArrow
-                  label={
-                    <VStack p={1} spacing={1}>
-                      {dag.tags.slice(MAX_TAGS).map((tag) => (
-                        <Badge key={tag.name}>{tag.name}</Badge>
-                      ))}
-                    </VStack>
-                  }
-                >
-                  <Badge>+{dag.tags.length - MAX_TAGS} more</Badge>
-                </Tooltip>
-              )}
-            </HStack>
-          ) : undefined}
-        </HStack>
-        <HStack>
-          <TogglePause dagId={dag.dag_id} isPaused={dag.is_paused} />
-        </HStack>
-      </Flex>
-      <SimpleGrid columns={4} height={20} px={3} py={2} spacing={4}>
-        <div />
-        <VStack align="flex-start" spacing={1}>
-          <Heading color="gray.500" fontSize="xs">
-            Next Run
-          </Heading>
-          {Boolean(dag.next_dagrun) ? (
-            <Text fontSize="sm">
-              <Time datetime={dag.next_dagrun} />
-            </Text>
-          ) : undefined}
-          {Boolean(dag.timetable_summary) ? (
-            <Tooltip hasArrow label={dag.timetable_description}>
-              <Text fontSize="sm">
-                {" "}
-                <FiCalendar style={{ display: "inline" }} />{" "}
-                {dag.timetable_summary}
-              </Text>
-            </Tooltip>
-          ) : undefined}
-        </VStack>
-        <div />
-        <div />
-      </SimpleGrid>
-    </Box>
-  );
-};
+            </RouterLink>
+          </Link>
+        </Tooltip>
+        <DagTags tags={dag.tags} />
+      </HStack>
+      <HStack>
+        <TogglePause dagId={dag.dag_id} isPaused={dag.is_paused} />
+      </HStack>
+    </Flex>
+    <SimpleGrid columns={4} gap={4} height={20} px={3} py={2}>
+      <VStack align="flex-start" gap={1}>
+        <Heading color="gray.500" fontSize="xs">
+          Schedule
+        </Heading>
+        <Schedule dag={dag} />
+      </VStack>
+      <VStack align="flex-start" gap={1}>
+        <Heading color="gray.500" fontSize="xs">
+          Latest Run
+        </Heading>
+        <LatestRun latestRun={dag.latest_dag_runs[0]} />
+      </VStack>
+      <VStack align="flex-start" gap={1}>
+        <Heading color="gray.500" fontSize="xs">
+          Next Run
+        </Heading>
+        <Time datetime={dag.next_dagrun} />
+      </VStack>
+      <RecentRuns latestRuns={dag.latest_dag_runs} />
+    </SimpleGrid>
+  </Box>
+);
diff --git a/airflow/ui/src/pages/DagsList/DagTags.tsx b/airflow/ui/src/pages/DagsList/DagTags.tsx
new file mode 100644
index 0000000000000..8716824312c32
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/DagTags.tsx
@@ -0,0 +1,57 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Flex, Text, VStack } from "@chakra-ui/react";
+import { FiTag } from "react-icons/fi";
+
+import type { DagTagPydantic } from "openapi/requests/types.gen";
+import { Tooltip } from "src/components/ui";
+
+const MAX_TAGS = 3;
+
+type Props = {
+  readonly hideIcon?: boolean;
+  readonly tags: Array<DagTagPydantic>;
+};
+
+export const DagTags = ({ hideIcon = false, tags }: Props) =>
+  tags.length ? (
+    <Flex alignItems="center" ml={2}>
+      {hideIcon ? undefined : <FiTag data-testid="dag-tag" />}
+      <Text fontSize="sm" ml={1}>
+        {tags
+          .slice(0, MAX_TAGS)
+          .map(({ name }) => name)
+          .join(", ")}
+      </Text>
+      {tags.length > MAX_TAGS && (
+        <Tooltip
+          content={
+            <VStack gap={1} p={1}>
+              {tags.slice(MAX_TAGS).map((tag) => (
+                <Text key={tag.name}>{tag.name}</Text>
+              ))}
+            </VStack>
+          }
+          showArrow
+        >
+          <Text>, +{tags.length - MAX_TAGS} more</Text>
+        </Tooltip>
+      )}
+    </Flex>
+  ) : undefined;
diff --git a/airflow/ui/src/pages/DagsList/DagsFilters.tsx b/airflow/ui/src/pages/DagsList/DagsFilters.tsx
index 3d507ace365db..3da14985c75b7 100644
--- a/airflow/ui/src/pages/DagsList/DagsFilters.tsx
+++ b/airflow/ui/src/pages/DagsList/DagsFilters.tsx
@@ -16,13 +16,22 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { HStack, Select, Text, Box } from "@chakra-ui/react";
+import {
+  Box,
+  createListCollection,
+  Field,
+  HStack,
+  type SelectValueChangeDetails,
+} from "@chakra-ui/react";
 import { Select as ReactSelect } from "chakra-react-select";
+import type { MultiValue } from "chakra-react-select";
 import { useCallback } from "react";
 import { useSearchParams } from "react-router-dom";
 
+import { useDagServiceGetDagTags } from "openapi/queries";
 import { useTableURLState } from "src/components/DataTable/useTableUrlState";
 import { QuickFilterButton } from "src/components/QuickFilterButton";
+import { Select } from "src/components/ui";
 import {
   SearchParamsKeys,
   type SearchParamsKeysType,
@@ -31,37 +40,52 @@ import {
 const {
   LAST_DAG_RUN_STATE: LAST_DAG_RUN_STATE_PARAM,
   PAUSED: PAUSED_PARAM,
+  TAGS: TAGS_PARAM,
 }: SearchParamsKeysType = SearchParamsKeys;
 
+const enabledOptions = createListCollection({
+  items: [
+    { label: "All", value: "All" },
+    { label: "Enabled", value: "false" },
+    { label: "Disabled", value: "true" },
+  ],
+});
+
 export const DagsFilters = () => {
   const [searchParams, setSearchParams] = useSearchParams();
 
   const showPaused = searchParams.get(PAUSED_PARAM);
   const state = searchParams.get(LAST_DAG_RUN_STATE_PARAM);
+  const selectedTags = searchParams.getAll(TAGS_PARAM);
   const isAll = state === null;
   const isRunning = state === "running";
   const isFailed = state === "failed";
   const isSuccess = state === "success";
 
+  const { data } = useDagServiceGetDagTags({
+    orderBy: "name",
+  });
+
   const { setTableURLState, tableURLState } = useTableURLState();
   const { pagination, sorting } = tableURLState;
 
-  const handlePausedChange: React.ChangeEventHandler<HTMLSelectElement> =
-    useCallback(
-      ({ target: { value } }) => {
-        if (value === "All") {
-          searchParams.delete(PAUSED_PARAM);
-        } else {
-          searchParams.set(PAUSED_PARAM, value);
-        }
-        setSearchParams(searchParams);
-        setTableURLState({
-          pagination: { ...pagination, pageIndex: 0 },
-          sorting,
-        });
-      },
-      [pagination, searchParams, setSearchParams, setTableURLState, sorting],
-    );
+  const handlePausedChange = useCallback(
+    ({ value }: SelectValueChangeDetails<string>) => {
+      const [val] = value;
+
+      if (val === "All" || val === undefined) {
+        searchParams.delete(PAUSED_PARAM);
+      } else {
+        searchParams.set(PAUSED_PARAM, val);
+      }
+      setSearchParams(searchParams);
+      setTableURLState({
+        pagination: { ...pagination, pageIndex: 0 },
+        sorting,
+      });
+    },
+    [pagination, searchParams, setSearchParams, setTableURLState, sorting],
+  );
 
   const handleStateChange: React.MouseEventHandler<HTMLButtonElement> =
     useCallback(
@@ -79,61 +103,102 @@ export const DagsFilters = () => {
       },
       [pagination, searchParams, setSearchParams, setTableURLState, sorting],
     );
+  const handleSelectTagsChange = useCallback(
+    (
+      tags: MultiValue<{
+        label: string;
+        value: string;
+      }>,
+    ) => {
+      searchParams.delete(TAGS_PARAM);
+      tags.forEach(({ value }) => {
+        searchParams.append(TAGS_PARAM, value);
+      });
+      setSearchParams(searchParams);
+    },
+    [searchParams, setSearchParams],
+  );
 
   return (
     <HStack justifyContent="space-between">
-      <HStack spacing={4}>
-        <Box>
-          <Text fontSize="sm" fontWeight={200} mb={1}>
-            State:
-          </Text>
-          <HStack>
-            <QuickFilterButton
-              isActive={isAll}
-              onClick={handleStateChange}
-              value="all"
-            >
-              All
-            </QuickFilterButton>
-            <QuickFilterButton
-              isActive={isFailed}
-              onClick={handleStateChange}
-              value="failed"
-            >
-              Failed
-            </QuickFilterButton>
-            <QuickFilterButton
-              isActive={isRunning}
-              onClick={handleStateChange}
-              value="running"
-            >
-              Running
-            </QuickFilterButton>
-            <QuickFilterButton
-              isActive={isSuccess}
-              onClick={handleStateChange}
-              value="success"
-            >
-              Successful
-            </QuickFilterButton>
-          </HStack>
-        </Box>
-        <Box>
-          <Text fontSize="sm" fontWeight={200} mb={1}>
-            Active:
-          </Text>
-          <Select
-            onChange={handlePausedChange}
-            value={showPaused ?? undefined}
-            variant="flushed"
+      <HStack gap={4}>
+        <HStack>
+          <QuickFilterButton
+            active={isAll}
+            onClick={handleStateChange}
+            value="all"
+          >
+            All
+          </QuickFilterButton>
+          <QuickFilterButton
+            active={isFailed}
+            onClick={handleStateChange}
+            value="failed"
+          >
+            Failed
+          </QuickFilterButton>
+          <QuickFilterButton
+            active={isRunning}
+            onClick={handleStateChange}
+            value="running"
+          >
+            Running
+          </QuickFilterButton>
+          <QuickFilterButton
+            active={isSuccess}
+            onClick={handleStateChange}
+            value="success"
           >
-            <option>All</option>
-            <option value="false">Enabled DAGs</option>
-            <option value="true">Disabled DAGs</option>
-          </Select>
-        </Box>
+            Success
+          </QuickFilterButton>
+        </HStack>
+        <Select.Root
+          collection={enabledOptions}
+          onValueChange={handlePausedChange}
+          value={showPaused === null ? ["All"] : [showPaused]}
+        >
+          <Select.Trigger>
+            <Select.ValueText width={20} />
+          </Select.Trigger>
+          <Select.Content>
+            {enabledOptions.items.map((option) => (
+              <Select.Item item={option} key={option.label}>
+                {option.label}
+              </Select.Item>
+            ))}
+          </Select.Content>
+        </Select.Root>
       </HStack>
-      <ReactSelect isDisabled placeholder="Filter by tag" />
+      <Box>
+        <Field.Root>
+          <ReactSelect
+            aria-label="Filter Dags by tag"
+            chakraStyles={{
+              container: (provided) => ({
+                ...provided,
+                minWidth: 64,
+              }),
+              menu: (provided) => ({
+                ...provided,
+                zIndex: 2,
+              }),
+            }}
+            isClearable
+            isMulti
+            noOptionsMessage={() => "No tags found"}
+            onChange={handleSelectTagsChange}
+            options={data?.tags.map((tag) => ({
+              label: tag,
+              value: tag,
+            }))}
+            placeholder="Filter by tag"
+            value={selectedTags.map((tag) => ({
+              label: tag,
+              value: tag,
+            }))}
+          />
+        </Field.Root>
+      </Box>
     </HStack>
   );
 };
diff --git a/airflow/ui/src/pages/DagsList/DagsList.tsx b/airflow/ui/src/pages/DagsList/DagsList.tsx
index 9d5b01e20f73c..1c3fe5b3c0ae2 100644
--- a/airflow/ui/src/pages/DagsList/DagsList.tsx
+++ b/airflow/ui/src/pages/DagsList/DagsList.tsx
@@ -17,24 +17,23 @@
  * under the License.
  */
 import {
-  Badge,
   Heading,
   HStack,
-  Select,
   Skeleton,
   VStack,
+  Link,
+  createListCollection,
+  type SelectValueChangeDetails,
 } from "@chakra-ui/react";
 import type { ColumnDef } from "@tanstack/react-table";
-import {
-  type ChangeEvent,
-  type ChangeEventHandler,
-  useCallback,
-  useState,
-} from "react";
-import { useSearchParams } from "react-router-dom";
+import { type ChangeEvent, useCallback, useState } from "react";
+import { Link as RouterLink, useSearchParams } from "react-router-dom";
+import { useLocalStorage } from "usehooks-ts";
 
-import { useDagServiceGetDags } from "openapi/queries";
-import type { DAGResponse, DagRunState } from "openapi/requests/types.gen";
+import type {
+  DagRunState,
+  DAGWithLatestDagRunsResponse,
+} from "openapi/requests/types.gen";
 import { DataTable } from "src/components/DataTable";
 import { ToggleTableDisplay } from "src/components/DataTable/ToggleTableDisplay";
 import type { CardDef } from "src/components/DataTable/types";
@@ -43,23 +42,25 @@ import { ErrorAlert } from "src/components/ErrorAlert";
 import { SearchBar } from "src/components/SearchBar";
 import Time from "src/components/Time";
 import { TogglePause } from "src/components/TogglePause";
+import { Select } from "src/components/ui";
 import {
   SearchParamsKeys,
   type SearchParamsKeysType,
 } from "src/constants/searchParams";
+import { useDags } from "src/queries/useDags";
 import { pluralize } from "src/utils";
 
 import { DagCard } from "./DagCard";
+import { DagTags } from "./DagTags";
 import { DagsFilters } from "./DagsFilters";
+import { LatestRun } from "./LatestRun";
+import { Schedule } from "./Schedule";
 
-const columns: Array<ColumnDef<DAGResponse>> = [
+const columns: Array<ColumnDef<DAGWithLatestDagRunsResponse>> = [
   {
     accessorKey: "is_paused",
-    cell: ({ row }) => (
-      <TogglePause
-        dagId={row.original.dag_id}
-        isPaused={row.original.is_paused}
-      />
+    cell: ({ row: { original } }) => (
+      <TogglePause dagId={original.dag_id} isPaused={original.is_paused} />
     ),
     enableSorting: false,
     header: "",
@@ -69,15 +70,18 @@ const columns: Array<ColumnDef<DAGResponse>> = [
   },
   {
     accessorKey: "dag_id",
-    cell: ({ row }) => row.original.dag_display_name,
-    header: "DAG",
+    cell: ({ row: { original } }) => (
+      <Link asChild color="fg.info" fontWeight="bold">
+        <RouterLink to={`/dags/${original.dag_id}`}>
+          {original.dag_display_name}
+        </RouterLink>
+      </Link>
+    ),
+    header: "Dag",
   },
   {
     accessorKey: "timetable_description",
-    cell: (info) =>
-      info.getValue() === "Never, external triggers only"
-        ? undefined
-        : info.getValue(),
+    cell: ({ row: { original } }) => <Schedule dag={original} />,
     enableSorting: false,
     header: () => "Schedule",
   },
@@ -88,18 +92,24 @@ const columns: Array<ColumnDef<DAGResponse>> = [
         <Time datetime={original.next_dagrun} />
       ) : undefined,
     enableSorting: false,
-    header: "Next DAG Run",
+    header: "Next Dag Run",
   },
   {
-    accessorKey: "tags",
-    cell: ({ row }) => (
-      <HStack>
-        {row.original.tags.map((tag) => (
-          <Badge key={tag.name}>{tag.name}</Badge>
-        ))}
-      </HStack>
+    accessorKey: "latest_dag_runs",
+    cell: ({ row: { original } }) => (
+      <LatestRun latestRun={original.latest_dag_runs[0]} />
     ),
     enableSorting: false,
+    header: "Last Dag Run",
+  },
+  {
+    accessorKey: "tags",
+    cell: ({
+      row: {
+        original: { tags },
+      },
+    }) => <DagTags hideIcon tags={tags} />,
+    enableSorting: false,
     header: () => "Tags",
   },
 ];
@@ -108,23 +118,37 @@ const {
   LAST_DAG_RUN_STATE: LAST_DAG_RUN_STATE_PARAM,
   NAME_PATTERN: NAME_PATTERN_PARAM,
   PAUSED: PAUSED_PARAM,
+  TAGS: TAGS_PARAM,
 }: SearchParamsKeysType = SearchParamsKeys;
 
-const cardDef: CardDef<DAGResponse> = {
+const cardDef: CardDef<DAGWithLatestDagRunsResponse> = {
   card: ({ row }) => <DagCard dag={row} />,
   meta: {
     customSkeleton: <Skeleton height="120px" width="100%" />,
   },
 };
 
+const DAGS_LIST_DISPLAY = "dags_list_display";
+
+const sortOptions = createListCollection({
+  items: [
+    { label: "Sort by Dag ID (A-Z)", value: "dag_id" },
+    { label: "Sort by Dag ID (Z-A)", value: "-dag_id" },
+  ],
+});
+
 export const DagsList = () => {
   const [searchParams, setSearchParams] = useSearchParams();
-  const [display, setDisplay] = useState<"card" | "table">("card");
+  const [display, setDisplay] = useLocalStorage<"card" | "table">(
+    DAGS_LIST_DISPLAY,
+    "card",
+  );
 
   const showPaused = searchParams.get(PAUSED_PARAM);
   const lastDagRunState = searchParams.get(
     LAST_DAG_RUN_STATE_PARAM,
   ) as DagRunState;
+  const selectedTags = searchParams.getAll(TAGS_PARAM);
 
   const { setTableURLState, tableURLState } = useTableURLState();
   const { pagination, sorting } = tableURLState;
@@ -152,34 +176,27 @@ export const DagsList = () => {
     setDagDisplayNamePattern(value);
   };
 
-  const { data, error, isFetching, isLoading } = useDagServiceGetDags(
-    {
-      dagDisplayNamePattern: Boolean(dagDisplayNamePattern)
-        ? `%${dagDisplayNamePattern}%`
-        : undefined,
-      lastDagRunState,
-      limit: pagination.pageSize,
-      offset: pagination.pageIndex * pagination.pageSize,
-      onlyActive: true,
-      orderBy,
-      paused: showPaused === null ? undefined : showPaused === "true",
-    },
-    [dagDisplayNamePattern, showPaused],
-    {
-      refetchOnMount: true,
-      refetchOnReconnect: false,
-      refetchOnWindowFocus: false,
-      staleTime: 5 * 60 * 1000,
-    },
-  );
+  const { data, error, isFetching, isLoading } = useDags({
+    dagDisplayNamePattern: Boolean(dagDisplayNamePattern)
+      ? `%${dagDisplayNamePattern}%`
+      : undefined,
+    lastDagRunState,
+    limit: pagination.pageSize,
+    offset: pagination.pageIndex * pagination.pageSize,
+    onlyActive: true,
+    orderBy,
+    paused: showPaused === null ? undefined : showPaused === "true",
+    tags: selectedTags,
+  });
 
-  const handleSortChange = useCallback<ChangeEventHandler<HTMLSelectElement>>(
-    ({ currentTarget: { value } }) => {
+  const handleSortChange = useCallback(
+    ({ value }: SelectValueChangeDetails<Array<string>>) => {
       setTableURLState({
         pagination,
-        sorting: value
-          ? [{ desc: value.startsWith("-"), id: value.replace("-", "") }]
-          : [],
+        sorting: value.map((val) => ({
+          desc: val.startsWith("-"),
+          id: val.replace("-", ""),
+        })),
       });
     },
     [pagination, setTableURLState],
@@ -189,7 +206,7 @@ export const DagsList = () => {
     <>
       <VStack alignItems="none">
         <SearchBar
-          buttonProps={{ isDisabled: true }}
+          buttonProps={{ disabled: true }}
           inputProps={{
             defaultValue: dagDisplayNamePattern,
             onChange: handleSearchChange,
@@ -198,20 +215,27 @@ export const DagsList = () => {
         <DagsFilters />
         <HStack justifyContent="space-between">
           <Heading py={3} size="md">
-            {pluralize("DAG", data?.total_entries)}
+            {pluralize("Dag", data.total_entries)}
           </Heading>
           {display === "card" ? (
-            <Select
+            <Select.Root
+              collection={sortOptions}
               data-testid="sort-by-select"
-              onChange={handleSortChange}
-              placeholder="Sort by…"
-              value={orderBy}
-              variant="flushed"
+              onValueChange={handleSortChange}
+              value={orderBy === undefined ? undefined : [orderBy]}
               width="200px"
             >
-              <option value="dag_id">Sort by DAG ID (A-Z)</option>
-              <option value="-dag_id">Sort by DAG ID (Z-A)</option>
-            </Select>
+              <Select.Trigger>
+                <Select.ValueText placeholder="Sort by" />
+              </Select.Trigger>
+              <Select.Content>
+                {sortOptions.items.map((option) => (
+                  <Select.Item item={option} key={option.value}>
+                    {option.label}
+                  </Select.Item>
+                ))}
+              </Select.Content>
+            </Select.Root>
           ) : (
             false
           )}
@@ -221,16 +245,16 @@ export const DagsList = () => {
       <DataTable
         cardDef={cardDef}
         columns={columns}
-        data={data?.dags ?? []}
+        data={data.dags}
         displayMode={display}
         errorMessage={<ErrorAlert error={error} />}
         initialState={tableURLState}
         isFetching={isFetching}
         isLoading={isLoading}
-        modelName="DAG"
+        modelName="Dag"
         onStateChange={setTableURLState}
         skeletonCount={display === "card" ? 5 : undefined}
-        total={data?.total_entries}
+        total={data.total_entries}
       />
     </>
   );
diff --git a/airflow/ui/src/pages/DagsList/LatestRun.tsx b/airflow/ui/src/pages/DagsList/LatestRun.tsx
new file mode 100644
index 0000000000000..e2ee60f0a494d
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/LatestRun.tsx
@@ -0,0 +1,41 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Box, HStack, Text } from "@chakra-ui/react";
+
+import type { DAGRunResponse } from "openapi/requests/types.gen";
+import Time from "src/components/Time";
+import { stateColor } from "src/utils/stateColor";
+
+type Props = {
+  readonly latestRun?: DAGRunResponse;
+};
+
+export const LatestRun = ({ latestRun }: Props) =>
+  latestRun ? (
+    <HStack fontSize="sm">
+      <Time datetime={latestRun.logical_date} />
+      <Box
+        bg={stateColor[latestRun.state]}
+        borderRadius="50%"
+        height={2}
+        width={2}
+      />
+      <Text color={stateColor[latestRun.state]}>{latestRun.state}</Text>
+    </HStack>
+  ) : undefined;
diff --git a/airflow/ui/src/pages/DagsList/RecentRuns.tsx b/airflow/ui/src/pages/DagsList/RecentRuns.tsx
new file mode 100644
index 0000000000000..74cce3726d93d
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/RecentRuns.tsx
@@ -0,0 +1,89 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Flex, Box, Text } from "@chakra-ui/react";
+import dayjs from "dayjs";
+import duration from "dayjs/plugin/duration";
+
+import type { DAGWithLatestDagRunsResponse } from "openapi/requests/types.gen";
+import Time from "src/components/Time";
+import { Tooltip } from "src/components/ui";
+import { stateColor } from "src/utils/stateColor";
+
+dayjs.extend(duration);
+
+const BAR_HEIGHT = 60;
+
+export const RecentRuns = ({
+  latestRuns,
+}: {
+  readonly latestRuns: DAGWithLatestDagRunsResponse["latest_dag_runs"];
+}) => {
+  if (!latestRuns.length) {
+    return undefined;
+  }
+
+  const runsWithDuration = latestRuns.map((run) => ({
+    ...run,
+    duration: dayjs
+      .duration(dayjs(run.end_date).diff(run.start_date))
+      .asSeconds(),
+  }));
+
+  const max = Math.max.apply(
+    undefined,
+    runsWithDuration.map((run) => run.duration),
+  );
+
+  return (
+    <Flex alignItems="flex-end" flexDirection="row-reverse">
+      {runsWithDuration.map((run) => (
+        <Tooltip
+          content={
+            <Box>
+              <Text>State: {run.state}</Text>
+              <Text>
+                Logical Date: <Time datetime={run.logical_date} />
+              </Text>
+              <Text>Duration: {run.duration.toFixed(2)}s</Text>
+            </Box>
+          }
+          key={run.run_id}
+          positioning={{
+            offset: {
+              crossAxis: 5,
+              mainAxis: 5,
+            },
+            placement: "bottom-start",
+          }}
+          showArrow
+        >
+          <Box p={1}>
+            <Box
+              bg={stateColor[run.state]}
+              borderRadius="4px"
+              height={`${(run.duration / max) * BAR_HEIGHT}px`}
+              minHeight={1}
+              width="4px"
+            />
+          </Box>
+        </Tooltip>
+      ))}
+    </Flex>
+  );
+};
diff --git a/airflow/ui/src/pages/DagsList/Schedule.tsx b/airflow/ui/src/pages/DagsList/Schedule.tsx
new file mode 100644
index 0000000000000..25353a88d13cb
--- /dev/null
+++ b/airflow/ui/src/pages/DagsList/Schedule.tsx
@@ -0,0 +1,37 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { Text } from "@chakra-ui/react";
+import { FiCalendar } from "react-icons/fi";
+
+import type { DAGWithLatestDagRunsResponse } from "openapi/requests/types.gen";
+import { Tooltip } from "src/components/ui";
+
+type Props = {
+  readonly dag: DAGWithLatestDagRunsResponse;
+};
+
+export const Schedule = ({ dag }: Props) =>
+  Boolean(dag.timetable_summary) &&
+  dag.timetable_description !== "Never, external triggers only" ? (
+    <Tooltip content={dag.timetable_description} showArrow>
+      <Text fontSize="sm">
+        <FiCalendar style={{ display: "inline" }} /> {dag.timetable_summary}
+      </Text>
+    </Tooltip>
+  ) : undefined;
diff --git a/airflow/ui/src/pages/DagsList/index.tsx b/airflow/ui/src/pages/DagsList/index.ts
similarity index 100%
rename from airflow/ui/src/pages/DagsList/index.tsx
rename to airflow/ui/src/pages/DagsList/index.ts
diff --git a/airflow/ui/src/pages/Dashboard/Health.tsx b/airflow/ui/src/pages/Dashboard/Health.tsx
index dfad9d75c05c0..d105b7035a832 100644
--- a/airflow/ui/src/pages/Dashboard/Health.tsx
+++ b/airflow/ui/src/pages/Dashboard/Health.tsx
@@ -36,7 +36,7 @@ export const Health = () => {
         </Heading>
       </Flex>
       <ErrorAlert error={error} />
-      <HStack alignItems="center" spacing={2}>
+      <HStack alignItems="center" gap={2}>
         <HealthTag
           isLoading={isLoading}
           status={data?.metadatabase.status}
diff --git a/airflow/ui/src/pages/Dashboard/HealthSection.tsx b/airflow/ui/src/pages/Dashboard/HealthSection.tsx
index 70c0468366c1e..f31878d0b2eba 100644
--- a/airflow/ui/src/pages/Dashboard/HealthSection.tsx
+++ b/airflow/ui/src/pages/Dashboard/HealthSection.tsx
@@ -16,7 +16,9 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Skeleton, Tag, TagLabel, Text, Tooltip } from "@chakra-ui/react";
+import { Skeleton, TagLabel, Text } from "@chakra-ui/react";
+
+import { Tag, Tooltip } from "src/components/ui";
 
 export const HealthSection = ({
   isLoading,
@@ -35,21 +37,20 @@ export const HealthSection = ({
 
   return (
     <Tooltip
-      hasArrow
-      isDisabled={!Boolean(latestHeartbeat)}
-      label={
+      content={
         <div>
           <Text>Status: {status}</Text>
           <Text>Last Heartbeat: {latestHeartbeat}</Text>
         </div>
       }
-      shouldWrapChildren
+      disabled={!Boolean(latestHeartbeat)}
+      showArrow
     >
       <Tag
         borderColor={status === "healthy" ? "success.100" : "error.100"}
         borderRadius="full"
         borderWidth={1}
-        colorScheme={status === "healthy" ? "success" : "error"}
+        colorPalette={status === "healthy" ? "success" : "error"}
         size="lg"
       >
         <TagLabel>{title}</TagLabel>
diff --git a/airflow/ui/src/pages/Dashboard/HealthTag.tsx b/airflow/ui/src/pages/Dashboard/HealthTag.tsx
index 9022c42390bbb..4eee49adbf1c3 100644
--- a/airflow/ui/src/pages/Dashboard/HealthTag.tsx
+++ b/airflow/ui/src/pages/Dashboard/HealthTag.tsx
@@ -16,9 +16,10 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { Skeleton, Tag, TagLabel, Text, Tooltip } from "@chakra-ui/react";
+import { Skeleton, TagLabel, Text } from "@chakra-ui/react";
 
 import Time from "src/components/Time";
+import { Tag, Tooltip } from "src/components/ui";
 import { capitalize } from "src/utils";
 
 export const HealthTag = ({
@@ -38,9 +39,7 @@ export const HealthTag = ({
 
   return (
     <Tooltip
-      hasArrow
-      isDisabled={!Boolean(latestHeartbeat)}
-      label={
+      content={
         <div>
           <Text>Status: {capitalize(status)}</Text>
           <Text>
@@ -48,11 +47,12 @@ export const HealthTag = ({
           </Text>
         </div>
       }
-      shouldWrapChildren
+      disabled={!Boolean(latestHeartbeat)}
+      showArrow
     >
       <Tag
         borderRadius="full"
-        colorScheme={status === "healthy" ? "green" : "red"}
+        colorPalette={status === "healthy" ? "green" : "red"}
         size="lg"
       >
         <TagLabel>{title}</TagLabel>
diff --git a/airflow/ui/src/pages/Dashboard/index.tsx b/airflow/ui/src/pages/Dashboard/index.ts
similarity index 100%
rename from airflow/ui/src/pages/Dashboard/index.tsx
rename to airflow/ui/src/pages/Dashboard/index.ts
diff --git a/airflow/ui/src/pages/Error.tsx b/airflow/ui/src/pages/Error.tsx
new file mode 100644
index 0000000000000..d2919ae48179b
--- /dev/null
+++ b/airflow/ui/src/pages/Error.tsx
@@ -0,0 +1,98 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import {
+  Box,
+  VStack,
+  Heading,
+  Text,
+  Button,
+  Container,
+  HStack,
+  Code,
+} from "@chakra-ui/react";
+import {
+  useNavigate,
+  useRouteError,
+  isRouteErrorResponse,
+} from "react-router-dom";
+
+import { AirflowPin } from "src/assets/AirflowPin";
+
+export const ErrorPage = () => {
+  const navigate = useNavigate();
+  const error = useRouteError();
+
+  let errorMessage = "An unexpected error occurred";
+  let statusCode = "";
+
+  if (isRouteErrorResponse(error)) {
+    statusCode = String(error.status);
+    errorMessage =
+      ((error as unknown as Error).message ||
+        (error as { statusText?: string }).statusText) ??
+      "Page Not Found";
+  } else if (error instanceof Error) {
+    errorMessage = error.message;
+  } else if (typeof error === "string") {
+    errorMessage = error;
+  }
+
+  // This is vite's dev mode. We should switch to Airflow's dev mode as part of a UI config endpoint
+  const isDev = import.meta.env.DEV;
+
+  return (
+    <Box
+      alignItems="center"
+      display="flex"
+      justifyContent="center"
+      pt={36}
+      px={4}
+    >
+      <Container maxW="lg">
+        <VStack gap={8} textAlign="center">
+          <AirflowPin height="50px" width="50px" />
+
+          <VStack gap={4}>
+            <Heading>{statusCode || "Error"}</Heading>
+            <Text fontSize="lg">{errorMessage}</Text>
+            {error instanceof Error && isDev ? (
+              <Code borderRadius="md" fontSize="sm" p={3} width="full">
+                {error.stack}
+              </Code>
+            ) : undefined}
+          </VStack>
+
+          <HStack gap={4}>
+            <Button colorPalette="blue" onClick={() => navigate(-1)} size="lg">
+              Back
+            </Button>
+            <Button
+              colorPalette="blue"
+              onClick={() => navigate("/")}
+              size="lg"
+              variant="outline"
+            >
+              Home
+            </Button>
+          </HStack>
+        </VStack>
+      </Container>
+    </Box>
+  );
+};
diff --git a/airflow/ui/src/queries/useDags.tsx b/airflow/ui/src/queries/useDags.tsx
new file mode 100644
index 0000000000000..2255ec0633266
--- /dev/null
+++ b/airflow/ui/src/queries/useDags.tsx
@@ -0,0 +1,81 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import {
+  useDagServiceGetDags,
+  useDagsServiceRecentDagRuns,
+} from "openapi/queries";
+import type { DagRunState } from "openapi/requests/types.gen";
+
+const queryOptions = {
+  refetchOnMount: true,
+  refetchOnReconnect: false,
+  refetchOnWindowFocus: false,
+  staleTime: 5 * 60 * 1000,
+};
+
+export const useDags = (
+  searchParams: {
+    dagDisplayNamePattern?: string;
+    dagIdPattern?: string;
+    lastDagRunState?: DagRunState;
+    limit?: number;
+    offset?: number;
+    onlyActive?: boolean;
+    orderBy?: string;
+    owners?: Array<string>;
+    paused?: boolean;
+    tags?: Array<string>;
+  } = {},
+) => {
+  const { data, error, isFetching, isLoading } = useDagServiceGetDags(
+    searchParams,
+    undefined,
+    queryOptions,
+  );
+
+  const { lastDagRunState, orderBy, ...runsParams } = searchParams;
+  const {
+    data: runsData,
+    error: runsError,
+    isFetching: isRunsFetching,
+    isLoading: isRunsLoading,
+  } = useDagsServiceRecentDagRuns(
+    {
+      ...runsParams,
+      dagRunsLimit: 14,
+    },
+    undefined,
+    queryOptions,
+  );
+
+  const dags = (data?.dags ?? []).map((dag) => {
+    const dagWithRuns = runsData?.dags.find(
+      (runsDag) => runsDag.dag_id === dag.dag_id,
+    );
+
+    return dagWithRuns ?? { ...dag, latest_dag_runs: [] };
+  });
+
+  return {
+    data: { dags, total_entries: data?.total_entries ?? 0 },
+    error: error ?? runsError,
+    isFetching: isFetching || isRunsFetching,
+    isLoading: isLoading || isRunsLoading,
+  };
+};
diff --git a/airflow/ui/src/router.tsx b/airflow/ui/src/router.tsx
new file mode 100644
index 0000000000000..30f5ab9e93d09
--- /dev/null
+++ b/airflow/ui/src/router.tsx
@@ -0,0 +1,54 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+import { createBrowserRouter } from "react-router-dom";
+
+import { DagsList } from "src/pages/DagsList";
+import { Dashboard } from "src/pages/Dashboard";
+
+import { BaseLayout } from "./layouts/BaseLayout";
+import { Dag } from "./pages/DagsList/Dag";
+import { ErrorPage } from "./pages/Error";
+
+export const router = createBrowserRouter(
+  [
+    {
+      children: [
+        {
+          element: <Dashboard />,
+          index: true,
+        },
+        {
+          element: <DagsList />,
+          path: "dags",
+        },
+        { element: <Dag />, path: "dags/:dagId" },
+      ],
+      element: <BaseLayout />,
+      errorElement: (
+        <BaseLayout>
+          <ErrorPage />
+        </BaseLayout>
+      ),
+      path: "/",
+    },
+  ],
+  {
+    basename: "/webapp",
+  },
+);
diff --git a/airflow/ui/src/theme.ts b/airflow/ui/src/theme.ts
deleted file mode 100644
index b348c54aed821..0000000000000
--- a/airflow/ui/src/theme.ts
+++ /dev/null
@@ -1,83 +0,0 @@
-/*!
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-import { tableAnatomy } from "@chakra-ui/anatomy";
-import { createMultiStyleConfigHelpers, extendTheme } from "@chakra-ui/react";
-
-const { defineMultiStyleConfig, definePartsStyle } =
-  createMultiStyleConfigHelpers(tableAnatomy.keys);
-
-const baseStyle = definePartsStyle(() => ({
-  tbody: {
-    tr: {
-      "&:nth-of-type(even)": {
-        "th, td": {
-          borderBottomWidth: "0px",
-        },
-      },
-      "&:nth-of-type(odd)": {
-        td: {
-          background: "subtle-bg",
-        },
-        "th, td": {
-          borderBottomWidth: "0px",
-          borderColor: "subtle-bg",
-        },
-      },
-    },
-  },
-  thead: {
-    tr: {
-      th: {
-        borderBottomWidth: 0,
-      },
-    },
-  },
-}));
-
-export const tableTheme = defineMultiStyleConfig({ baseStyle });
-
-const theme = extendTheme({
-  components: {
-    Table: tableTheme,
-    Tooltip: {
-      baseStyle: {
-        fontSize: "md",
-      },
-    },
-  },
-  config: {
-    initialColorMode: "system",
-    useSystemColorMode: true,
-  },
-  semanticTokens: {
-    colors: {
-      "subtle-bg": { _dark: "gray.900", _light: "blue.50" },
-      "subtle-text": { _dark: "blue.500", _light: "blue.600" },
-    },
-  },
-  styles: {
-    global: {
-      "*, *::before, &::after": {
-        borderColor: "gray.200",
-      },
-    },
-  },
-});
-
-export default theme;
diff --git a/airflow/ui/src/utils/ChakraWrapper.tsx b/airflow/ui/src/utils/ChakraWrapper.tsx
index 4c731b491f621..23344a0d9f14f 100644
--- a/airflow/ui/src/utils/ChakraWrapper.tsx
+++ b/airflow/ui/src/utils/ChakraWrapper.tsx
@@ -16,9 +16,9 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { ChakraProvider } from "@chakra-ui/react";
+import { ChakraProvider, defaultSystem } from "@chakra-ui/react";
 import type { PropsWithChildren } from "react";
 
 export const ChakraWrapper = ({ children }: PropsWithChildren) => (
-  <ChakraProvider>{children}</ChakraProvider>
+  <ChakraProvider value={defaultSystem}>{children}</ChakraProvider>
 );
diff --git a/airflow/ui/src/utils/Wrapper.tsx b/airflow/ui/src/utils/Wrapper.tsx
index 5056b4d5bbc16..9f3ec308bfbb7 100644
--- a/airflow/ui/src/utils/Wrapper.tsx
+++ b/airflow/ui/src/utils/Wrapper.tsx
@@ -16,7 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
-import { ChakraProvider } from "@chakra-ui/react";
+import { ChakraProvider, defaultSystem } from "@chakra-ui/react";
 import { QueryClient, QueryClientProvider } from "@tanstack/react-query";
 import type { PropsWithChildren } from "react";
 import { MemoryRouter } from "react-router-dom";
@@ -33,7 +33,7 @@ export const Wrapper = ({ children }: PropsWithChildren) => {
   });
 
   return (
-    <ChakraProvider>
+    <ChakraProvider value={defaultSystem}>
       <QueryClientProvider client={queryClient}>
         <MemoryRouter>
           <TimezoneProvider>{children}</TimezoneProvider>
diff --git a/airflow/ui/src/utils/stateColor.ts b/airflow/ui/src/utils/stateColor.ts
new file mode 100644
index 0000000000000..ed3a79fba4ea8
--- /dev/null
+++ b/airflow/ui/src/utils/stateColor.ts
@@ -0,0 +1,36 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+// TODO: replace this with Airflow config values
+
+export const stateColor = {
+  deferred: "mediumpurple",
+  failed: "red",
+  null: "lightblue",
+  queued: "gray",
+  removed: "lightgrey",
+  restarting: "violet",
+  running: "lime",
+  scheduled: "tan",
+  skipped: "hotpink",
+  success: "green",
+  up_for_reschedule: "turquoise",
+  up_for_retry: "gold",
+  upstream_failed: "orange",
+};
diff --git a/airflow/utils/cli.py b/airflow/utils/cli.py
index e8b9e6f7d2226..1142c5ba0b62b 100644
--- a/airflow/utils/cli.py
+++ b/airflow/utils/cli.py
@@ -39,6 +39,7 @@
 from airflow.exceptions import AirflowException
 from airflow.utils import cli_action_loggers, timezone
 from airflow.utils.log.non_caching_file_handler import NonCachingFileHandler
+from airflow.utils.log.secrets_masker import should_hide_value_for_key
 from airflow.utils.platform import getuser, is_terminal_support_colors
 from airflow.utils.session import NEW_SESSION, provide_session
 
@@ -139,11 +140,18 @@ def _build_metrics(func_name, namespace):
     :param namespace: Namespace instance from argparse
     :return: dict with metrics
     """
-    sub_commands_to_check = {"users", "connections"}
+    sub_commands_to_check_for_sensitive_fields = {"users", "connections"}
+    sub_commands_to_check_for_sensitive_key = {"variables"}
     sensitive_fields = {"-p", "--password", "--conn-password"}
     full_command = list(sys.argv)
     sub_command = full_command[1] if len(full_command) > 1 else None
-    if sub_command in sub_commands_to_check:
+    # For cases when value under sub_commands_to_check_for_sensitive_key have sensitive info
+    if sub_command in sub_commands_to_check_for_sensitive_key:
+        key = full_command[-2] if len(full_command) > 3 else None
+        if key and should_hide_value_for_key(key):
+            # Mask the sensitive value since key contain sensitive keyword
+            full_command[-1] = "*" * 8
+    elif sub_command in sub_commands_to_check_for_sensitive_fields:
         for idx, command in enumerate(full_command):
             if command in sensitive_fields:
                 # For cases when password is passed as "--password xyz" (with space between key and value)
diff --git a/airflow/utils/context.py b/airflow/utils/context.py
index 4f308a6f9e060..9af1486f914e0 100644
--- a/airflow/utils/context.py
+++ b/airflow/utils/context.py
@@ -283,7 +283,7 @@ def __getitem__(self, key: int | str | Asset | AssetAlias) -> LazyAssetEventSele
             where_clause = AssetAliasModel.name == asset_alias.name
         elif isinstance(obj, (Asset, str)):
             asset = self._assets[extract_event_key(obj)]
-            join_clause = AssetEvent.dataset
+            join_clause = AssetEvent.asset
             where_clause = AssetModel.uri == asset.uri
         else:
             raise ValueError(key)
diff --git a/airflow/utils/dates.py b/airflow/utils/dates.py
index 7a9ac2d803162..a45ad81d30fc3 100644
--- a/airflow/utils/dates.py
+++ b/airflow/utils/dates.py
@@ -17,14 +17,6 @@
 # under the License.
 from __future__ import annotations
 
-from datetime import datetime, timedelta
-from typing import TYPE_CHECKING, Collection
-
-from croniter import croniter
-
-from airflow.typing_compat import Literal
-from airflow.utils import timezone
-
 cron_presets: dict[str, str] = {
     "@hourly": "0 * * * *",
     "@daily": "0 0 * * *",
@@ -34,134 +26,6 @@
     "@yearly": "0 0 1 1 *",
 }
 
-if TYPE_CHECKING:
-    from dateutil.relativedelta import relativedelta  # for doctest
-
-
-def round_time(
-    dt: datetime,
-    delta: str | timedelta | relativedelta,
-    start_date: datetime = timezone.make_aware(datetime.min),
-):
-    """
-    Return ``start_date + i * delta`` for given ``i`` where the result is closest to ``dt``.
-
-    .. code-block:: pycon
-
-        >>> round_time(datetime(2015, 1, 1, 6), timedelta(days=1))
-        datetime.datetime(2015, 1, 1, 0, 0)
-        >>> round_time(datetime(2015, 1, 2), relativedelta(months=1))
-        datetime.datetime(2015, 1, 1, 0, 0)
-        >>> round_time(datetime(2015, 9, 16, 0, 0), timedelta(1), datetime(2015, 9, 14, 0, 0))
-        datetime.datetime(2015, 9, 16, 0, 0)
-        >>> round_time(datetime(2015, 9, 15, 0, 0), timedelta(1), datetime(2015, 9, 14, 0, 0))
-        datetime.datetime(2015, 9, 15, 0, 0)
-        >>> round_time(datetime(2015, 9, 14, 0, 0), timedelta(1), datetime(2015, 9, 14, 0, 0))
-        datetime.datetime(2015, 9, 14, 0, 0)
-        >>> round_time(datetime(2015, 9, 13, 0, 0), timedelta(1), datetime(2015, 9, 14, 0, 0))
-        datetime.datetime(2015, 9, 14, 0, 0)
-    """
-    if isinstance(delta, str):
-        # It's cron based, so it's easy
-        time_zone = start_date.tzinfo
-        start_date = timezone.make_naive(start_date, time_zone)
-        cron = croniter(delta, start_date)
-        prev = cron.get_prev(datetime)
-        if prev == start_date:
-            return timezone.make_aware(start_date, time_zone)
-        else:
-            return timezone.make_aware(prev, time_zone)
-
-    # Ignore the microseconds of dt
-    dt -= timedelta(microseconds=dt.microsecond)
-
-    # We are looking for a datetime in the form start_date + i * delta
-    # which is as close as possible to dt. Since delta could be a relative
-    # delta we don't know its exact length in seconds so we cannot rely on
-    # division to find i. Instead we employ a binary search algorithm, first
-    # finding an upper and lower limit and then dissecting the interval until
-    # we have found the closest match.
-
-    # We first search an upper limit for i for which start_date + upper * delta
-    # exceeds dt.
-    upper = 1
-    while start_date + upper * delta < dt:
-        # To speed up finding an upper limit we grow this exponentially by a
-        # factor of 2
-        upper *= 2
-
-    # Since upper is the first value for which start_date + upper * delta
-    # exceeds dt, upper // 2 is below dt and therefore forms a lower limited
-    # for the i we are looking for
-    lower = upper // 2
-
-    # We now continue to intersect the interval between
-    # start_date + lower * delta and start_date + upper * delta
-    # until we find the closest value
-    while True:
-        # Invariant: start + lower * delta < dt <= start + upper * delta
-        # If start_date + (lower + 1)*delta exceeds dt, then either lower or
-        # lower+1 has to be the solution we are searching for
-        if start_date + (lower + 1) * delta >= dt:
-            # Check if start_date + (lower + 1)*delta or
-            # start_date + lower*delta is closer to dt and return the solution
-            if (start_date + (lower + 1) * delta) - dt <= dt - (start_date + lower * delta):
-                return start_date + (lower + 1) * delta
-            else:
-                return start_date + lower * delta
-
-        # We intersect the interval and either replace the lower or upper
-        # limit with the candidate
-        candidate = lower + (upper - lower) // 2
-        if start_date + candidate * delta >= dt:
-            upper = candidate
-        else:
-            lower = candidate
-
-    # in the special case when start_date > dt the search for upper will
-    # immediately stop for upper == 1 which results in lower = upper // 2 = 0
-    # and this function returns start_date.
-
-
-TimeUnit = Literal["days", "hours", "minutes", "seconds"]
-
-
-def infer_time_unit(time_seconds_arr: Collection[float]) -> TimeUnit:
-    """
-    Determine the most appropriate time unit for given durations (in seconds).
-
-    e.g. 5400 seconds => 'minutes', 36000 seconds => 'hours'
-    """
-    if not time_seconds_arr:
-        return "hours"
-    max_time_seconds = max(time_seconds_arr)
-    if max_time_seconds <= 60 * 2:
-        return "seconds"
-    elif max_time_seconds <= 60 * 60 * 2:
-        return "minutes"
-    elif max_time_seconds <= 24 * 60 * 60 * 2:
-        return "hours"
-    else:
-        return "days"
-
-
-def scale_time_units(time_seconds_arr: Collection[float], unit: TimeUnit) -> Collection[float]:
-    """Convert an array of time durations in seconds to the specified time unit."""
-    if unit == "minutes":
-        factor = 60
-    elif unit == "hours":
-        factor = 60 * 60
-    elif unit == "days":
-        factor = 24 * 60 * 60
-    else:
-        factor = 1
-    return [x / factor for x in time_seconds_arr]
-
-
-def parse_execution_date(execution_date_str):
-    """Parse execution date string to datetime object."""
-    return timezone.parse(execution_date_str)
-
 
 def datetime_to_nano(datetime) -> int:
     """Convert datetime to nanoseconds."""
diff --git a/airflow/utils/db.py b/airflow/utils/db.py
index 2fba821da6618..dd3e8c5d20027 100644
--- a/airflow/utils/db.py
+++ b/airflow/utils/db.py
@@ -96,7 +96,8 @@ class MappedClassProtocol(Protocol):
     "2.9.0": "1949afb29106",
     "2.9.2": "686269002441",
     "2.10.0": "22ed7efa9da2",
-    "3.0.0": "fb2d4922cd79",
+    "2.10.3": "5f2621c13b39",
+    "3.0.0": "d8cd3297971e",
 }
 
 
@@ -748,6 +749,7 @@ def _get_flask_db(sql_database_uri):
 
 
 def _create_db_from_orm(session):
+    log.info("Creating Airflow database tables from the ORM")
     from alembic import command
 
     from airflow.models.base import Base
@@ -763,6 +765,7 @@ def _create_flask_session_tbl(sql_database_uri):
         # stamp the migration head
         config = _get_alembic_config()
         command.stamp(config, "head")
+        log.info("Airflow database tables created")
 
 
 @provide_session
@@ -1168,7 +1171,7 @@ def upgradedb(
 
         previous_revision = _get_current_revision(session=session)
 
-        log.info("Creating tables")
+        log.info("Migrating the Airflow database")
         val = os.environ.get("AIRFLOW__DATABASE__SQL_ALCHEMY_MAX_SIZE")
         try:
             # Reconfigure the ORM to use _EXACTLY_ one connection, otherwise some db engines hang forever
@@ -1192,6 +1195,7 @@ def upgradedb(
             settings.reconfigure_orm()
 
         if reserialize_dags and current_revision != previous_revision:
+            log.info("Reserializing the DAGs")
             _reserialize_dags(session=session)
         add_default_pool_if_not_exists(session=session)
         synchronize_log_template(session=session)
@@ -1202,23 +1206,21 @@ def resetdb(session: Session = NEW_SESSION, skip_init: bool = False):
     """Clear out the database."""
     if not settings.engine:
         raise RuntimeError("The settings.engine must be set. This is a critical assertion")
-    log.info("Dropping tables that exist")
-    original_logging_level = logging.root.level
-    try:
-        import_all_models()
+    log.info("Dropping Airflow tables that exist")
+
+    import_all_models()
 
-        connection = settings.engine.connect()
+    connection = settings.engine.connect()
 
-        with create_global_lock(session=session, lock=DBLocks.MIGRATIONS), connection.begin():
-            drop_airflow_models(connection)
-            drop_airflow_moved_tables(connection)
-            external_db_manager = RunDBManager()
-            external_db_manager.drop_tables(session, connection)
+    with create_global_lock(session=session, lock=DBLocks.MIGRATIONS), connection.begin():
+        drop_airflow_models(connection)
+        drop_airflow_moved_tables(connection)
+        log.info("Dropped all Airflow tables")
+        external_db_manager = RunDBManager()
+        external_db_manager.drop_tables(session, connection)
 
-        if not skip_init:
-            initdb(session=session)
-    finally:
-        logging.root.setLevel(original_logging_level)
+    if not skip_init:
+        initdb(session=session)
 
 
 @provide_session
@@ -1270,7 +1272,7 @@ def downgrade(*, to_revision, from_revision=None, show_sql_only=False, session:
             revision_range = f"{from_revision}:{to_revision}"
             _offline_migration(command.downgrade, config=config, revision=revision_range)
         else:
-            log.info("Applying downgrade migrations.")
+            log.info("Applying downgrade migrations to Airflow database.")
             command.downgrade(config, revision=to_revision, sql=show_sql_only)
 
 
diff --git a/airflow/utils/db_cleanup.py b/airflow/utils/db_cleanup.py
index f98ef40c0af63..9f0f8d63fe12c 100644
--- a/airflow/utils/db_cleanup.py
+++ b/airflow/utils/db_cleanup.py
@@ -108,11 +108,10 @@ def readable_config(self):
         keep_last_filters=[column("external_trigger") == false()],
         keep_last_group_by=["dag_id"],
     ),
-    _TableConfig(table_name="dataset_event", recency_column_name="timestamp"),
+    _TableConfig(table_name="asset_event", recency_column_name="timestamp"),
     _TableConfig(table_name="import_error", recency_column_name="timestamp"),
     _TableConfig(table_name="log", recency_column_name="dttm"),
     _TableConfig(table_name="sla_miss", recency_column_name="timestamp"),
-    _TableConfig(table_name="task_fail", recency_column_name="start_date"),
     _TableConfig(table_name="task_instance", recency_column_name="start_date"),
     _TableConfig(table_name="task_instance_history", recency_column_name="start_date"),
     _TableConfig(table_name="task_reschedule", recency_column_name="start_date"),
diff --git a/airflow/utils/db_manager.py b/airflow/utils/db_manager.py
index 2241a646efd48..bc91f3c8003ca 100644
--- a/airflow/utils/db_manager.py
+++ b/airflow/utils/db_manager.py
@@ -88,10 +88,12 @@ def check_migration(self):
 
     def _create_db_from_orm(self):
         """Create database from ORM."""
+        self.log.info("Creating %s tables from the ORM", self.__class__.__name__)
         engine = self.session.get_bind().engine
         self.metadata.create_all(engine)
         config = self.get_alembic_config()
         command.stamp(config, "head")
+        self.log.info("%s tables have been created from the ORM", self.__class__.__name__)
 
     def drop_tables(self, connection):
         self.metadata.drop_all(connection)
@@ -105,6 +107,7 @@ def resetdb(self, skip_init=False):
         connection = settings.engine.connect()
 
         with create_global_lock(self.session, lock=DBLocks.MIGRATIONS), connection.begin():
+            self.log.info("Dropping %s tables", self.__class__.__name__)
             self.drop_tables(connection)
         if not skip_init:
             self.initdb()
@@ -123,6 +126,7 @@ def upgradedb(self, to_revision=None, from_revision=None, show_sql_only=False):
 
         config = self.get_alembic_config()
         command.upgrade(config, revision=to_revision or "heads", sql=show_sql_only)
+        self.log.info("Migrated the %s database", self.__class__.__name__)
 
     def downgrade(self, to_version, from_version=None, show_sql_only=False):
         """Downgrade the database."""
diff --git a/airflow/utils/decorators.py b/airflow/utils/decorators.py
index e299999423e56..78044e4e35761 100644
--- a/airflow/utils/decorators.py
+++ b/airflow/utils/decorators.py
@@ -69,8 +69,9 @@ def _balance_parens(after_decorator):
 
 
 class _autostacklevel_warn:
-    def __init__(self):
+    def __init__(self, delta):
         self.warnings = __import__("warnings")
+        self.delta = delta
 
     def __getattr__(self, name):
         return getattr(self.warnings, name)
@@ -79,11 +80,11 @@ def __dir__(self):
         return dir(self.warnings)
 
     def warn(self, message, category=None, stacklevel=1, source=None):
-        self.warnings.warn(message, category, stacklevel + 2, source)
+        self.warnings.warn(message, category, stacklevel + self.delta, source)
 
 
-def fixup_decorator_warning_stack(func):
+def fixup_decorator_warning_stack(func, delta: int = 2):
     if func.__globals__.get("warnings") is sys.modules["warnings"]:
         # Yes, this is more than slightly hacky, but it _automatically_ sets the right stacklevel parameter to
         # `warnings.warn` to ignore the decorator.
-        func.__globals__["warnings"] = _autostacklevel_warn()
+        func.__globals__["warnings"] = _autostacklevel_warn(delta)
diff --git a/airflow/utils/dot_renderer.py b/airflow/utils/dot_renderer.py
index ec0b836cbc06e..877d16450d700 100644
--- a/airflow/utils/dot_renderer.py
+++ b/airflow/utils/dot_renderer.py
@@ -27,7 +27,9 @@
     import graphviz
 except ImportError:
     warnings.warn(
-        "Could not import graphviz. Rendering graph to the graphical format will not be possible.",
+        "Could not import graphviz. Rendering graph to the graphical format will not be possible. \n"
+        "You might need to install the graphviz package and necessary system packages.\n"
+        "Run `pip install graphviz` to attempt to install it.",
         UserWarning,
         stacklevel=2,
     )
diff --git a/airflow/utils/edgemodifier.py b/airflow/utils/edgemodifier.py
index a78e6c6499925..b4a7a3d094625 100644
--- a/airflow/utils/edgemodifier.py
+++ b/airflow/utils/edgemodifier.py
@@ -16,158 +16,14 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import TYPE_CHECKING
 
-from airflow.models.taskmixin import DAGNode, DependencyMixin
-from airflow.utils.task_group import TaskGroup
+import airflow.sdk
 
+if TYPE_CHECKING:
+    from airflow.typing_compat import TypeAlias
 
-class EdgeModifier(DependencyMixin):
-    """
-    Class that represents edge information to be added between two tasks/operators.
-
-    Has shorthand factory functions, like Label("hooray").
-
-    Current implementation supports
-        t1 >> Label("Success route") >> t2
-        t2 << Label("Success route") << t2
-
-    Note that due to the potential for use in either direction, this waits
-    to make the actual connection between both sides until both are declared,
-    and will do so progressively if multiple ups/downs are added.
-
-    This and EdgeInfo are related - an EdgeModifier is the Python object you
-    use to add information to (potentially multiple) edges, and EdgeInfo
-    is the representation of the information for one specific edge.
-    """
-
-    def __init__(self, label: str | None = None):
-        self.label = label
-        self._upstream: list[DependencyMixin] = []
-        self._downstream: list[DependencyMixin] = []
-
-    @property
-    def roots(self):
-        return self._downstream
-
-    @property
-    def leaves(self):
-        return self._upstream
-
-    @staticmethod
-    def _make_list(item_or_list: DependencyMixin | Sequence[DependencyMixin]) -> Sequence[DependencyMixin]:
-        if not isinstance(item_or_list, Sequence):
-            return [item_or_list]
-        return item_or_list
-
-    def _save_nodes(
-        self,
-        nodes: DependencyMixin | Sequence[DependencyMixin],
-        stream: list[DependencyMixin],
-    ):
-        from airflow.models.xcom_arg import XComArg
-
-        for node in self._make_list(nodes):
-            if isinstance(node, (TaskGroup, XComArg, DAGNode)):
-                stream.append(node)
-            else:
-                raise TypeError(
-                    f"Cannot use edge labels with {type(node).__name__}, "
-                    f"only tasks, XComArg or TaskGroups"
-                )
-
-    def _convert_streams_to_task_groups(self):
-        """
-        Convert a node to a TaskGroup or leave it as a DAGNode.
-
-        Requires both self._upstream and self._downstream.
-
-        To do this, we keep a set of group_ids seen among the streams. If we find that
-        the nodes are from the same TaskGroup, we will leave them as DAGNodes and not
-        convert them to TaskGroups
-        """
-        from airflow.models.xcom_arg import XComArg
-
-        group_ids = set()
-        for node in [*self._upstream, *self._downstream]:
-            if isinstance(node, DAGNode) and node.task_group:
-                if node.task_group.is_root:
-                    group_ids.add("root")
-                else:
-                    group_ids.add(node.task_group.group_id)
-            elif isinstance(node, TaskGroup):
-                group_ids.add(node.group_id)
-            elif isinstance(node, XComArg):
-                if isinstance(node.operator, DAGNode) and node.operator.task_group:
-                    if node.operator.task_group.is_root:
-                        group_ids.add("root")
-                    else:
-                        group_ids.add(node.operator.task_group.group_id)
-
-        # If all nodes originate from the same TaskGroup, we will not convert them
-        if len(group_ids) != 1:
-            self._upstream = self._convert_stream_to_task_groups(self._upstream)
-            self._downstream = self._convert_stream_to_task_groups(self._downstream)
-
-    def _convert_stream_to_task_groups(self, stream: Sequence[DependencyMixin]) -> Sequence[DependencyMixin]:
-        return [
-            node.task_group
-            if isinstance(node, DAGNode) and node.task_group and not node.task_group.is_root
-            else node
-            for node in stream
-        ]
-
-    def set_upstream(
-        self,
-        other: DependencyMixin | Sequence[DependencyMixin],
-        edge_modifier: EdgeModifier | None = None,
-    ):
-        """
-        Set the given task/list onto the upstream attribute, then attempt to resolve the relationship.
-
-        Providing this also provides << via DependencyMixin.
-        """
-        self._save_nodes(other, self._upstream)
-        if self._upstream and self._downstream:
-            # Convert _upstream and _downstream to task_groups only after both are set
-            self._convert_streams_to_task_groups()
-        for node in self._downstream:
-            node.set_upstream(other, edge_modifier=self)
-
-    def set_downstream(
-        self,
-        other: DependencyMixin | Sequence[DependencyMixin],
-        edge_modifier: EdgeModifier | None = None,
-    ):
-        """
-        Set the given task/list onto the downstream attribute, then attempt to resolve the relationship.
-
-        Providing this also provides >> via DependencyMixin.
-        """
-        self._save_nodes(other, self._downstream)
-        if self._upstream and self._downstream:
-            # Convert _upstream and _downstream to task_groups only after both are set
-            self._convert_streams_to_task_groups()
-        for node in self._upstream:
-            node.set_downstream(other, edge_modifier=self)
-
-    def update_relative(
-        self, other: DependencyMixin, upstream: bool = True, edge_modifier: EdgeModifier | None = None
-    ) -> None:
-        """Update relative if we're not the "main" side of a relationship; still run the same logic."""
-        if upstream:
-            self.set_upstream(other)
-        else:
-            self.set_downstream(other)
-
-    def add_edge_info(self, dag, upstream_id: str, downstream_id: str):
-        """
-        Add or update task info on the DAG for this specific pair of tasks.
-
-        Called either from our relationship trigger methods above, or directly
-        by set_upstream/set_downstream in operators.
-        """
-        dag.set_edge_info(upstream_id, downstream_id, {"label": self.label})
+EdgeModifier: TypeAlias = airflow.sdk.EdgeModifier
 
 
 # Factory functions
diff --git a/airflow/utils/hashlib_wrapper.py b/airflow/utils/hashlib_wrapper.py
index f48a093bb270a..164b52bbdb178 100644
--- a/airflow/utils/hashlib_wrapper.py
+++ b/airflow/utils/hashlib_wrapper.py
@@ -18,7 +18,6 @@
 from __future__ import annotations
 
 import hashlib
-import sys
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
@@ -32,6 +31,4 @@ def md5(__string: ReadableBuffer = b"") -> hashlib._Hash:
     :param __string: The data to hash. Default to empty str byte.
     :return: The hashed value.
     """
-    if sys.version_info >= (3, 9):
-        return hashlib.md5(__string, usedforsecurity=False)  # type: ignore
-    return hashlib.md5(__string)
+    return hashlib.md5(__string, usedforsecurity=False)  # type: ignore
diff --git a/airflow/utils/log/file_task_handler.py b/airflow/utils/log/file_task_handler.py
index 24379d340a784..0192892603f20 100644
--- a/airflow/utils/log/file_task_handler.py
+++ b/airflow/utils/log/file_task_handler.py
@@ -19,7 +19,6 @@
 
 from __future__ import annotations
 
-import inspect
 import logging
 import os
 from contextlib import suppress
@@ -238,10 +237,6 @@ def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> Non
         self.handler.setLevel(self.level)
         return SetContextPropagate.MAINTAIN_PROPAGATE if self.maintain_propagate else None
 
-    @cached_property
-    def supports_task_context_logging(self) -> bool:
-        return "identifier" in inspect.signature(self.set_context).parameters
-
     @staticmethod
     def add_triggerer_suffix(full_path, job_id=None):
         """
diff --git a/airflow/utils/log/logging_mixin.py b/airflow/utils/log/logging_mixin.py
index 270d3fb6cc00f..cc9f3b2357f50 100644
--- a/airflow/utils/log/logging_mixin.py
+++ b/airflow/utils/log/logging_mixin.py
@@ -79,6 +79,7 @@ class LoggingMixin:
 
     def __init__(self, context=None):
         self._set_context(context)
+        super().__init__()
 
     @staticmethod
     def _create_logger_name(
diff --git a/airflow/utils/log/task_context_logger.py b/airflow/utils/log/task_context_logger.py
deleted file mode 100644
index 1d2301b65be81..0000000000000
--- a/airflow/utils/log/task_context_logger.py
+++ /dev/null
@@ -1,188 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-import logging
-from contextlib import suppress
-from copy import copy
-from logging import Logger
-from typing import TYPE_CHECKING
-
-from airflow.configuration import conf
-from airflow.models.taskinstancekey import TaskInstanceKey
-from airflow.utils.log.file_task_handler import _ensure_ti
-from airflow.utils.session import create_session
-
-if TYPE_CHECKING:
-    from airflow.models.taskinstance import TaskInstance
-    from airflow.utils.log.file_task_handler import FileTaskHandler
-
-logger = logging.getLogger(__name__)
-
-
-class TaskContextLogger:
-    """
-    Class for sending messages to task instance logs from outside task execution context.
-
-    This is intended to be used mainly in exceptional circumstances, to give visibility into
-    events related to task execution when otherwise there would be none.
-
-    :meta private:
-    """
-
-    def __init__(self, component_name: str, call_site_logger: Logger | None = None):
-        """
-        Initialize the task context logger with the component name.
-
-        :param component_name: the name of the component that will be used to identify the log messages
-        :param call_site_logger: if provided, message will also be emitted through this logger
-        """
-        self.component_name = component_name
-        self.task_handler = self._get_task_handler()
-        self.enabled = self._should_enable()
-        self.call_site_logger = call_site_logger
-
-    def _should_enable(self) -> bool:
-        if not conf.getboolean("logging", "enable_task_context_logger"):
-            return False
-        if not self.task_handler:
-            logger.warning("Task handler does not support task context logging")
-            return False
-        logger.info("Task context logging is enabled")
-        return True
-
-    @staticmethod
-    def _get_task_handler() -> FileTaskHandler | None:
-        """Return the task handler that supports task context logging."""
-        handlers = [
-            handler
-            for handler in logging.getLogger("airflow.task").handlers
-            if getattr(handler, "supports_task_context_logging", False)
-        ]
-        if not handlers:
-            return None
-        h = handlers[0]
-        if TYPE_CHECKING:
-            assert isinstance(h, FileTaskHandler)
-        return h
-
-    def _log(self, level: int, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message to the task instance logs.
-
-        :param level: the log level
-        :param msg: the message to relay to task context log
-        :param ti: the task instance or the task instance key
-        """
-        if self.call_site_logger and self.call_site_logger.isEnabledFor(level=level):
-            with suppress(Exception):
-                self.call_site_logger.log(level, msg, *args)
-
-        if not self.enabled:
-            return
-
-        if not self.task_handler:
-            return
-
-        task_handler = copy(self.task_handler)
-        try:
-            if isinstance(ti, TaskInstanceKey):
-                with create_session() as session:
-                    ti = _ensure_ti(ti, session)
-            task_handler.set_context(ti, identifier=self.component_name)
-            if hasattr(task_handler, "mark_end_on_close"):
-                task_handler.mark_end_on_close = False
-            filename, lineno, func, stackinfo = logger.findCaller(stacklevel=3)
-            record = logging.LogRecord(
-                self.component_name, level, filename, lineno, msg, args, None, func=func
-            )
-            task_handler.emit(record)
-        finally:
-            task_handler.close()
-
-    def critical(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level CRITICAL to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.CRITICAL, msg, *args, ti=ti)
-
-    def fatal(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level FATAL to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.FATAL, msg, *args, ti=ti)
-
-    def error(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level ERROR to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.ERROR, msg, *args, ti=ti)
-
-    def warn(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level WARN to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.WARNING, msg, *args, ti=ti)
-
-    def warning(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level WARNING to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.WARNING, msg, *args, ti=ti)
-
-    def info(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level INFO to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.INFO, msg, *args, ti=ti)
-
-    def debug(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level DEBUG to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.DEBUG, msg, *args, ti=ti)
-
-    def notset(self, msg: str, *args, ti: TaskInstance | TaskInstanceKey):
-        """
-        Emit a log message with level NOTSET to the task instance logs.
-
-        :param msg: the message to relay to task context log
-        :param ti: the task instance
-        """
-        self._log(logging.NOTSET, msg, *args, ti=ti)
diff --git a/airflow/utils/task_group.py b/airflow/utils/task_group.py
index 69a5d015bd426..1f94880902c93 100644
--- a/airflow/utils/task_group.py
+++ b/airflow/utils/task_group.py
@@ -19,566 +19,22 @@
 
 from __future__ import annotations
 
-import copy
 import functools
 import operator
-import weakref
-from typing import TYPE_CHECKING, Any, Generator, Iterator, Sequence
+from typing import TYPE_CHECKING, Iterator
 
-import methodtools
-import re2
-
-from airflow.exceptions import (
-    AirflowDagCycleException,
-    AirflowException,
-    DuplicateTaskIdFound,
-    TaskAlreadyInTaskGroup,
-)
-from airflow.models.taskmixin import DAGNode
-from airflow.serialization.enums import DagAttributeTypes
-from airflow.utils.helpers import validate_group_key, validate_instance_args
+import airflow.sdk.definitions.taskgroup
 
 if TYPE_CHECKING:
     from sqlalchemy.orm import Session
 
-    from airflow.models.abstractoperator import AbstractOperator
-    from airflow.models.baseoperator import BaseOperator
-    from airflow.models.dag import DAG
-    from airflow.models.expandinput import ExpandInput
     from airflow.models.operator import Operator
-    from airflow.models.taskmixin import DependencyMixin
-    from airflow.utils.edgemodifier import EdgeModifier
-
-# TODO: The following mapping is used to validate that the arguments passed to the TaskGroup are of the
-#  correct type. This is a temporary solution until we find a more sophisticated method for argument
-#  validation. One potential method is to use get_type_hints from the typing module. However, this is not
-#  fully compatible with future annotations for Python versions below 3.10. Once we require a minimum Python
-#  version that supports `get_type_hints` effectively or find a better approach, we can replace this
-#  manual type-checking method.
-TASKGROUP_ARGS_EXPECTED_TYPES = {
-    "group_id": str,
-    "prefix_group_id": bool,
-    "tooltip": str,
-    "ui_color": str,
-    "ui_fgcolor": str,
-    "add_suffix_on_collision": bool,
-}
+    from airflow.typing_compat import TypeAlias
 
+TaskGroup: TypeAlias = airflow.sdk.definitions.taskgroup.TaskGroup
 
-class TaskGroup(DAGNode):
-    """
-    A collection of tasks.
-
-    When set_downstream() or set_upstream() are called on the TaskGroup, it is applied across
-    all tasks within the group if necessary.
 
-    :param group_id: a unique, meaningful id for the TaskGroup. group_id must not conflict
-        with group_id of TaskGroup or task_id of tasks in the DAG. Root TaskGroup has group_id
-        set to None.
-    :param prefix_group_id: If set to True, child task_id and group_id will be prefixed with
-        this TaskGroup's group_id. If set to False, child task_id and group_id are not prefixed.
-        Default is True.
-    :param parent_group: The parent TaskGroup of this TaskGroup. parent_group is set to None
-        for the root TaskGroup.
-    :param dag: The DAG that this TaskGroup belongs to.
-    :param default_args: A dictionary of default parameters to be used
-        as constructor keyword parameters when initialising operators,
-        will override default_args defined in the DAG level.
-        Note that operators have the same hook, and precede those defined
-        here, meaning that if your dict contains `'depends_on_past': True`
-        here and `'depends_on_past': False` in the operator's call
-        `default_args`, the actual value will be `False`.
-    :param tooltip: The tooltip of the TaskGroup node when displayed in the UI
-    :param ui_color: The fill color of the TaskGroup node when displayed in the UI
-    :param ui_fgcolor: The label color of the TaskGroup node when displayed in the UI
-    :param add_suffix_on_collision: If this task group name already exists,
-        automatically add `__1` etc suffixes
-    """
-
-    used_group_ids: set[str | None]
-
-    def __init__(
-        self,
-        group_id: str | None,
-        prefix_group_id: bool = True,
-        parent_group: TaskGroup | None = None,
-        dag: DAG | None = None,
-        default_args: dict[str, Any] | None = None,
-        tooltip: str = "",
-        ui_color: str = "CornflowerBlue",
-        ui_fgcolor: str = "#000",
-        add_suffix_on_collision: bool = False,
-    ):
-        from airflow.models.dag import DagContext
-
-        self.prefix_group_id = prefix_group_id
-        self.default_args = copy.deepcopy(default_args or {})
-
-        dag = dag or DagContext.get_current_dag()
-
-        if group_id is None:
-            # This creates a root TaskGroup.
-            if parent_group:
-                raise AirflowException("Root TaskGroup cannot have parent_group")
-            # used_group_ids is shared across all TaskGroups in the same DAG to keep track
-            # of used group_id to avoid duplication.
-            self.used_group_ids = set()
-            self.dag = dag
-        else:
-            if prefix_group_id:
-                # If group id is used as prefix, it should not contain spaces nor dots
-                # because it is used as prefix in the task_id
-                validate_group_key(group_id)
-            else:
-                if not isinstance(group_id, str):
-                    raise ValueError("group_id must be str")
-                if not group_id:
-                    raise ValueError("group_id must not be empty")
-
-            if not parent_group and not dag:
-                raise AirflowException("TaskGroup can only be used inside a dag")
-
-            parent_group = parent_group or TaskGroupContext.get_current_task_group(dag)
-            if not parent_group:
-                raise AirflowException("TaskGroup must have a parent_group except for the root TaskGroup")
-            if dag is not parent_group.dag:
-                raise RuntimeError(
-                    "Cannot mix TaskGroups from different DAGs: %s and %s", dag, parent_group.dag
-                )
-
-            self.used_group_ids = parent_group.used_group_ids
-
-        # if given group_id already used assign suffix by incrementing largest used suffix integer
-        # Example : task_group ==> task_group__1 -> task_group__2 -> task_group__3
-        self._group_id = group_id
-        self._check_for_group_id_collisions(add_suffix_on_collision)
-
-        self.children: dict[str, DAGNode] = {}
-
-        if parent_group:
-            parent_group.add(self)
-            self._update_default_args(parent_group)
-
-        self.used_group_ids.add(self.group_id)
-        if self.group_id:
-            self.used_group_ids.add(self.downstream_join_id)
-            self.used_group_ids.add(self.upstream_join_id)
-
-        self.tooltip = tooltip
-        self.ui_color = ui_color
-        self.ui_fgcolor = ui_fgcolor
-
-        # Keep track of TaskGroups or tasks that depend on this entire TaskGroup separately
-        # so that we can optimize the number of edges when entire TaskGroups depend on each other.
-        self.upstream_group_ids: set[str | None] = set()
-        self.downstream_group_ids: set[str | None] = set()
-        self.upstream_task_ids = set()
-        self.downstream_task_ids = set()
-
-        validate_instance_args(self, TASKGROUP_ARGS_EXPECTED_TYPES)
-
-    def _check_for_group_id_collisions(self, add_suffix_on_collision: bool):
-        if self._group_id is None:
-            return
-        # if given group_id already used assign suffix by incrementing largest used suffix integer
-        # Example : task_group ==> task_group__1 -> task_group__2 -> task_group__3
-        if self._group_id in self.used_group_ids:
-            if not add_suffix_on_collision:
-                raise DuplicateTaskIdFound(f"group_id '{self._group_id}' has already been added to the DAG")
-            base = re2.split(r"__\d+$", self._group_id)[0]
-            suffixes = sorted(
-                int(re2.split(r"^.+__", used_group_id)[1])
-                for used_group_id in self.used_group_ids
-                if used_group_id is not None and re2.match(rf"^{base}__\d+$", used_group_id)
-            )
-            if not suffixes:
-                self._group_id += "__1"
-            else:
-                self._group_id = f"{base}__{suffixes[-1] + 1}"
-
-    def _update_default_args(self, parent_group: TaskGroup):
-        if parent_group.default_args:
-            self.default_args = {**parent_group.default_args, **self.default_args}
-
-    @classmethod
-    def create_root(cls, dag: DAG) -> TaskGroup:
-        """Create a root TaskGroup with no group_id or parent."""
-        return cls(group_id=None, dag=dag)
-
-    @property
-    def node_id(self):
-        return self.group_id
-
-    @property
-    def is_root(self) -> bool:
-        """Returns True if this TaskGroup is the root TaskGroup. Otherwise False."""
-        return not self.group_id
-
-    @property
-    def parent_group(self) -> TaskGroup | None:
-        return self.task_group
-
-    def __iter__(self):
-        for child in self.children.values():
-            if isinstance(child, TaskGroup):
-                yield from child
-            else:
-                yield child
-
-    def add(self, task: DAGNode) -> DAGNode:
-        """
-        Add a task to this TaskGroup.
-
-        :meta private:
-        """
-        from airflow.models.abstractoperator import AbstractOperator
-
-        if TaskGroupContext.active:
-            if task.task_group and task.task_group != self:
-                task.task_group.children.pop(task.node_id, None)
-                task.task_group = self
-        existing_tg = task.task_group
-        if isinstance(task, AbstractOperator) and existing_tg is not None and existing_tg != self:
-            raise TaskAlreadyInTaskGroup(task.node_id, existing_tg.node_id, self.node_id)
-
-        # Set the TG first, as setting it might change the return value of node_id!
-        task.task_group = weakref.proxy(self)
-        key = task.node_id
-
-        if key in self.children:
-            node_type = "Task" if hasattr(task, "task_id") else "Task Group"
-            raise DuplicateTaskIdFound(f"{node_type} id '{key}' has already been added to the DAG")
-
-        if isinstance(task, TaskGroup):
-            if self.dag:
-                if task.dag is not None and self.dag is not task.dag:
-                    raise RuntimeError(
-                        "Cannot mix TaskGroups from different DAGs: %s and %s", self.dag, task.dag
-                    )
-                task.dag = self.dag
-            if task.children:
-                raise AirflowException("Cannot add a non-empty TaskGroup")
-
-        self.children[key] = task
-        return task
-
-    def _remove(self, task: DAGNode) -> None:
-        key = task.node_id
-
-        if key not in self.children:
-            raise KeyError(f"Node id {key!r} not part of this task group")
-
-        self.used_group_ids.remove(key)
-        del self.children[key]
-
-    @property
-    def group_id(self) -> str | None:
-        """group_id of this TaskGroup."""
-        if self.task_group and self.task_group.prefix_group_id and self.task_group._group_id:
-            # defer to parent whether it adds a prefix
-            return self.task_group.child_id(self._group_id)
-
-        return self._group_id
-
-    @property
-    def label(self) -> str | None:
-        """group_id excluding parent's group_id used as the node label in UI."""
-        return self._group_id
-
-    def update_relative(
-        self, other: DependencyMixin, upstream: bool = True, edge_modifier: EdgeModifier | None = None
-    ) -> None:
-        """
-        Override TaskMixin.update_relative.
-
-        Update upstream_group_ids/downstream_group_ids/upstream_task_ids/downstream_task_ids
-        accordingly so that we can reduce the number of edges when displaying Graph view.
-        """
-        if isinstance(other, TaskGroup):
-            # Handles setting relationship between a TaskGroup and another TaskGroup
-            if upstream:
-                parent, child = (self, other)
-                if edge_modifier:
-                    edge_modifier.add_edge_info(self.dag, other.downstream_join_id, self.upstream_join_id)
-            else:
-                parent, child = (other, self)
-                if edge_modifier:
-                    edge_modifier.add_edge_info(self.dag, self.downstream_join_id, other.upstream_join_id)
-
-            parent.upstream_group_ids.add(child.group_id)
-            child.downstream_group_ids.add(parent.group_id)
-        else:
-            # Handles setting relationship between a TaskGroup and a task
-            for task in other.roots:
-                if not isinstance(task, DAGNode):
-                    raise AirflowException(
-                        "Relationships can only be set between TaskGroup "
-                        f"or operators; received {task.__class__.__name__}"
-                    )
-
-                # Do not set a relationship between a TaskGroup and a Label's roots
-                if self == task:
-                    continue
-
-                if upstream:
-                    self.upstream_task_ids.add(task.node_id)
-                    if edge_modifier:
-                        edge_modifier.add_edge_info(self.dag, task.node_id, self.upstream_join_id)
-                else:
-                    self.downstream_task_ids.add(task.node_id)
-                    if edge_modifier:
-                        edge_modifier.add_edge_info(self.dag, self.downstream_join_id, task.node_id)
-
-    def _set_relatives(
-        self,
-        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
-        upstream: bool = False,
-        edge_modifier: EdgeModifier | None = None,
-    ) -> None:
-        """
-        Call set_upstream/set_downstream for all root/leaf tasks within this TaskGroup.
-
-        Update upstream_group_ids/downstream_group_ids/upstream_task_ids/downstream_task_ids.
-        """
-        if not isinstance(task_or_task_list, Sequence):
-            task_or_task_list = [task_or_task_list]
-
-        for task_like in task_or_task_list:
-            self.update_relative(task_like, upstream, edge_modifier=edge_modifier)
-
-        if upstream:
-            for task in self.get_roots():
-                task.set_upstream(task_or_task_list)
-        else:
-            for task in self.get_leaves():
-                task.set_downstream(task_or_task_list)
-
-    def __enter__(self) -> TaskGroup:
-        TaskGroupContext.push_context_managed_task_group(self)
-        return self
-
-    def __exit__(self, _type, _value, _tb):
-        TaskGroupContext.pop_context_managed_task_group()
-
-    def has_task(self, task: BaseOperator) -> bool:
-        """Return True if this TaskGroup or its children TaskGroups contains the given task."""
-        if task.task_id in self.children:
-            return True
-
-        return any(child.has_task(task) for child in self.children.values() if isinstance(child, TaskGroup))
-
-    @property
-    def roots(self) -> list[BaseOperator]:
-        """Required by DependencyMixin."""
-        return list(self.get_roots())
-
-    @property
-    def leaves(self) -> list[BaseOperator]:
-        """Required by DependencyMixin."""
-        return list(self.get_leaves())
-
-    def get_roots(self) -> Generator[BaseOperator, None, None]:
-        """Return a generator of tasks with no upstream dependencies within the TaskGroup."""
-        tasks = list(self)
-        ids = {x.task_id for x in tasks}
-        for task in tasks:
-            if task.upstream_task_ids.isdisjoint(ids):
-                yield task
-
-    def get_leaves(self) -> Generator[BaseOperator, None, None]:
-        """Return a generator of tasks with no downstream dependencies within the TaskGroup."""
-        tasks = list(self)
-        ids = {x.task_id for x in tasks}
-
-        def has_non_teardown_downstream(task, exclude: str):
-            for down_task in task.downstream_list:
-                if down_task.task_id == exclude:
-                    continue
-                elif down_task.task_id not in ids:
-                    continue
-                elif not down_task.is_teardown:
-                    return True
-            return False
-
-        def recurse_for_first_non_teardown(task):
-            for upstream_task in task.upstream_list:
-                if upstream_task.task_id not in ids:
-                    # upstream task is not in task group
-                    continue
-                elif upstream_task.is_teardown:
-                    yield from recurse_for_first_non_teardown(upstream_task)
-                elif task.is_teardown and upstream_task.is_setup:
-                    # don't go through the teardown-to-setup path
-                    continue
-                # return unless upstream task already has non-teardown downstream in group
-                elif not has_non_teardown_downstream(upstream_task, exclude=task.task_id):
-                    yield upstream_task
-
-        for task in tasks:
-            if task.downstream_task_ids.isdisjoint(ids):
-                if not task.is_teardown:
-                    yield task
-                else:
-                    yield from recurse_for_first_non_teardown(task)
-
-    def child_id(self, label):
-        """Prefix label with group_id if prefix_group_id is True. Otherwise return the label as-is."""
-        if self.prefix_group_id:
-            group_id = self.group_id
-            if group_id:
-                return f"{group_id}.{label}"
-
-        return label
-
-    @property
-    def upstream_join_id(self) -> str:
-        """
-        Creates a unique ID for upstream dependencies of this TaskGroup.
-
-        If this TaskGroup has immediate upstream TaskGroups or tasks, a proxy node called
-        upstream_join_id will be created in Graph view to join the outgoing edges from this
-        TaskGroup to reduce the total number of edges needed to be displayed.
-        """
-        return f"{self.group_id}.upstream_join_id"
-
-    @property
-    def downstream_join_id(self) -> str:
-        """
-        Creates a unique ID for downstream dependencies of this TaskGroup.
-
-        If this TaskGroup has immediate downstream TaskGroups or tasks, a proxy node called
-        downstream_join_id will be created in Graph view to join the outgoing edges from this
-        TaskGroup to reduce the total number of edges needed to be displayed.
-        """
-        return f"{self.group_id}.downstream_join_id"
-
-    def get_task_group_dict(self) -> dict[str, TaskGroup]:
-        """Return a flat dictionary of group_id: TaskGroup."""
-        task_group_map = {}
-
-        def build_map(task_group):
-            if not isinstance(task_group, TaskGroup):
-                return
-
-            task_group_map[task_group.group_id] = task_group
-
-            for child in task_group.children.values():
-                build_map(child)
-
-        build_map(self)
-        return task_group_map
-
-    def get_child_by_label(self, label: str) -> DAGNode:
-        """Get a child task/TaskGroup by its label (i.e. task_id/group_id without the group_id prefix)."""
-        return self.children[self.child_id(label)]
-
-    def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
-        """Serialize task group; required by DAGNode."""
-        from airflow.serialization.serialized_objects import TaskGroupSerialization
-
-        return DagAttributeTypes.TASK_GROUP, TaskGroupSerialization.serialize_task_group(self)
-
-    def hierarchical_alphabetical_sort(self):
-        """
-        Sort children in hierarchical alphabetical order.
-
-        - groups in alphabetical order first
-        - tasks in alphabetical order after them.
-
-        :return: list of tasks in hierarchical alphabetical order
-        """
-        return sorted(
-            self.children.values(), key=lambda node: (not isinstance(node, TaskGroup), node.node_id)
-        )
-
-    def topological_sort(self):
-        """
-        Sorts children in topographical order, such that a task comes after any of its upstream dependencies.
-
-        :return: list of tasks in topological order
-        """
-        # This uses a modified version of Kahn's Topological Sort algorithm to
-        # not have to pre-compute the "in-degree" of the nodes.
-        graph_unsorted = copy.copy(self.children)
-
-        graph_sorted: list[DAGNode] = []
-
-        # special case
-        if not self.children:
-            return graph_sorted
-
-        # Run until the unsorted graph is empty.
-        while graph_unsorted:
-            # Go through each of the node/edges pairs in the unsorted graph. If a set of edges doesn't contain
-            # any nodes that haven't been resolved, that is, that are still in the unsorted graph, remove the
-            # pair from the unsorted graph, and append it to the sorted graph. Note here that by using
-            # the values() method for iterating, a copy of the unsorted graph is used, allowing us to modify
-            # the unsorted graph as we move through it.
-            #
-            # We also keep a flag for checking that graph is acyclic, which is true if any nodes are resolved
-            # during each pass through the graph. If not, we need to exit as the graph therefore can't be
-            # sorted.
-            acyclic = False
-            for node in list(graph_unsorted.values()):
-                for edge in node.upstream_list:
-                    if edge.node_id in graph_unsorted:
-                        break
-                    # Check for task's group is a child (or grand child) of this TG,
-                    tg = edge.task_group
-                    while tg:
-                        if tg.node_id in graph_unsorted:
-                            break
-                        tg = tg.task_group
-
-                    if tg:
-                        # We are already going to visit that TG
-                        break
-                else:
-                    acyclic = True
-                    del graph_unsorted[node.node_id]
-                    graph_sorted.append(node)
-
-            if not acyclic:
-                raise AirflowDagCycleException(f"A cyclic dependency occurred in dag: {self.dag_id}")
-
-        return graph_sorted
-
-    def iter_mapped_task_groups(self) -> Iterator[MappedTaskGroup]:
-        """
-        Return mapped task groups in the hierarchy.
-
-        Groups are returned from the closest to the outmost. If *self* is a
-        mapped task group, it is returned first.
-
-        :meta private:
-        """
-        group: TaskGroup | None = self
-        while group is not None:
-            if isinstance(group, MappedTaskGroup):
-                yield group
-            group = group.task_group
-
-    def iter_tasks(self) -> Iterator[AbstractOperator]:
-        """Return an iterator of the child tasks."""
-        from airflow.models.abstractoperator import AbstractOperator
-
-        groups_to_visit = [self]
-
-        while groups_to_visit:
-            visiting = groups_to_visit.pop(0)
-
-            for child in visiting.children.values():
-                if isinstance(child, AbstractOperator):
-                    yield child
-                elif isinstance(child, TaskGroup):
-                    groups_to_visit.append(child)
-                else:
-                    raise ValueError(
-                        f"Encountered a DAGNode that is not a TaskGroup or an AbstractOperator: {type(child)}"
-                    )
-
-
-class MappedTaskGroup(TaskGroup):
+class MappedTaskGroup(airflow.sdk.definitions.taskgroup.MappedTaskGroup):
     """
     A mapped task group.
 
@@ -589,10 +45,6 @@ class MappedTaskGroup(TaskGroup):
     a ``@task_group`` function instead.
     """
 
-    def __init__(self, *, expand_input: ExpandInput, **kwargs: Any) -> None:
-        super().__init__(**kwargs)
-        self._expand_input = expand_input
-
     def iter_mapped_dependencies(self) -> Iterator[Operator]:
         """Upstream dependencies that provide XComs used by this mapped task group."""
         from airflow.models.xcom_arg import XComArg
@@ -600,27 +52,6 @@ def iter_mapped_dependencies(self) -> Iterator[Operator]:
         for op, _ in XComArg.iter_xcom_references(self._expand_input):
             yield op
 
-    @methodtools.lru_cache(maxsize=None)
-    def get_parse_time_mapped_ti_count(self) -> int:
-        """
-        Return the Number of instances a task in this group should be mapped to, when a DAG run is created.
-
-        This only considers literal mapped arguments, and would return *None*
-        when any non-literal values are used for mapping.
-
-        If this group is inside mapped task groups, all the nested counts are
-        multiplied and accounted.
-
-        :meta private:
-
-        :raise NotFullyPopulated: If any non-literal mapped arguments are encountered.
-        :return: The total number of mapped instances each task should have.
-        """
-        return functools.reduce(
-            operator.mul,
-            (g._expand_input.get_parse_time_mapped_ti_count() for g in self.iter_mapped_task_groups()),
-        )
-
     def get_mapped_ti_count(self, run_id: str, *, session: Session) -> int:
         """
         Return the number of instances a task in this group should be mapped to at run time.
@@ -644,51 +75,6 @@ def get_mapped_ti_count(self, run_id: str, *, session: Session) -> int:
             (g._expand_input.get_total_map_length(run_id, session=session) for g in groups),
         )
 
-    def __exit__(self, exc_type, exc_val, exc_tb):
-        for op, _ in self._expand_input.iter_references():
-            self.set_upstream(op)
-        super().__exit__(exc_type, exc_val, exc_tb)
-
-
-class TaskGroupContext:
-    """TaskGroup context is used to keep the current TaskGroup when TaskGroup is used as ContextManager."""
-
-    active: bool = False
-    _context_managed_task_group: TaskGroup | None = None
-    _previous_context_managed_task_groups: list[TaskGroup] = []
-
-    @classmethod
-    def push_context_managed_task_group(cls, task_group: TaskGroup):
-        """Push a TaskGroup into the list of managed TaskGroups."""
-        if cls._context_managed_task_group:
-            cls._previous_context_managed_task_groups.append(cls._context_managed_task_group)
-        cls._context_managed_task_group = task_group
-        cls.active = True
-
-    @classmethod
-    def pop_context_managed_task_group(cls) -> TaskGroup | None:
-        """Pops the last TaskGroup from the list of managed TaskGroups and update the current TaskGroup."""
-        old_task_group = cls._context_managed_task_group
-        if cls._previous_context_managed_task_groups:
-            cls._context_managed_task_group = cls._previous_context_managed_task_groups.pop()
-        else:
-            cls._context_managed_task_group = None
-        cls.active = False
-        return old_task_group
-
-    @classmethod
-    def get_current_task_group(cls, dag: DAG | None) -> TaskGroup | None:
-        """Get the current TaskGroup."""
-        from airflow.models.dag import DagContext
-
-        if not cls._context_managed_task_group:
-            dag = dag or DagContext.get_current_dag()
-            if dag:
-                # If there's currently a DAG but no TaskGroup, return the root TaskGroup of the dag.
-                return dag.task_group
-
-        return cls._context_managed_task_group
-
 
 def task_group_to_dict(task_item_or_group):
     """Create a nested dict representation of this TaskGroup and its children used to construct the Graph."""
diff --git a/airflow/utils/types.py b/airflow/utils/types.py
index 80ee1d644d4d2..7dd1ce02b609b 100644
--- a/airflow/utils/types.py
+++ b/airflow/utils/types.py
@@ -19,39 +19,15 @@
 import enum
 from typing import TYPE_CHECKING
 
-from airflow.typing_compat import TypedDict
+import airflow.sdk.types
+from airflow.typing_compat import TypeAlias, TypedDict
 
 if TYPE_CHECKING:
     from datetime import datetime
 
+ArgNotSet: TypeAlias = airflow.sdk.types.ArgNotSet
 
-class ArgNotSet:
-    """
-    Sentinel type for annotations, useful when None is not viable.
-
-    Use like this::
-
-        def is_arg_passed(arg: Union[ArgNotSet, None] = NOTSET) -> bool:
-            if arg is NOTSET:
-                return False
-            return True
-
-
-        is_arg_passed()  # False.
-        is_arg_passed(None)  # True.
-    """
-
-    @staticmethod
-    def serialize():
-        return "NOTSET"
-
-    @classmethod
-    def deserialize(cls):
-        return cls
-
-
-NOTSET = ArgNotSet()
-"""Sentinel value for argument default. See ``ArgNotSet``."""
+NOTSET = airflow.sdk.types.NOTSET
 
 
 class AttributeRemoved:
@@ -86,7 +62,7 @@ class DagRunType(str, enum.Enum):
     BACKFILL_JOB = "backfill"
     SCHEDULED = "scheduled"
     MANUAL = "manual"
-    DATASET_TRIGGERED = "dataset_triggered"
+    ASSET_TRIGGERED = "asset_triggered"
 
     def __str__(self) -> str:
         return self.value
@@ -118,5 +94,5 @@ class DagRunTriggeredByType(enum.Enum):
     UI = "ui"  # for clicking the `Trigger DAG` button
     TEST = "test"  # for dag.test()
     TIMETABLE = "timetable"  # for timetable based triggering
-    DATASET = "dataset"  # for dataset_triggered run type
+    ASSET = "asset"  # for asset_triggered run type
     BACKFILL = "backfill"
diff --git a/airflow/utils/usage_data_collection.py b/airflow/utils/usage_data_collection.py
index def8ce983aae1..fe86a2da1cb50 100644
--- a/airflow/utils/usage_data_collection.py
+++ b/airflow/utils/usage_data_collection.py
@@ -33,7 +33,6 @@
 
 from airflow import __version__ as airflow_version, settings
 from airflow.configuration import conf
-from airflow.plugins_manager import get_plugin_info
 
 
 def usage_data_collection():
@@ -97,26 +96,3 @@ def get_executor() -> str:
 def get_python_version() -> str:
     # Cut only major+minor from the python version string (e.g. 3.10.12 --> 3.10)
     return ".".join(platform.python_version().split(".")[0:2])
-
-
-def get_plugin_counts() -> dict[str, int]:
-    plugin_info = get_plugin_info()
-
-    return {
-        "plugins": len(plugin_info),
-        "flask_blueprints": sum(len(x["flask_blueprints"]) for x in plugin_info),
-        "appbuilder_views": sum(len(x["appbuilder_views"]) for x in plugin_info),
-        "appbuilder_menu_items": sum(len(x["appbuilder_menu_items"]) for x in plugin_info),
-        "timetables": sum(len(x["timetables"]) for x in plugin_info),
-    }
-
-
-def to_bucket(counter: int) -> str:
-    """As we don't want to have preceise numbers, make number into a bucket."""
-    if counter == 0:
-        return "0"
-    buckets = [0, 5, 10, 20, 50, 100, 200, 500, 1000, 2000]
-    for idx, val in enumerate(buckets[1:]):
-        if buckets[idx] < counter and counter <= val:
-            return f"{buckets[idx] + 1}-{val}"
-    return f"{buckets[-1]}+"
diff --git a/airflow/www/extensions/init_appbuilder_links.py b/airflow/www/extensions/init_appbuilder_links.py
index 0d2f4e13e9293..1bb5a31b569b1 100644
--- a/airflow/www/extensions/init_appbuilder_links.py
+++ b/airflow/www/extensions/init_appbuilder_links.py
@@ -29,7 +29,7 @@ def init_appbuilder_links(app):
     appbuilder.menu.menu.insert(0, appbuilder.menu.menu.pop())  # Place in the first menu slot
     appbuilder.add_link(name="Cluster Activity", href="Airflow.cluster_activity")
     appbuilder.menu.menu.insert(1, appbuilder.menu.menu.pop())  # Place in the second menu slot
-    appbuilder.add_link(name="Datasets", href="Airflow.datasets")
+    appbuilder.add_link(name="Assets", href="Airflow.assets")
     appbuilder.menu.menu.insert(2, appbuilder.menu.menu.pop())  # Place in the third menu slot
 
     # Docs links
diff --git a/airflow/www/extensions/init_security.py b/airflow/www/extensions/init_security.py
index 28e96a06ca859..76b2944c47b18 100644
--- a/airflow/www/extensions/init_security.py
+++ b/airflow/www/extensions/init_security.py
@@ -20,7 +20,7 @@
 from importlib import import_module
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowConfigException, AirflowException
+from airflow.exceptions import AirflowException
 
 log = logging.getLogger(__name__)
 
@@ -46,11 +46,7 @@ def apply_caching(response):
 
 def init_api_auth(app):
     """Load authentication backends."""
-    auth_backends = "airflow.api.auth.backend.default"
-    try:
-        auth_backends = conf.get("api", "auth_backends")
-    except AirflowConfigException:
-        pass
+    auth_backends = conf.get("api", "auth_backends")
 
     app.api_auth = []
     try:
diff --git a/airflow/www/jest-setup.js b/airflow/www/jest-setup.js
index ecf79db5cb19f..0c5ebf5c67586 100644
--- a/airflow/www/jest-setup.js
+++ b/airflow/www/jest-setup.js
@@ -61,7 +61,7 @@ global.defaultDagRunDisplayNumber = 245;
 global.filtersOptions = {
   // Must stay in sync with airflow/www/static/js/types/index.ts
   dagStates: ["success", "running", "queued", "failed"],
-  runTypes: ["manual", "backfill", "scheduled", "dataset_triggered"],
+  runTypes: ["manual", "backfill", "scheduled", "asset_triggered"],
 };
 
 global.moment = moment;
diff --git a/airflow/www/security_manager.py b/airflow/www/security_manager.py
index 77fd653b5f416..6d782410c3dbc 100644
--- a/airflow/www/security_manager.py
+++ b/airflow/www/security_manager.py
@@ -16,7 +16,6 @@
 # under the License.
 from __future__ import annotations
 
-import json
 from functools import cached_property
 from typing import TYPE_CHECKING, Callable
 
@@ -108,8 +107,9 @@ def before_request():
         g.user = get_auth_manager().get_user()
 
     def create_limiter(self) -> Limiter:
-        limiter = Limiter(key_func=get_remote_address)
-        limiter.init_app(self.appbuilder.get_app)
+        app = self.appbuilder.get_app
+        limiter = Limiter(key_func=app.config.get("RATELIMIT_KEY_FUNC", get_remote_address))
+        limiter.init_app(app)
         return limiter
 
     def register_views(self):
@@ -182,32 +182,24 @@ def _auth_manager_is_authorized_map(
         def get_connection_id(resource_pk):
             if not resource_pk:
                 return None
-            connection = session.scalar(select(Connection).where(Connection.id == resource_pk).limit(1))
-            if not connection:
+            conn_id = session.scalar(select(Connection.conn_id).where(Connection.id == resource_pk).limit(1))
+            if not conn_id:
                 raise AirflowException("Connection not found")
-            return connection.conn_id
+            return conn_id
 
         def get_dag_id_from_dagrun_id(resource_pk):
             if not resource_pk:
                 return None
-            dagrun = session.scalar(select(DagRun).where(DagRun.id == resource_pk).limit(1))
-            if not dagrun:
+            dag_id = session.scalar(select(DagRun.dag_id).where(DagRun.id == resource_pk).limit(1))
+            if not dag_id:
                 raise AirflowException("DagRun not found")
-            return dagrun.dag_id
+            return dag_id
 
         def get_dag_id_from_task_instance(resource_pk):
             if not resource_pk:
                 return None
-            composite_pk = json.loads(resource_pk)
             dag_id = session.scalar(
-                select(TaskInstance.dag_id)
-                .where(
-                    TaskInstance.dag_id == composite_pk[0],
-                    TaskInstance.task_id == composite_pk[1],
-                    TaskInstance.run_id == composite_pk[2],
-                    TaskInstance.map_index >= composite_pk[3],
-                )
-                .limit(1)
+                select(TaskInstance.dag_id).where(TaskInstance.id == resource_pk).limit(1)
             )
             if not dag_id:
                 raise AirflowException("Task instance not found")
diff --git a/airflow/www/static/css/main.css b/airflow/www/static/css/main.css
index f3fb59f4ffa75..0a2810c52e6fb 100644
--- a/airflow/www/static/css/main.css
+++ b/airflow/www/static/css/main.css
@@ -652,7 +652,7 @@ details summary {
   overflow-y: auto;
 }
 
-.next-dataset-triggered:hover {
+.next-asset-triggered:hover {
   cursor: pointer;
   background-color: #cbcbcb;
 }
diff --git a/airflow/www/static/js/api/index.ts b/airflow/www/static/js/api/index.ts
index c2a9885b2c7ea..c334b68dd2ac7 100644
--- a/airflow/www/static/js/api/index.ts
+++ b/airflow/www/static/js/api/index.ts
@@ -67,7 +67,7 @@ axios.interceptors.request.use((config) => {
 
 axios.interceptors.response.use((res: AxiosResponse) => {
   // Do not camelCase rendered_fields or extra
-  const stopPaths = ["rendered_fields", "extra", "dataset_events.extra"];
+  const stopPaths = ["rendered_fields", "extra", "asset_events.extra"];
   // Do not camelCase xCom entry results
   if (res.config.url?.includes("/xcomEntries/")) {
     stopPaths.push("value");
diff --git a/airflow/www/static/js/api/useAsset.ts b/airflow/www/static/js/api/useAsset.ts
index b490ca6e46565..769bcc44f4b2e 100644
--- a/airflow/www/static/js/api/useAsset.ts
+++ b/airflow/www/static/js/api/useAsset.ts
@@ -28,11 +28,11 @@ interface Props {
 }
 
 export default function useAsset({ uri }: Props) {
-  return useQuery(["dataset", uri], () => {
-    const datasetUrl = getMetaValue("asset_api").replace(
+  return useQuery(["asset", uri], () => {
+    const assetUrl = getMetaValue("asset_api").replace(
       "__URI__",
       encodeURIComponent(uri)
     );
-    return axios.get<AxiosResponse, API.Asset>(datasetUrl);
+    return axios.get<AxiosResponse, API.Asset>(assetUrl);
   });
 }
diff --git a/airflow/www/static/js/api/useAssetDependencies.ts b/airflow/www/static/js/api/useAssetDependencies.ts
index 11e7219c53fc8..3e69de2c23ee7 100644
--- a/airflow/www/static/js/api/useAssetDependencies.ts
+++ b/airflow/www/static/js/api/useAssetDependencies.ts
@@ -26,7 +26,7 @@ import { getTextWidth } from "src/utils/graph";
 
 import type { NodeType, DepEdge, DepNode } from "src/types";
 
-export interface DatasetDependencies {
+export interface AssetDependencies {
   edges: DepEdge[];
   nodes: DepNode[];
 }
@@ -36,7 +36,7 @@ interface GenerateProps {
   font: string;
 }
 
-export interface DatasetGraph extends ElkShape {
+export interface AssetGraph extends ElkShape {
   children: NodeType[];
   edges: ElkExtendedEdge[];
 }
@@ -69,7 +69,7 @@ const generateGraph = ({ nodes, edges, font }: GenerateProps) => ({
   })),
 });
 
-const formatDependencies = async ({ edges, nodes }: DatasetDependencies) => {
+const formatDependencies = async ({ edges, nodes }: AssetDependencies) => {
   const elk = new ELK();
 
   // get computed style to calculate how large each node should be
@@ -79,21 +79,21 @@ const formatDependencies = async ({ edges, nodes }: DatasetDependencies) => {
 
   const graph = await elk.layout(generateGraph({ nodes, edges, font }));
 
-  return graph as DatasetGraph;
+  return graph as AssetGraph;
 };
 
 export default function useAssetDependencies() {
-  return useQuery("datasetDependencies", async () => {
-    const datasetDepsUrl = getMetaValue("dataset_dependencies_url");
-    return axios.get<AxiosResponse, DatasetDependencies>(datasetDepsUrl);
+  return useQuery("assetDependencies", async () => {
+    const assetDepsUrl = getMetaValue("asset_dependencies_url");
+    return axios.get<AxiosResponse, AssetDependencies>(assetDepsUrl);
   });
 }
 
 export const useAssetGraphs = () => {
-  const { data: datasetDependencies } = useAssetDependencies();
-  return useQuery(["datasetGraphs", datasetDependencies], () => {
-    if (datasetDependencies) {
-      return formatDependencies(datasetDependencies);
+  const { data: assetDependencies } = useAssetDependencies();
+  return useQuery(["assetGraphs", assetDependencies], () => {
+    if (assetDependencies) {
+      return formatDependencies(assetDependencies);
     }
     return undefined;
   });
diff --git a/airflow/www/static/js/api/useAssetEvents.ts b/airflow/www/static/js/api/useAssetEvents.ts
index 068bb471ef64e..a3762efb63e22 100644
--- a/airflow/www/static/js/api/useAssetEvents.ts
+++ b/airflow/www/static/js/api/useAssetEvents.ts
@@ -44,7 +44,7 @@ const useAssetEvents = ({
 }: Props) => {
   const query = useQuery<AssetEventCollection>(
     [
-      "datasets-events",
+      "assets-events",
       assetId,
       sourceDagId,
       sourceRunId,
@@ -55,7 +55,7 @@ const useAssetEvents = ({
       orderBy,
     ],
     () => {
-      const datasetsUrl = getMetaValue("asset_events_api");
+      const assetsUrl = getMetaValue("asset_events_api");
 
       const params = new URLSearchParamsWrapper();
 
@@ -69,7 +69,7 @@ const useAssetEvents = ({
       if (sourceMapIndex)
         params.set("source_map_index", sourceMapIndex.toString());
 
-      return axios.get(datasetsUrl, {
+      return axios.get(assetsUrl, {
         params,
       });
     },
diff --git a/airflow/www/static/js/api/useAssets.ts b/airflow/www/static/js/api/useAssets.ts
index 3654c583c12ef..6a8570891185d 100644
--- a/airflow/www/static/js/api/useAssets.ts
+++ b/airflow/www/static/js/api/useAssets.ts
@@ -30,13 +30,13 @@ interface Props {
 
 export default function useAssets({ dagIds, enabled = true }: Props) {
   return useQuery(
-    ["datasets", dagIds],
+    ["assets", dagIds],
     () => {
-      const datasetsUrl = getMetaValue("datasets_api");
+      const assetsUrl = getMetaValue("assets_api");
       const dagIdsParam =
         dagIds && dagIds.length ? { dag_ids: dagIds.join(",") } : {};
 
-      return axios.get<AxiosResponse, API.AssetCollection>(datasetsUrl, {
+      return axios.get<AxiosResponse, API.AssetCollection>(assetsUrl, {
         params: {
           ...dagIdsParam,
         },
diff --git a/airflow/www/static/js/api/useAssetsSummary.ts b/airflow/www/static/js/api/useAssetsSummary.ts
index 66b56ca9f6925..1910771e3f228 100644
--- a/airflow/www/static/js/api/useAssetsSummary.ts
+++ b/airflow/www/static/js/api/useAssetsSummary.ts
@@ -21,11 +21,11 @@ import axios, { AxiosResponse } from "axios";
 import { useQuery } from "react-query";
 
 import { getMetaValue } from "src/utils";
-import type { DatasetListItem } from "src/types";
+import type { AssetListItem } from "src/types";
 import type { unitOfTime } from "moment";
 
-export interface DatasetsData {
-  datasets: DatasetListItem[];
+export interface AssetsData {
+  assets: AssetListItem[];
   totalEntries: number;
 }
 
@@ -50,9 +50,9 @@ export default function useAssetsSummary({
   updatedAfter,
 }: Props) {
   const query = useQuery(
-    ["datasets_summary", limit, offset, order, uri, updatedAfter],
+    ["assets_summary", limit, offset, order, uri, updatedAfter],
     () => {
-      const datasetsUrl = getMetaValue("datasets_summary");
+      const assetsUrl = getMetaValue("assets_summary");
       const orderParam = order ? { order_by: order } : {};
       const uriParam = uri ? { uri_pattern: uri } : {};
       const updatedAfterParam =
@@ -64,7 +64,7 @@ export default function useAssetsSummary({
                 .toISOString(),
             }
           : {};
-      return axios.get<AxiosResponse, DatasetsData>(datasetsUrl, {
+      return axios.get<AxiosResponse, AssetsData>(assetsUrl, {
         params: {
           offset,
           limit,
@@ -80,6 +80,6 @@ export default function useAssetsSummary({
   );
   return {
     ...query,
-    data: query.data ?? { datasets: [], totalEntries: 0 },
+    data: query.data ?? { assets: [], totalEntries: 0 },
   };
 }
diff --git a/airflow/www/static/js/api/useCreateAssetEvent.ts b/airflow/www/static/js/api/useCreateAssetEvent.ts
index 7d2322c33ce9d..f2435a0c43ccd 100644
--- a/airflow/www/static/js/api/useCreateAssetEvent.ts
+++ b/airflow/www/static/js/api/useCreateAssetEvent.ts
@@ -25,13 +25,13 @@ import type { API } from "src/types";
 import useErrorToast from "src/utils/useErrorToast";
 
 interface Props {
-  datasetId?: number;
+  assetId?: number;
   uri?: string;
 }
 
 const createAssetUrl = getMetaValue("create_asset_event_api");
 
-export default function useCreateAssetEvent({ datasetId, uri }: Props) {
+export default function useCreateAssetEvent({ assetId, uri }: Props) {
   const queryClient = useQueryClient();
   const errorToast = useErrorToast();
 
@@ -44,7 +44,7 @@ export default function useCreateAssetEvent({ datasetId, uri }: Props) {
       }),
     {
       onSuccess: () => {
-        queryClient.invalidateQueries(["datasets-events", datasetId]);
+        queryClient.invalidateQueries(["assets-events", assetId]);
       },
       onError: (error: Error) => errorToast({ error }),
     }
diff --git a/airflow/www/static/js/api/useTIHistory.ts b/airflow/www/static/js/api/useTIHistory.ts
index 0293a39b9379b..1d1ee1d40f586 100644
--- a/airflow/www/static/js/api/useTIHistory.ts
+++ b/airflow/www/static/js/api/useTIHistory.ts
@@ -43,13 +43,13 @@ export default function useTIHistory({
   return useQuery<TaskInstanceCollection>(
     ["tiHistory", dagId, dagRunId, taskId, mapIndex],
     () => {
-      const tiHistoryUrl = getMetaValue("task_tries_api")
+      let tiHistoryUrl = getMetaValue("task_tries_api")
         .replace("_DAG_ID_", dagId)
         .replace("_DAG_RUN_ID_", dagRunId)
         .replace("_TASK_ID_", taskId);
 
-      if (mapIndex && mapIndex > -1) {
-        tiHistoryUrl.replace("/tries", `/${mapIndex}/tries`);
+      if (mapIndex !== undefined && mapIndex > -1) {
+        tiHistoryUrl = tiHistoryUrl.replace("/tries", `/${mapIndex}/tries`);
       }
 
       return axios.get(tiHistoryUrl);
diff --git a/airflow/www/static/js/datasetUtils.js b/airflow/www/static/js/assetUtils.js
similarity index 65%
rename from airflow/www/static/js/datasetUtils.js
rename to airflow/www/static/js/assetUtils.js
index 5ba5e3fe584fa..d2d556c4a2a38 100644
--- a/airflow/www/static/js/datasetUtils.js
+++ b/airflow/www/static/js/assetUtils.js
@@ -21,52 +21,52 @@
 
 import { getMetaValue } from "./utils";
 
-export function openDatasetModal(dagId, summary, nextDatasets, error) {
-  const assetEvents = nextDatasets.events || [];
-  const expression = nextDatasets.dataset_expression;
-  const datasetsUrl = getMetaValue("datasets_url");
-  $("#dataset_expression").empty();
-  $("#datasets_tbody").empty();
-  $("#datasets_error").hide();
+export function openAssetModal(dagId, summary, nextAssets, error) {
+  const assetEvents = nextAssets.events || [];
+  const expression = nextAssets.asset_expression;
+  const assetsUrl = getMetaValue("assets_url");
+  $("#asset_expression").empty();
+  $("#assets_tbody").empty();
+  $("#assets_error").hide();
   $("#dag_id").text(dagId);
-  $("#dataset_expression").text(JSON.stringify(expression, null, 2));
-  $("#datasetNextRunModal").modal({});
+  $("#asset_expression").text(JSON.stringify(expression, null, 2));
+  $("#assetNextRunModal").modal({});
   if (summary) $("#next_run_summary").text(summary);
   assetEvents.forEach((d) => {
     const row = document.createElement("tr");
 
     const uriCell = document.createElement("td");
-    const datasetLink = document.createElement("a");
-    datasetLink.href = `${datasetsUrl}?uri=${encodeURIComponent(d.uri)}`;
-    datasetLink.innerText = d.uri;
-    uriCell.append(datasetLink);
+    const assetLink = document.createElement("a");
+    assetLink.href = `${assetsUrl}?uri=${encodeURIComponent(d.uri)}`;
+    assetLink.innerText = d.uri;
+    uriCell.append(assetLink);
 
     const timeCell = document.createElement("td");
     if (d.lastUpdate) timeCell.append(isoDateToTimeEl(d.lastUpdate));
 
     row.append(uriCell);
     row.append(timeCell);
-    $("#datasets_tbody").append(row);
+    $("#assets_tbody").append(row);
   });
 
   if (error) {
-    $("#datasets_error_msg").text(error);
-    $("#datasets_error").show();
+    $("#assets_error_msg").text(error);
+    $("#assets_error").show();
   }
 }
 
-export function getDatasetTooltipInfo(dagId, run, setNextDatasets) {
-  let nextRunUrl = getMetaValue("next_run_datasets_url");
+export function getAssetTooltipInfo(dagId, run, setNextAssets) {
+  let nextRunUrl = getMetaValue("next_run_assets_url");
   if (dagId) {
     if (nextRunUrl.includes("__DAG_ID__")) {
       nextRunUrl = nextRunUrl.replace("__DAG_ID__", dagId);
     }
     $.get(nextRunUrl)
-      .done((nextDatasets) => {
-        const assetEvents = nextDatasets.events;
+      .done((nextAssets) => {
+        const assetEvents = nextAssets.events;
         let count = 0;
-        let title = "<strong>Pending datasets:</strong><br>";
-        setNextDatasets(nextDatasets);
+        let title = "<strong>Pending assets:</strong><br>";
+        setNextAssets(nextAssets);
         assetEvents.forEach((d) => {
           if (!d.created_at) {
             if (count < 4) title += `${d.uri}<br>`;
@@ -84,7 +84,7 @@ export function getDatasetTooltipInfo(dagId, run, setNextDatasets) {
           (response.responseJSON && response.responseJSON.error) ||
           "Something went wrong.";
         const error = `${textStatus}: ${err} ${description}`;
-        setNextDatasets([], error);
+        setNextAssets([], error);
       });
   }
 }
diff --git a/airflow/www/static/js/datasets/AssetDetails.tsx b/airflow/www/static/js/assets/AssetDetails.tsx
similarity index 82%
rename from airflow/www/static/js/datasets/AssetDetails.tsx
rename to airflow/www/static/js/assets/AssetDetails.tsx
index d85637b3f4dc8..105b60aa75caf 100644
--- a/airflow/www/static/js/datasets/AssetDetails.tsx
+++ b/airflow/www/static/js/assets/AssetDetails.tsx
@@ -42,10 +42,10 @@ interface Props {
 }
 
 const AssetDetails = ({ uri }: Props) => {
-  const { data: dataset, isLoading } = useAsset({ uri });
+  const { data: asset, isLoading } = useAsset({ uri });
 
-  const hasProducingTasks = !!dataset?.producingTasks?.length;
-  const hasConsumingDags = !!dataset?.consumingDags?.length;
+  const hasProducingTasks = !!asset?.producingTasks?.length;
+  const hasConsumingDags = !!asset?.consumingDags?.length;
 
   return (
     <Flex flexDirection="column">
@@ -53,8 +53,8 @@ const AssetDetails = ({ uri }: Props) => {
       <Grid templateColumns="repeat(5, 1fr)">
         {hasProducingTasks && (
           <GridItem colSpan={hasConsumingDags ? 2 : 4}>
-            <Heading size="sm">Tasks that update this Dataset</Heading>
-            {dataset?.producingTasks?.map((task) => {
+            <Heading size="sm">Tasks that update this Asset</Heading>
+            {asset?.producingTasks?.map((task) => {
               if (!task.taskId || !task.dagId) return null;
               const url = `${gridUrl?.replace(
                 "__DAG_ID__",
@@ -75,8 +75,8 @@ const AssetDetails = ({ uri }: Props) => {
         )}
         {hasConsumingDags && (
           <GridItem colSpan={hasProducingTasks ? 2 : 4}>
-            <Heading size="sm">DAGs that consume this Dataset</Heading>
-            {dataset?.consumingDags?.map((dag) => {
+            <Heading size="sm">DAGs that consume this Asset</Heading>
+            {asset?.consumingDags?.map((dag) => {
               if (!dag.dagId) return null;
               const url = gridUrl?.replace("__DAG_ID__", dag.dagId);
               return (
@@ -93,16 +93,16 @@ const AssetDetails = ({ uri }: Props) => {
           </GridItem>
         )}
       </Grid>
-      {dataset?.extra && !isEmpty(dataset?.extra) && (
+      {asset?.extra && !isEmpty(asset?.extra) && (
         <RenderedJsonField
-          content={dataset.extra}
+          content={asset.extra}
           bg="gray.100"
           maxH="300px"
           overflow="auto"
         />
       )}
       <Box mt={2}>
-        {dataset && dataset.id && <Events assetId={dataset.id} showLabel />}
+        {asset && asset.id && <Events assetId={asset.id} showLabel />}
       </Box>
     </Flex>
   );
diff --git a/airflow/www/static/js/datasets/AssetEvents.tsx b/airflow/www/static/js/assets/AssetEvents.tsx
similarity index 94%
rename from airflow/www/static/js/datasets/AssetEvents.tsx
rename to airflow/www/static/js/assets/AssetEvents.tsx
index ccddf4ace885d..318b6819264cc 100644
--- a/airflow/www/static/js/datasets/AssetEvents.tsx
+++ b/airflow/www/static/js/assets/AssetEvents.tsx
@@ -26,7 +26,7 @@ import { useAssetEvents } from "src/api";
 
 import { CardList, type CardDef } from "src/components/Table";
 import type { AssetEvent } from "src/types/api-generated";
-import DatasetEventCard from "src/components/DatasetEventCard";
+import AssetEventCard from "src/components/AssetEventCard";
 
 type Props = {
   assetId?: number;
@@ -34,7 +34,7 @@ type Props = {
 };
 
 const cardDef: CardDef<AssetEvent> = {
-  card: ({ row }) => <DatasetEventCard assetEvent={row} />,
+  card: ({ row }) => <AssetEventCard assetEvent={row} />,
 };
 
 const Events = ({ assetId, showLabel }: Props) => {
@@ -64,8 +64,8 @@ const Events = ({ assetId, showLabel }: Props) => {
         accessor: "timestamp",
       },
       {
-        Header: "Dataset",
-        accessor: "datasetUri",
+        Header: "Asset",
+        accessor: "assetUri",
       },
       {
         Header: "Source Task Instance",
diff --git a/airflow/www/static/js/datasets/AssetList.test.tsx b/airflow/www/static/js/assets/AssetList.test.tsx
similarity index 72%
rename from airflow/www/static/js/datasets/AssetList.test.tsx
rename to airflow/www/static/js/assets/AssetList.test.tsx
index 10bf0b45c82e9..d09a6a433b59a 100644
--- a/airflow/www/static/js/datasets/AssetList.test.tsx
+++ b/airflow/www/static/js/assets/AssetList.test.tsx
@@ -26,62 +26,62 @@ import * as useAssetsModule from "src/api/useAssetsSummary";
 import { Wrapper } from "src/utils/testUtils";
 
 import type { UseQueryResult } from "react-query";
-import type { DatasetListItem } from "src/types";
+import type { AssetListItem } from "src/types";
 import AssetsList from "./AssetsList";
 
-const datasets = [
+const assets = [
   {
     id: 0,
-    uri: "this_dataset",
+    uri: "this_asset",
     extra: null,
-    lastDatasetUpdate: null,
+    lastAssetUpdate: null,
     totalUpdates: 0,
     createdAt: new Date().toISOString(),
     updatedAt: new Date().toISOString(),
   },
   {
     id: 1,
-    uri: "that_dataset",
+    uri: "that_asset",
     extra: null,
-    lastDatasetUpdate: new Date().toISOString(),
+    lastAssetUpdate: new Date().toISOString(),
     totalUpdates: 10,
     createdAt: new Date().toISOString(),
     updatedAt: new Date().toISOString(),
   },
   {
     id: 1,
-    uri: "extra_dataset",
+    uri: "extra_asset",
     extra: null,
-    lastDatasetUpdate: new Date().toISOString(),
+    lastAssetUpdate: new Date().toISOString(),
     totalUpdates: 1,
     createdAt: new Date().toISOString(),
     updatedAt: new Date().toISOString(),
   },
 ];
 
-type UseAssetsReturn = UseQueryResult<useAssetsModule.DatasetsData> & {
-  data: useAssetsModule.DatasetsData;
+type UseAssetsReturn = UseQueryResult<useAssetsModule.AssetsData> & {
+  data: useAssetsModule.AssetsData;
 };
 
 const returnValue = {
   data: {
-    datasets,
-    totalEntries: datasets.length,
+    assets,
+    totalEntries: assets.length,
   },
   isSuccess: true,
 } as UseAssetsReturn;
 
 const emptyReturnValue = {
   data: {
-    datasets: [] as DatasetListItem[],
+    assets: [] as AssetListItem[],
     totalEntries: 0,
   },
   isSuccess: true,
   isLoading: false,
 } as UseAssetsReturn;
 
-describe("Test Datasets List", () => {
-  test("Displays a list of datasets", () => {
+describe("Test Assets List", () => {
+  test("Displays a list of assets", () => {
     jest
       .spyOn(useAssetsModule, "default")
       .mockImplementation(() => returnValue);
@@ -91,21 +91,21 @@ describe("Test Datasets List", () => {
       { wrapper: Wrapper }
     );
 
-    const listItems = queryAllByTestId("dataset-list-item");
+    const listItems = queryAllByTestId("asset-list-item");
 
     expect(listItems).toHaveLength(3);
 
-    expect(getByText(datasets[0].uri)).toBeDefined();
+    expect(getByText(assets[0].uri)).toBeDefined();
     expect(getByText("Total Updates: 0")).toBeDefined();
 
-    expect(getByText(datasets[1].uri)).toBeDefined();
+    expect(getByText(assets[1].uri)).toBeDefined();
     expect(getByText("Total Updates: 10")).toBeDefined();
 
-    expect(getByText(datasets[2].uri)).toBeDefined();
+    expect(getByText(assets[2].uri)).toBeDefined();
     expect(getByText("Total Updates: 1")).toBeDefined();
   });
 
-  test("Empty state displays when there are no datasets", () => {
+  test("Empty state displays when there are no assets", () => {
     jest
       .spyOn(useAssetsModule, "default")
       .mockImplementation(() => emptyReturnValue);
@@ -115,11 +115,11 @@ describe("Test Datasets List", () => {
       { wrapper: Wrapper }
     );
 
-    const listItems = queryAllByTestId("dataset-list-item");
+    const listItems = queryAllByTestId("asset-list-item");
 
     expect(listItems).toHaveLength(0);
 
-    expect(getByTestId("no-datasets-msg")).toBeInTheDocument();
+    expect(getByTestId("no-assets-msg")).toBeInTheDocument();
     expect(getByText("No Data found.")).toBeInTheDocument();
   });
 });
diff --git a/airflow/www/static/js/datasets/AssetsList.tsx b/airflow/www/static/js/assets/AssetsList.tsx
similarity index 87%
rename from airflow/www/static/js/datasets/AssetsList.tsx
rename to airflow/www/static/js/assets/AssetsList.tsx
index c1f3e4b8b4cff..4be107adca3ed 100644
--- a/airflow/www/static/js/datasets/AssetsList.tsx
+++ b/airflow/www/static/js/assets/AssetsList.tsx
@@ -38,7 +38,7 @@ interface Props {
 const DetailCell = ({ cell: { row } }: CellProps) => {
   const { totalUpdates, uri } = row.original;
   return (
-    <Box data-testid="dataset-list-item">
+    <Box data-testid="asset-list-item">
       <Text>{uri}</Text>
       <Text fontSize="sm" mt={2}>
         Total Updates: {totalUpdates}
@@ -65,13 +65,13 @@ const AssetsList = ({ onSelect }: Props) => {
   const dateFilter = searchParams.get(DATE_FILTER_PARAM) || undefined;
 
   const [sortBy, setSortBy] = useState<SortingRule<object>[]>([
-    { id: "lastDatasetUpdate", desc: true },
+    { id: "lastAssetUpdate", desc: true },
   ]);
   const sort = sortBy[0];
   const order = sort ? `${sort.desc ? "-" : ""}${snakeCase(sort.id)}` : "";
 
   const {
-    data: { datasets, totalEntries },
+    data: { assets, totalEntries },
     isLoading,
   } = useAssetsSummary({
     limit,
@@ -89,35 +89,35 @@ const AssetsList = ({ onSelect }: Props) => {
       },
       {
         Header: "Last Update",
-        accessor: "lastDatasetUpdate",
+        accessor: "lastAssetUpdate",
         Cell: TimeCell,
       },
     ],
     []
   );
 
-  const data = useMemo(() => datasets, [datasets]);
+  const data = useMemo(() => assets, [assets]);
   const memoSort = useMemo(() => sortBy, [sortBy]);
 
-  const onDatasetSelect = (row: Row<API.Asset>) => {
+  const onAssetSelect = (row: Row<API.Asset>) => {
     if (row.original.uri) onSelect({ uri: row.original.uri });
   };
 
-  const docsUrl = getMetaValue("datasets_docs");
+  const docsUrl = getMetaValue("assets_docs");
 
   return (
     <>
-      {!datasets.length && !isLoading && !dateFilter && (
-        <Text mb={4} data-testid="no-datasets-msg">
-          Looks like you do not have any datasets yet. Check out the{" "}
+      {!assets.length && !isLoading && !dateFilter && (
+        <Text mb={4} data-testid="no-assets-msg">
+          Looks like you do not have any assets yet. Check out the{" "}
           <Link color="blue" href={docsUrl} isExternal>
             docs
           </Link>{" "}
-          to learn how to create a dataset.
+          to learn how to create an asset.
         </Text>
       )}
       <Flex wrap="wrap" mb={2}>
-        <Text mr={2}>Filter datasets with updates in the past:</Text>
+        <Text mr={2}>Filter assets with updates in the past:</Text>
         <ButtonGroup size="sm" isAttached variant="outline">
           <Button
             onClick={() => {
@@ -168,7 +168,7 @@ const AssetsList = ({ onSelect }: Props) => {
             initialSortBy: memoSort,
           }}
           pageSize={limit}
-          onRowClicked={onDatasetSelect}
+          onRowClicked={onAssetSelect}
         />
       </Box>
     </>
diff --git a/airflow/www/static/js/datasets/CreateAssetEvent.tsx b/airflow/www/static/js/assets/CreateAssetEvent.tsx
similarity index 93%
rename from airflow/www/static/js/datasets/CreateAssetEvent.tsx
rename to airflow/www/static/js/assets/CreateAssetEvent.tsx
index 30e50721997fc..f51b069b78ef6 100644
--- a/airflow/www/static/js/datasets/CreateAssetEvent.tsx
+++ b/airflow/www/static/js/assets/CreateAssetEvent.tsx
@@ -54,14 +54,14 @@ function checkJsonString(str: string) {
 const CreateAssetEventModal = ({ uri, isOpen, onClose }: Props) => {
   const containerRef = useContainerRef();
   const [extra, setExtra] = useState("");
-  const { data: dataset } = useAsset({ uri });
+  const { data: asset } = useAsset({ uri });
 
   const isJson = checkJsonString(extra);
   const isDisabled = !!extra && !isJson;
 
   const { mutate: createAssetEvent, isLoading } = useCreateAssetEvent({
-    datasetId: dataset?.id,
-    uri: dataset?.uri,
+    assetId: asset?.id,
+    uri: asset?.uri,
   });
 
   const onSubmit = () => {
@@ -69,7 +69,7 @@ const CreateAssetEventModal = ({ uri, isOpen, onClose }: Props) => {
     onClose();
   };
 
-  if (!dataset) return null;
+  if (!asset) return null;
 
   return (
     <Modal
@@ -80,7 +80,7 @@ const CreateAssetEventModal = ({ uri, isOpen, onClose }: Props) => {
     >
       <ModalOverlay />
       <ModalContent>
-        <ModalHeader>Manually create event for {dataset?.uri}</ModalHeader>
+        <ModalHeader>Manually create event for {asset?.uri}</ModalHeader>
         <ModalCloseButton />
         <ModalBody>
           <FormControl isInvalid={isDisabled}>
diff --git a/airflow/www/static/js/datasets/Graph/DagNode.tsx b/airflow/www/static/js/assets/Graph/DagNode.tsx
similarity index 100%
rename from airflow/www/static/js/datasets/Graph/DagNode.tsx
rename to airflow/www/static/js/assets/Graph/DagNode.tsx
diff --git a/airflow/www/static/js/datasets/Graph/Legend.tsx b/airflow/www/static/js/assets/Graph/Legend.tsx
similarity index 95%
rename from airflow/www/static/js/datasets/Graph/Legend.tsx
rename to airflow/www/static/js/assets/Graph/Legend.tsx
index 5110dc3fd3eb2..e08a65076c7e8 100644
--- a/airflow/www/static/js/datasets/Graph/Legend.tsx
+++ b/airflow/www/static/js/assets/Graph/Legend.tsx
@@ -38,11 +38,11 @@ const Legend = () => (
       </Flex>
       <Flex alignItems="center" mr={2}>
         <HiDatabase size="14px" />
-        <Text ml={1}>Dataset</Text>
+        <Text ml={1}>Asset</Text>
       </Flex>
       <Flex alignItems="center">
         <PiRectangleDashed size="14px" />
-        <Text ml={1}>Dataset Alias</Text>
+        <Text ml={1}>Asset Alias</Text>
       </Flex>
     </Flex>
   </Box>
diff --git a/airflow/www/static/js/datasets/Graph/Node.tsx b/airflow/www/static/js/assets/Graph/Node.tsx
similarity index 100%
rename from airflow/www/static/js/datasets/Graph/Node.tsx
rename to airflow/www/static/js/assets/Graph/Node.tsx
diff --git a/airflow/www/static/js/datasets/Graph/index.tsx b/airflow/www/static/js/assets/Graph/index.tsx
similarity index 96%
rename from airflow/www/static/js/datasets/Graph/index.tsx
rename to airflow/www/static/js/assets/Graph/index.tsx
index a7a4e95ec8fc9..4870338a672b7 100644
--- a/airflow/www/static/js/datasets/Graph/index.tsx
+++ b/airflow/www/static/js/assets/Graph/index.tsx
@@ -71,7 +71,7 @@ const Graph = ({ selectedNodeId, onSelect }: Props) => {
           ...e,
           isSelected:
             selectedNodeId &&
-            (e.id.includes(`dataset:${selectedNodeId}`) ||
+            (e.id.includes(`asset:${selectedNodeId}`) ||
               e.id.includes(`dag:${selectedNodeId}`)),
         },
       },
@@ -142,7 +142,7 @@ const Graph = ({ selectedNodeId, onSelect }: Props) => {
         <ControlButton onClick={focusNode} disabled={!selectedNodeId}>
           <Tooltip
             portalProps={{ containerRef }}
-            label="Center selected dataset"
+            label="Center selected asset"
             placement="right"
           >
             <Box>
@@ -154,7 +154,7 @@ const Graph = ({ selectedNodeId, onSelect }: Props) => {
                   maxHeight: "16px",
                   color: colors.gray[800],
                 }}
-                aria-label="Center selected dataset"
+                aria-label="Center selected asset"
               />
             </Box>
           </Tooltip>
diff --git a/airflow/www/static/js/datasets/Main.tsx b/airflow/www/static/js/assets/Main.tsx
similarity index 94%
rename from airflow/www/static/js/datasets/Main.tsx
rename to airflow/www/static/js/assets/Main.tsx
index 7e56cc9b3af94..f77d9b05c5d1b 100644
--- a/airflow/www/static/js/datasets/Main.tsx
+++ b/airflow/www/static/js/assets/Main.tsx
@@ -64,7 +64,7 @@ const tabToIndex = (tab?: string) => {
   switch (tab) {
     case "graph":
       return 1;
-    case "datasets":
+    case "assets":
       return 2;
     case "details":
     case "events":
@@ -80,19 +80,19 @@ const indexToTab = (index: number, uri?: string) => {
     case 1:
       return "graph";
     case 2:
-      if (!uri) return "datasets";
+      if (!uri) return "assets";
       return undefined;
     default:
       return undefined;
   }
 };
 
-const Datasets = () => {
+const Assets = () => {
   const contentRef = useRef<HTMLDivElement>(null);
   const offsetTop = useOffsetTop(contentRef);
   const height = `calc(100vh - ${offsetTop + 100}px)`;
 
-  const { data: datasetDependencies, isLoading } = useAssetDependencies();
+  const { data: assetDependencies, isLoading } = useAssetDependencies();
   const [searchParams, setSearchParams] = useSearchParams();
 
   const { isOpen, onToggle, onClose } = useDisclosure();
@@ -131,7 +131,7 @@ const Datasets = () => {
       if (timestamp) searchParams.set(TIMESTAMP_PARAM, timestamp);
       else searchParams.delete(TIMESTAMP_PARAM);
       searchParams.delete(DAG_ID_PARAM);
-      if (tab === "datasets") searchParams.delete(TAB_PARAM);
+      if (tab === "assets") searchParams.delete(TAB_PARAM);
     } else {
       searchParams.delete(DATASET_URI_PARAM);
       searchParams.delete(TIMESTAMP_PARAM);
@@ -163,7 +163,7 @@ const Datasets = () => {
               isCurrentPage={!selectedUri}
             >
               <Heading as="h3" size="md">
-                Datasets
+                Assets
               </Heading>
             </BreadcrumbLink>
           </BreadcrumbItem>
@@ -189,14 +189,14 @@ const Datasets = () => {
         </Breadcrumb>
         {selectedUri && (
           <Tooltip
-            label="Manually create dataset event"
+            label="Manually create asset event"
             hasArrow
             portalProps={{ containerRef }}
           >
             <IconButton
               variant="outline"
               colorScheme="blue"
-              aria-label="Manually create dataset event"
+              aria-label="Manually create asset event"
               onClick={onToggle}
             >
               <MdPlayArrow />
@@ -210,7 +210,7 @@ const Datasets = () => {
             <Tab>
               <MdEvent size={16} />
               <Text as="strong" ml={1}>
-                Dataset Events
+                Asset Events
               </Text>
             </Tab>
           )}
@@ -232,7 +232,7 @@ const Datasets = () => {
             <Tab>
               <HiDatabase size={16} />
               <Text as="strong" ml={1}>
-                Datasets
+                Assets
               </Text>
             </Tab>
           )}
@@ -252,7 +252,7 @@ const Datasets = () => {
             {isLoading && <Spinner position="absolute" top="50%" left="50%" />}
             {/* the graph needs a defined height to render properly */}
             <SearchBar
-              datasetDependencies={datasetDependencies}
+              assetDependencies={assetDependencies}
               selectedDagId={selectedDagId}
               selectedUri={selectedUri}
               onSelectNode={onSelect}
@@ -291,4 +291,4 @@ const Datasets = () => {
   );
 };
 
-export default Datasets;
+export default Assets;
diff --git a/airflow/www/static/js/datasets/SearchBar.tsx b/airflow/www/static/js/assets/SearchBar.tsx
similarity index 81%
rename from airflow/www/static/js/datasets/SearchBar.tsx
rename to airflow/www/static/js/assets/SearchBar.tsx
index b54f4a66a885b..f47d7d49add15 100644
--- a/airflow/www/static/js/datasets/SearchBar.tsx
+++ b/airflow/www/static/js/assets/SearchBar.tsx
@@ -20,11 +20,11 @@
 import React from "react";
 import { Select, SingleValue, useChakraSelectProps } from "chakra-react-select";
 
-import type { DatasetDependencies } from "src/api/useAssetDependencies";
+import type { AssetDependencies } from "src/api/useAssetDependencies";
 import type { OnSelectProps } from "./types";
 
 interface Props {
-  datasetDependencies?: DatasetDependencies;
+  assetDependencies?: AssetDependencies;
   selectedDagId?: string;
   selectedUri?: string;
   onSelectNode: (props: OnSelectProps) => void;
@@ -36,47 +36,47 @@ interface Option {
 }
 
 const SearchBar = ({
-  datasetDependencies,
+  assetDependencies,
   selectedDagId,
   selectedUri,
   onSelectNode,
 }: Props) => {
   const dagOptions: Option[] = [];
-  const datasetOptions: Option[] = [];
-  (datasetDependencies?.nodes || []).forEach((node) => {
+  const assetOptions: Option[] = [];
+  (assetDependencies?.nodes || []).forEach((node) => {
     if (node.value.class === "dag")
       dagOptions.push({ value: node.id, label: node.value.label });
     if (node.value.class === "asset")
-      datasetOptions.push({ value: node.id, label: node.value.label });
+      assetOptions.push({ value: node.id, label: node.value.label });
   });
 
   const onSelect = (option: SingleValue<Option>) => {
     let type = "";
     if (option) {
-      if (option.value.startsWith("dataset:")) type = "dataset";
+      if (option.value.startsWith("asset:")) type = "asset";
       else if (option.value.startsWith("dag:")) type = "dag";
       if (type === "dag") onSelectNode({ dagId: option.label });
-      else if (type === "dataset") onSelectNode({ uri: option.label });
+      else if (type === "asset") onSelectNode({ uri: option.label });
     }
   };
 
   let option;
   if (selectedUri) {
-    option = { label: selectedUri, value: `dataset:${selectedUri}` };
+    option = { label: selectedUri, value: `asset:${selectedUri}` };
   } else if (selectedDagId) {
     option = { label: selectedDagId, value: `dag:${selectedDagId}` };
   }
 
   const searchProps = useChakraSelectProps<Option, false>({
     selectedOptionStyle: "check",
-    isDisabled: !datasetDependencies,
+    isDisabled: !assetDependencies,
     value: option,
     onChange: onSelect,
     options: [
       { label: "DAGs", options: dagOptions },
-      { label: "Datasets", options: datasetOptions },
+      { label: "Assets", options: assetOptions },
     ],
-    placeholder: "Search by DAG ID or Dataset URI",
+    placeholder: "Search by DAG ID or Asset URI",
     chakraStyles: {
       dropdownIndicator: (provided) => ({
         ...provided,
diff --git a/airflow/www/static/js/datasets/index.tsx b/airflow/www/static/js/assets/index.tsx
similarity index 97%
rename from airflow/www/static/js/datasets/index.tsx
rename to airflow/www/static/js/assets/index.tsx
index 63f33d917887e..ef10b6384ccad 100644
--- a/airflow/www/static/js/datasets/index.tsx
+++ b/airflow/www/static/js/assets/index.tsx
@@ -25,7 +25,7 @@ import createCache from "@emotion/cache";
 import reactFlowStyle from "reactflow/dist/style.css";
 
 import App from "src/App";
-import Datasets from "./Main";
+import Assets from "./Main";
 
 // create shadowRoot
 const root = document.querySelector("#root");
@@ -45,7 +45,7 @@ if (mainElement) {
   const reactRoot = createRoot(mainElement);
   reactRoot.render(
     <App cache={cache}>
-      <Datasets />
+      <Assets />
     </App>
   );
 }
diff --git a/airflow/www/static/js/datasets/types.ts b/airflow/www/static/js/assets/types.ts
similarity index 100%
rename from airflow/www/static/js/datasets/types.ts
rename to airflow/www/static/js/assets/types.ts
diff --git a/airflow/www/static/js/cluster-activity/historical-metrics/index.tsx b/airflow/www/static/js/cluster-activity/historical-metrics/index.tsx
index 5e319c9c3effe..794e17b60cb31 100644
--- a/airflow/www/static/js/cluster-activity/historical-metrics/index.tsx
+++ b/airflow/www/static/js/cluster-activity/historical-metrics/index.tsx
@@ -71,7 +71,7 @@ const HistoricalMetrics = () => {
                   pr={4}
                   colorPalette={{
                     backfill: stateColors.deferred,
-                    datasetTriggered: stateColors.queued,
+                    assetTriggered: stateColors.queued,
                     manual: stateColors.success,
                     scheduled: stateColors.scheduled,
                   }}
diff --git a/airflow/www/static/js/cluster-activity/index.test.tsx b/airflow/www/static/js/cluster-activity/index.test.tsx
index 3381a5be87325..4a162e12bdf7e 100644
--- a/airflow/www/static/js/cluster-activity/index.test.tsx
+++ b/airflow/www/static/js/cluster-activity/index.test.tsx
@@ -37,7 +37,7 @@ const mockHistoricalMetricsData = {
   dag_run_states: { failed: 0, queued: 0, running: 0, success: 306 },
   dag_run_types: {
     backfill: 0,
-    dataset_triggered: 0,
+    asset_triggered: 0,
     manual: 14,
     scheduled: 292,
   },
diff --git a/airflow/www/static/js/cluster-activity/live-metrics/Pools.tsx b/airflow/www/static/js/cluster-activity/live-metrics/Pools.tsx
index 037f5cce6d1b2..6aa0247bcbf0a 100644
--- a/airflow/www/static/js/cluster-activity/live-metrics/Pools.tsx
+++ b/airflow/www/static/js/cluster-activity/live-metrics/Pools.tsx
@@ -48,7 +48,7 @@ const Pools = (props: BoxProps) => {
   const { data, isError } = usePools();
 
   const option: ReactEChartsProps["option"] = {
-    dataset: {
+    asset: {
       source: [
         ["pool", "open", "queued", "running", "scheduled", "deferred"],
         ...formatData(data),
diff --git a/airflow/www/static/js/components/DatasetEventCard.tsx b/airflow/www/static/js/components/AssetEventCard.tsx
similarity index 89%
rename from airflow/www/static/js/components/DatasetEventCard.tsx
rename to airflow/www/static/js/components/AssetEventCard.tsx
index 9dd1ee91e3731..8717976146152 100644
--- a/airflow/www/static/js/components/DatasetEventCard.tsx
+++ b/airflow/www/static/js/components/AssetEventCard.tsx
@@ -48,9 +48,9 @@ type CardProps = {
   showTriggeredDagRuns?: boolean;
 };
 
-const datasetsUrl = getMetaValue("datasets_url");
+const assetsUrl = getMetaValue("assets_url");
 
-const DatasetEventCard = ({
+const AssetEventCard = ({
   assetEvent,
   showSource = true,
   showTriggeredDagRuns = true,
@@ -69,7 +69,7 @@ const DatasetEventCard = ({
     <Box>
       <Grid
         templateColumns="repeat(4, 1fr)"
-        key={`${assetEvent.datasetId}-${assetEvent.timestamp}`}
+        key={`${assetEvent.assetId}-${assetEvent.timestamp}`}
         _hover={{ bg: "gray.50" }}
         transition="background-color 0.2s"
         p={2}
@@ -81,18 +81,18 @@ const DatasetEventCard = ({
           <Time dateTime={assetEvent.timestamp} />
           <Flex alignItems="center">
             <HiDatabase size="16px" />
-            {assetEvent.datasetUri && assetEvent.datasetUri !== selectedUri ? (
+            {assetEvent.assetUri && assetEvent.assetUri !== selectedUri ? (
               <Link
                 color="blue.600"
                 ml={2}
-                href={`${datasetsUrl}?uri=${encodeURIComponent(
-                  assetEvent.datasetUri
+                href={`${assetsUrl}?uri=${encodeURIComponent(
+                  assetEvent.assetUri
                 )}`}
               >
-                {assetEvent.datasetUri}
+                {assetEvent.assetUri}
               </Link>
             ) : (
-              <Text ml={2}>{assetEvent.datasetUri}</Text>
+              <Text ml={2}>{assetEvent.assetUri}</Text>
             )}
           </Flex>
         </GridItem>
@@ -142,4 +142,4 @@ const DatasetEventCard = ({
   );
 };
 
-export default DatasetEventCard;
+export default AssetEventCard;
diff --git a/airflow/www/static/js/components/Graph/Edge.tsx b/airflow/www/static/js/components/Graph/Edge.tsx
index b51ee77c1296d..5297ad0b58e60 100644
--- a/airflow/www/static/js/components/Graph/Edge.tsx
+++ b/airflow/www/static/js/components/Graph/Edge.tsx
@@ -32,8 +32,8 @@ const CustomEdge = ({ data }: EdgeProps) => {
   const { colors } = useTheme();
   if (!data) return null;
   const { rest } = data;
-  // We can not actually say a dataset is upstream of a particular task so do not render the edge
-  if (rest.isSourceDataset) return null;
+  // We can not actually say an asset is upstream of a particular task so do not render the edge
+  if (rest.isSourceAsset) return null;
   let strokeWidth = 2;
   if (rest.isSelected) strokeWidth = 3;
   if (rest.isZoomedOut) strokeWidth = 5;
diff --git a/airflow/www/static/js/components/RunTypeIcon.tsx b/airflow/www/static/js/components/RunTypeIcon.tsx
index 19e59babd3157..5d5be01663385 100644
--- a/airflow/www/static/js/components/RunTypeIcon.tsx
+++ b/airflow/www/static/js/components/RunTypeIcon.tsx
@@ -42,7 +42,7 @@ const DagRunTypeIcon = ({ runType, ...rest }: Props) => {
       return <RiArrowGoBackFill style={iconStyle} {...rest} />;
     case "scheduled":
       return <MdOutlineSchedule style={iconStyle} {...rest} />;
-    case "dataset_triggered":
+    case "asset_triggered":
       return <HiDatabase style={iconStyle} {...rest} />;
     default:
       return null;
diff --git a/airflow/www/static/js/connection_form.js b/airflow/www/static/js/connection_form.js
index 886ff208d71f3..d039fc7275462 100644
--- a/airflow/www/static/js/connection_form.js
+++ b/airflow/www/static/js/connection_form.js
@@ -77,9 +77,9 @@ function restoreFieldBehaviours() {
   Array.from(document.querySelectorAll("label[data-orig-text]")).forEach(
     (elem) => {
       // eslint-disable-next-line no-param-reassign
-      elem.innerText = elem.dataset.origText;
+      elem.innerText = elem.asset.origText;
       // eslint-disable-next-line no-param-reassign
-      delete elem.dataset.origText;
+      delete elem.asset.origText;
     }
   );
 
@@ -109,7 +109,7 @@ function applyFieldBehaviours(connection) {
     if (connection.relabeling) {
       Object.keys(connection.relabeling).forEach((field) => {
         const label = document.querySelector(`label[for='${field}']`);
-        label.dataset.origText = label.innerText;
+        label.asset.origText = label.innerText;
         label.innerText = connection.relabeling[field];
       });
     }
diff --git a/airflow/www/static/js/dag.js b/airflow/www/static/js/dag.js
index f178ac0a5b024..faa363c17d7f7 100644
--- a/airflow/www/static/js/dag.js
+++ b/airflow/www/static/js/dag.js
@@ -21,33 +21,33 @@
 
 import { getMetaValue } from "./utils";
 import { approxTimeFromNow, formatDateTime } from "./datetime_utils";
-import { openDatasetModal, getDatasetTooltipInfo } from "./datasetUtils";
+import { openAssetModal, getAssetTooltipInfo } from "./assetUtils";
 
 const dagId = getMetaValue("dag_id");
 const pausedUrl = getMetaValue("paused_url");
 // eslint-disable-next-line import/prefer-default-export
 export const dagTZ = getMetaValue("dag_timezone");
-const datasetsUrl = getMetaValue("datasets_url");
+const assetsUrl = getMetaValue("assets_url");
 const nextRun = {
   createAfter: getMetaValue("next_dagrun_create_after"),
   intervalStart: getMetaValue("next_dagrun_data_interval_start"),
   intervalEnd: getMetaValue("next_dagrun_data_interval_end"),
 };
-let nextDatasets = [];
-let nextDatasetsError;
+let nextAssets = [];
+let nextAssetsError;
 
-const setNextDatasets = (datasets, error) => {
-  nextDatasets = datasets;
-  nextDatasetsError = error;
+const setNextAssets = (assets, error) => {
+  nextAssets = assets;
+  nextAssetsError = error;
 };
 
 $(window).on("load", function onLoad() {
   $(`a[href*="${this.location.pathname}"]`).parent().addClass("active");
   $(".never_active").removeClass("active");
-  const run = $("#next-dataset-tooltip");
-  const singleDatasetUri = $(run).data("uri");
-  if (!singleDatasetUri) {
-    getDatasetTooltipInfo(dagId, run, setNextDatasets);
+  const run = $("#next-asset-tooltip");
+  const singleAssetUri = $(run).data("uri");
+  if (!singleAssetUri) {
+    getAssetTooltipInfo(dagId, run, setNextAssets);
   }
 });
 
@@ -104,15 +104,15 @@ $("#next-run").on("mouseover", () => {
   });
 });
 
-$(".next-dataset-triggered").on("click", (e) => {
-  const run = $("#next-dataset-tooltip");
+$(".next-asset-triggered").on("click", (e) => {
+  const run = $("#next-asset-tooltip");
   const summary = $(e.target).data("summary");
-  const singleDatasetUri = $(run).data("uri");
-  if (!singleDatasetUri) {
-    openDatasetModal(dagId, summary, nextDatasets, nextDatasetsError);
+  const singleAssetUri = $(run).data("uri");
+  if (!singleAssetUri) {
+    openAssetModal(dagId, summary, nextAssets, nextAssetsError);
   } else {
-    window.location.href = `${datasetsUrl}?uri=${encodeURIComponent(
-      singleDatasetUri
+    window.location.href = `${assetsUrl}?uri=${encodeURIComponent(
+      singleAssetUri
     )}`;
   }
 });
diff --git a/airflow/www/static/js/dag/details/Header.tsx b/airflow/www/static/js/dag/details/Header.tsx
index 172443ca47b36..f881a48213b9d 100644
--- a/airflow/www/static/js/dag/details/Header.tsx
+++ b/airflow/www/static/js/dag/details/Header.tsx
@@ -66,7 +66,7 @@ const Header = ({ mapIndex }: Props) => {
       runId.includes("manual__") ||
       runId.includes("scheduled__") ||
       runId.includes("backfill__") ||
-      runId.includes("dataset_triggered__") ? (
+      runId.includes("asset_triggered__") ? (
         <Time dateTime={getDagRunLabel({ dagRun })} />
       ) : (
         runId
diff --git a/airflow/www/static/js/dag/details/dag/Dag.tsx b/airflow/www/static/js/dag/details/dag/Dag.tsx
index 9643064d2a3b1..5b3a37b5c2b81 100644
--- a/airflow/www/static/js/dag/details/dag/Dag.tsx
+++ b/airflow/www/static/js/dag/details/dag/Dag.tsx
@@ -242,14 +242,14 @@ const Dag = () => {
                 </Td>
                 <Td />
               </Tr>
-              {!!dagDetailsData.datasetExpression && (
+              {!!dagDetailsData.assetExpression && (
                 <Tr>
-                  <Td>Dataset Conditions</Td>
+                  <Td>Asset Conditions</Td>
                   <Td>
                     <Code>
                       <pre>
                         {JSON.stringify(
-                          dagDetailsData.datasetExpression,
+                          dagDetailsData.assetExpression,
                           null,
                           2
                         )}
diff --git a/airflow/www/static/js/dag/details/dag/RunDurationChart.tsx b/airflow/www/static/js/dag/details/dag/RunDurationChart.tsx
index 023e099051928..b338b40fa0c20 100644
--- a/airflow/www/static/js/dag/details/dag/RunDurationChart.tsx
+++ b/airflow/www/static/js/dag/details/dag/RunDurationChart.tsx
@@ -187,7 +187,7 @@ const RunDurationChart = ({ showLandingTimes }: Props) => {
       },
     ],
     // @ts-ignore
-    dataset: {
+    asset: {
       dimensions: [
         "runId",
         ...(showLandingTimes ? ["landingDurationUnit"] : []),
diff --git a/airflow/www/static/js/dag/details/dagRun/DatasetTriggerEvents.tsx b/airflow/www/static/js/dag/details/dagRun/AssetTriggerEvents.tsx
similarity index 84%
rename from airflow/www/static/js/dag/details/dagRun/DatasetTriggerEvents.tsx
rename to airflow/www/static/js/dag/details/dagRun/AssetTriggerEvents.tsx
index 6deedb073e8d9..f1bc9f877699c 100644
--- a/airflow/www/static/js/dag/details/dagRun/DatasetTriggerEvents.tsx
+++ b/airflow/www/static/js/dag/details/dagRun/AssetTriggerEvents.tsx
@@ -23,7 +23,7 @@ import { useUpstreamAssetEvents } from "src/api";
 import type { DagRun as DagRunType } from "src/types";
 import { CardDef, CardList } from "src/components/Table";
 import type { AssetEvent } from "src/types/api-generated";
-import DatasetEventCard from "src/components/DatasetEventCard";
+import AssetEventCard from "src/components/AssetEventCard";
 import { getMetaValue } from "src/utils";
 
 interface Props {
@@ -34,11 +34,11 @@ const dagId = getMetaValue("dag_id");
 
 const cardDef: CardDef<AssetEvent> = {
   card: ({ row }) => (
-    <DatasetEventCard assetEvent={row} showTriggeredDagRuns={false} />
+    <AssetEventCard assetEvent={row} showTriggeredDagRuns={false} />
   ),
 };
 
-const DatasetTriggerEvents = ({ runId }: Props) => {
+const AssetTriggerEvents = ({ runId }: Props) => {
   const {
     data: { assetEvents = [] },
     isLoading,
@@ -51,8 +51,8 @@ const DatasetTriggerEvents = ({ runId }: Props) => {
         accessor: "timestamp",
       },
       {
-        Header: "Dataset",
-        accessor: "datasetUri",
+        Header: "Asset",
+        accessor: "assetUri",
       },
       {
         Header: "Source Task Instance",
@@ -71,9 +71,9 @@ const DatasetTriggerEvents = ({ runId }: Props) => {
   return (
     <Box mt={3} flexGrow={1}>
       <Text as="strong" mb={3}>
-        Dataset Events
+        Asset Events
       </Text>
-      <Text>Dataset updates that triggered this DAG run.</Text>
+      <Text>Asset updates that triggered this DAG run.</Text>
       <CardList
         data={data}
         columns={columns}
@@ -84,4 +84,4 @@ const DatasetTriggerEvents = ({ runId }: Props) => {
   );
 };
 
-export default DatasetTriggerEvents;
+export default AssetTriggerEvents;
diff --git a/airflow/www/static/js/dag/details/dagRun/index.tsx b/airflow/www/static/js/dag/details/dagRun/index.tsx
index 05679a598faa9..ad456a938cddc 100644
--- a/airflow/www/static/js/dag/details/dagRun/index.tsx
+++ b/airflow/www/static/js/dag/details/dagRun/index.tsx
@@ -24,7 +24,7 @@ import { getMetaValue, useOffsetTop } from "src/utils";
 import type { DagRun as DagRunType } from "src/types";
 import NotesAccordion from "src/dag/details/NotesAccordion";
 
-import DatasetTriggerEvents from "./DatasetTriggerEvents";
+import AssetTriggerEvents from "./AssetTriggerEvents";
 import DagRunDetails from "./Details";
 
 const dagId = getMetaValue("dag_id");
@@ -58,9 +58,7 @@ const DagRun = ({ runId }: Props) => {
         initialValue={note}
         key={dagId + runId}
       />
-      {runType === "dataset_triggered" && (
-        <DatasetTriggerEvents runId={runId} />
-      )}
+      {runType === "asset_triggered" && <AssetTriggerEvents runId={runId} />}
       <DagRunDetails run={run} />
     </Box>
   );
diff --git a/airflow/www/static/js/dag/details/graph/DatasetNode.tsx b/airflow/www/static/js/dag/details/graph/AssetNode.tsx
similarity index 95%
rename from airflow/www/static/js/dag/details/graph/DatasetNode.tsx
rename to airflow/www/static/js/dag/details/graph/AssetNode.tsx
index d80f399b032a3..e33ccc822541d 100644
--- a/airflow/www/static/js/dag/details/graph/DatasetNode.tsx
+++ b/airflow/www/static/js/dag/details/graph/AssetNode.tsx
@@ -44,9 +44,9 @@ import TriggeredDagRuns from "src/components/TriggeredDagRuns";
 
 import type { CustomNodeProps } from "./Node";
 
-const datasetsUrl = getMetaValue("datasets_url");
+const assetsUrl = getMetaValue("assets_url");
 
-const DatasetNode = ({
+const AssetNode = ({
   data: { label, height, width, latestDagRunId, isZoomedOut, assetEvent },
 }: NodeProps<CustomNodeProps>) => {
   const containerRef = useContainerRef();
@@ -97,7 +97,7 @@ const DatasetNode = ({
                     marginRight: "3px",
                   }}
                 />
-                Dataset
+                Asset
               </Text>
               {!!assetEvent && (
                 <Text
@@ -147,9 +147,9 @@ const DatasetNode = ({
           <PopoverFooter>
             <Link
               color="blue"
-              href={`${datasetsUrl}?uri=${encodeURIComponent(label)}`}
+              href={`${assetsUrl}?uri=${encodeURIComponent(label)}`}
             >
-              View Dataset
+              View Asset
             </Link>
           </PopoverFooter>
         </PopoverContent>
@@ -158,4 +158,4 @@ const DatasetNode = ({
   );
 };
 
-export default DatasetNode;
+export default AssetNode;
diff --git a/airflow/www/static/js/dag/details/graph/Node.tsx b/airflow/www/static/js/dag/details/graph/Node.tsx
index c1ac9e9361da6..9336336999ece 100644
--- a/airflow/www/static/js/dag/details/graph/Node.tsx
+++ b/airflow/www/static/js/dag/details/graph/Node.tsx
@@ -28,7 +28,7 @@ import type { AssetEvent } from "src/types/api-generated";
 import Tooltip from "src/components/Tooltip";
 import { useContainerRef } from "src/context/containerRef";
 import { hoverDelay } from "src/utils";
-import DatasetNode from "./DatasetNode";
+import AssetNode from "./AssetNode";
 import DagNode from "./DagNode";
 
 export interface CustomNodeProps {
@@ -94,7 +94,7 @@ const Node = (props: NodeProps<CustomNodeProps>) => {
     );
   }
 
-  if (data.class === "asset") return <DatasetNode {...props} />;
+  if (data.class === "asset") return <AssetNode {...props} />;
 
   return <DagNode {...props} />;
 };
diff --git a/airflow/www/static/js/dag/details/graph/index.tsx b/airflow/www/static/js/dag/details/graph/index.tsx
index b9511b6664181..0873bb419dcec 100644
--- a/airflow/www/static/js/dag/details/graph/index.tsx
+++ b/airflow/www/static/js/dag/details/graph/index.tsx
@@ -58,41 +58,41 @@ interface Props {
 
 const dagId = getMetaValue("dag_id");
 
-type DatasetExpression = {
-  all?: (string | DatasetExpression)[];
-  any?: (string | DatasetExpression)[];
+type AssetExpression = {
+  all?: (string | AssetExpression)[];
+  any?: (string | AssetExpression)[];
 };
 
-const getUpstreamDatasets = (
-  datasetExpression: DatasetExpression,
+const getUpstreamAssets = (
+  assetExpression: AssetExpression,
   firstChildId: string,
   level = 0
 ) => {
   let edges: WebserverEdge[] = [];
   let nodes: DepNode[] = [];
   let type: DepNode["value"]["class"] | undefined;
-  const datasetIds: string[] = [];
-  let nestedExpression: DatasetExpression | undefined;
-  if (datasetExpression?.any) {
+  const assetIds: string[] = [];
+  let nestedExpression: AssetExpression | undefined;
+  if (assetExpression?.any) {
     type = "or-gate";
-    datasetExpression.any.forEach((de) => {
-      if (typeof de === "string") datasetIds.push(de);
+    assetExpression.any.forEach((de) => {
+      if (typeof de === "string") assetIds.push(de);
       else nestedExpression = de;
     });
-  } else if (datasetExpression?.all) {
+  } else if (assetExpression?.all) {
     type = "and-gate";
-    datasetExpression.all.forEach((de) => {
-      if (typeof de === "string") datasetIds.push(de);
+    assetExpression.all.forEach((de) => {
+      if (typeof de === "string") assetIds.push(de);
       else nestedExpression = de;
     });
   }
 
-  if (type && datasetIds.length) {
+  if (type && assetIds.length) {
     edges.push({
       sourceId: `${type}-${level}`,
-      // Point upstream datasets to the first task
+      // Point upstream assets to the first task
       targetId: firstChildId,
-      isSourceDataset: level === 0,
+      isSourceAsset: level === 0,
     });
     nodes.push({
       id: `${type}-${level}`,
@@ -101,7 +101,7 @@ const getUpstreamDatasets = (
         label: "",
       },
     });
-    datasetIds.forEach((d: string) => {
+    assetIds.forEach((d: string) => {
       nodes.push({
         id: d,
         value: {
@@ -116,7 +116,7 @@ const getUpstreamDatasets = (
     });
 
     if (nestedExpression) {
-      const data = getUpstreamDatasets(
+      const data = getUpstreamAssets(
         nestedExpression,
         `${type}-${level}`,
         (level += 1)
@@ -138,7 +138,7 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
   const [hasRendered, setHasRendered] = useState(false);
   const [isZoomedOut, setIsZoomedOut] = useState(false);
   const { selected } = useSelection();
-  const [showDatasets, setShowDatasets] = useState(true);
+  const [showAssets, setShowAssets] = useState(true);
 
   const {
     data: { dagRuns, groups },
@@ -150,16 +150,16 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
     setArrange(data?.arrange || "LR");
   }, [data?.arrange]);
 
-  const { data: datasetsCollection } = useAssets({
+  const { data: assetsCollection } = useAssets({
     dagIds: [dagId],
   });
 
-  let datasetNodes: DepNode[] = [];
-  let datasetEdges: WebserverEdge[] = [];
+  let assetNodes: DepNode[] = [];
+  let assetEdges: WebserverEdge[] = [];
 
-  const { nodes: upstreamDatasetNodes, edges: upstreamDatasetEdges } =
-    getUpstreamDatasets(
-      dagDetails.datasetExpression as DatasetExpression,
+  const { nodes: upstreamAssetNodes, edges: upstreamAssetEdges } =
+    getUpstreamAssets(
+      dagDetails.assetExpression as AssetExpression,
       data?.nodes?.children?.[0]?.id ?? ""
     );
 
@@ -169,8 +169,7 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
     dagId,
     dagRunId: selected.runId || "",
     options: {
-      enabled:
-        !!upstreamDatasetNodes.length && !!selected.runId && showDatasets,
+      enabled: !!upstreamAssetNodes.length && !!selected.runId && showAssets,
     },
   });
 
@@ -179,13 +178,13 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
   } = useAssetEvents({
     sourceDagId: dagId,
     sourceRunId: selected.runId || undefined,
-    options: { enabled: !!selected.runId && showDatasets },
+    options: { enabled: !!selected.runId && showAssets },
   });
 
-  if (showDatasets) {
-    datasetNodes = [...upstreamDatasetNodes];
-    datasetEdges = [...upstreamDatasetEdges];
-    datasetsCollection?.assets?.forEach((asset) => {
+  if (showAssets) {
+    assetNodes = [...upstreamAssetNodes];
+    assetEdges = [...upstreamAssetEdges];
+    assetsCollection?.assets?.forEach((asset) => {
       const producingTask = asset?.producingTasks?.find(
         (t) => t.dagId === dagId
       );
@@ -195,11 +194,11 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
           producingTask?.taskId &&
           getTask({ taskId: producingTask?.taskId, task: groups })
         ) {
-          datasetEdges.push({
+          assetEdges.push({
             sourceId: producingTask.taskId,
             targetId: asset.uri,
           });
-          datasetNodes.push({
+          assetNodes.push({
             id: asset.uri,
             value: {
               class: "asset",
@@ -210,19 +209,19 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
       }
     });
 
-    // Check if there is a dataset event even though we did not find a dataset
+    // Check if there is an asset event even though we did not find an asset
     downstreamAssetEvents.forEach((de) => {
-      const hasNode = datasetNodes.find((node) => node.id === de.datasetUri);
-      if (!hasNode && de.sourceTaskId && de.datasetUri) {
-        datasetEdges.push({
+      const hasNode = assetNodes.find((node) => node.id === de.assetUri);
+      if (!hasNode && de.sourceTaskId && de.assetUri) {
+        assetEdges.push({
           sourceId: de.sourceTaskId,
-          targetId: de.datasetUri,
+          targetId: de.assetUri,
         });
-        datasetNodes.push({
-          id: de.datasetUri,
+        assetNodes.push({
+          id: de.assetUri,
           value: {
             class: "asset",
-            label: de.datasetUri,
+            label: de.assetUri,
           },
         });
       }
@@ -230,11 +229,11 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
   }
 
   const { data: graphData } = useGraphLayout({
-    edges: [...(data?.edges || []), ...datasetEdges],
+    edges: [...(data?.edges || []), ...assetEdges],
     nodes: data?.nodes
       ? {
           ...data.nodes,
-          children: [...(data?.nodes.children || []), ...datasetNodes],
+          children: [...(data?.nodes.children || []), ...assetNodes],
         }
       : data?.nodes,
     openGroupIds,
@@ -335,15 +334,15 @@ const Graph = ({ openGroupIds, onToggleGroups, hoveredTaskState }: Props) => {
         >
           <Panel position="top-right">
             <Box bg={colors.whiteAlpha[800]} p={1}>
-              {!!datasetsCollection?.assets?.length && (
+              {!!assetsCollection?.assets?.length && (
                 <Flex display="flex" alignItems="center">
                   <Text fontSize="sm" mr={1}>
-                    Show datasets:
+                    Show assets:
                   </Text>
                   <Switch
-                    id="show-datasets"
-                    isChecked={showDatasets}
-                    onChange={() => setShowDatasets(!showDatasets)}
+                    id="show-assets"
+                    isChecked={showAssets}
+                    onChange={() => setShowAssets(!showAssets)}
                   />
                 </Flex>
               )}
diff --git a/airflow/www/static/js/dag/details/graph/utils.ts b/airflow/www/static/js/dag/details/graph/utils.ts
index d548b57d85466..c15dc6dcf0ce6 100644
--- a/airflow/www/static/js/dag/details/graph/utils.ts
+++ b/airflow/www/static/js/dag/details/graph/utils.ts
@@ -93,7 +93,7 @@ export const flattenNodes = ({
         },
         assetEvent:
           node.value.class === "asset"
-            ? assetEvents?.find((de) => de.datasetUri === node.value.label)
+            ? assetEvents?.find((de) => de.assetUri === node.value.label)
             : undefined,
         ...node.value,
       },
diff --git a/airflow/www/static/js/dag/details/task/AllTaskDuration.tsx b/airflow/www/static/js/dag/details/task/AllTaskDuration.tsx
index ebb10a52750e3..eaf9b0d73a7cd 100644
--- a/airflow/www/static/js/dag/details/task/AllTaskDuration.tsx
+++ b/airflow/www/static/js/dag/details/task/AllTaskDuration.tsx
@@ -110,7 +110,7 @@ const AllTaskDuration = ({ showBar }: Props) => {
       valueFormatter: formatTooltip,
     },
     // @ts-ignore
-    dataset: {
+    asset: {
       dimensions,
       source,
     },
diff --git a/airflow/www/static/js/dag/details/task/TaskDuration.tsx b/airflow/www/static/js/dag/details/task/TaskDuration.tsx
index f3a6ba0531c8a..681a817ae19c3 100644
--- a/airflow/www/static/js/dag/details/task/TaskDuration.tsx
+++ b/airflow/www/static/js/dag/details/task/TaskDuration.tsx
@@ -202,7 +202,7 @@ const TaskDuration = () => {
       },
     ],
     // @ts-ignore
-    dataset: {
+    asset: {
       dimensions: ["runId", "queuedDurationUnit", "runDurationUnit"],
       source: durations.map((duration) => {
         if (duration) {
diff --git a/airflow/www/static/js/dag/details/taskInstance/DatasetUpdateEvents.tsx b/airflow/www/static/js/dag/details/taskInstance/AssetUpdateEvents.tsx
similarity index 84%
rename from airflow/www/static/js/dag/details/taskInstance/DatasetUpdateEvents.tsx
rename to airflow/www/static/js/dag/details/taskInstance/AssetUpdateEvents.tsx
index 110f462b69386..a81c77d517708 100644
--- a/airflow/www/static/js/dag/details/taskInstance/DatasetUpdateEvents.tsx
+++ b/airflow/www/static/js/dag/details/taskInstance/AssetUpdateEvents.tsx
@@ -24,7 +24,7 @@ import type { DagRun as DagRunType } from "src/types";
 import { getMetaValue } from "src/utils";
 import { CardDef, CardList } from "src/components/Table";
 import type { AssetEvent } from "src/types/api-generated";
-import DatasetEventCard from "src/components/DatasetEventCard";
+import AssetEventCard from "src/components/AssetEventCard";
 
 interface Props {
   runId: DagRunType["runId"];
@@ -32,12 +32,12 @@ interface Props {
 }
 
 const cardDef: CardDef<AssetEvent> = {
-  card: ({ row }) => <DatasetEventCard assetEvent={row} showSource={false} />,
+  card: ({ row }) => <AssetEventCard assetEvent={row} showSource={false} />,
 };
 
 const dagId = getMetaValue("dag_id") || undefined;
 
-const DatasetUpdateEvents = ({ runId, taskId }: Props) => {
+const AssetUpdateEvents = ({ runId, taskId }: Props) => {
   const {
     data: { assetEvents = [] },
     isLoading,
@@ -54,8 +54,8 @@ const DatasetUpdateEvents = ({ runId, taskId }: Props) => {
         accessor: "timestamp",
       },
       {
-        Header: "Dataset",
-        accessor: "datasetUri",
+        Header: "Asset",
+        accessor: "assetUri",
       },
       {
         Header: "Triggered Runs",
@@ -74,9 +74,9 @@ const DatasetUpdateEvents = ({ runId, taskId }: Props) => {
   return (
     <Box my={3} flexGrow={1}>
       <Text as="strong" mb={3}>
-        Dataset Events
+        Asset Events
       </Text>
-      <Text>Dataset updates caused by this task instance</Text>
+      <Text>Asset updates caused by this task instance</Text>
       <CardList
         data={data}
         columns={columns}
@@ -87,4 +87,4 @@ const DatasetUpdateEvents = ({ runId, taskId }: Props) => {
   );
 };
 
-export default DatasetUpdateEvents;
+export default AssetUpdateEvents;
diff --git a/airflow/www/static/js/dag/details/taskInstance/index.tsx b/airflow/www/static/js/dag/details/taskInstance/index.tsx
index 44311249b0cec..22617dcbd65a2 100644
--- a/airflow/www/static/js/dag/details/taskInstance/index.tsx
+++ b/airflow/www/static/js/dag/details/taskInstance/index.tsx
@@ -28,7 +28,7 @@ import NotesAccordion from "src/dag/details/NotesAccordion";
 import TaskNav from "./Nav";
 import ExtraLinks from "./ExtraLinks";
 import Details from "./Details";
-import DatasetUpdateEvents from "./DatasetUpdateEvents";
+import AssetUpdateEvents from "./AssetUpdateEvents";
 import TriggererInfo from "./TriggererInfo";
 import TaskFailedDependency from "./TaskFailedDependency";
 import TaskDocumentation from "./TaskDocumentation";
@@ -115,8 +115,8 @@ const TaskInstance = ({ taskId, runId, mapIndex }: Props) => {
             tryNumber={taskInstance?.tryNumber || gridInstance?.tryNumber || 1}
           />
         )}
-      {group?.hasOutletDatasets && (
-        <DatasetUpdateEvents taskId={taskId} runId={runId} />
+      {group?.hasOutletAssets && (
+        <AssetUpdateEvents taskId={taskId} runId={runId} />
       )}
       <TriggererInfo taskInstance={taskInstance} />
       {showTaskSchedulingDependencies && (
diff --git a/airflow/www/static/js/dags.js b/airflow/www/static/js/dags.js
index da4b0cb6b61e7..9228ca630b517 100644
--- a/airflow/www/static/js/dags.js
+++ b/airflow/www/static/js/dags.js
@@ -24,7 +24,7 @@ import { throttle } from "lodash";
 import { getMetaValue } from "./utils";
 import tiTooltip from "./task_instances";
 import { approxTimeFromNow, formatDateTime } from "./datetime_utils";
-import { openDatasetModal, getDatasetTooltipInfo } from "./datasetUtils";
+import { openAssetModal, getAssetTooltipInfo } from "./assetUtils";
 
 const DAGS_INDEX = getMetaValue("dags_index");
 const ENTER_KEY_CODE = 13;
@@ -40,11 +40,11 @@ const lastDagRunsUrl = getMetaValue("last_dag_runs_url");
 const dagStatsUrl = getMetaValue("dag_stats_url");
 const taskStatsUrl = getMetaValue("task_stats_url");
 const gridUrl = getMetaValue("grid_url");
-const datasetsUrl = getMetaValue("datasets_url");
-const nextRunDatasetsSummaryUrl = getMetaValue("next_run_datasets_summary_url");
+const assetsUrl = getMetaValue("assets_url");
+const nextRunAssetsSummaryUrl = getMetaValue("next_run_assets_summary_url");
 
-const nextDatasets = {};
-let nextDatasetsError;
+const nextAssets = {};
+let nextAssetsError;
 
 const DAG_RUN = "dag-run";
 const TASK_INSTANCE = "task-instance";
@@ -297,25 +297,23 @@ function dagStatsHandler(selector, json) {
   });
 }
 
-function nextRunDatasetsSummaryHandler(_, json) {
-  [...document.getElementsByClassName("next-dataset-triggered")].forEach(
-    (el) => {
-      const dagId = $(el).attr("data-dag-id");
-      const previousSummary = $(el).attr("data-summary");
-      const nextDatasetsInfo = json[dagId];
-
-      // Only update dags that depend on multiple datasets
-      if (nextDatasetsInfo && !nextDatasetsInfo.uri) {
-        const newSummary = `${nextDatasetsInfo.ready} of ${nextDatasetsInfo.total} datasets updated`;
-
-        // Only update the element if the summary has changed
-        if (previousSummary !== newSummary) {
-          $(el).attr("data-summary", newSummary);
-          $(el).text(newSummary);
-        }
+function nextRunAssetsSummaryHandler(_, json) {
+  [...document.getElementsByClassName("next-asset-triggered")].forEach((el) => {
+    const dagId = $(el).attr("data-dag-id");
+    const previousSummary = $(el).attr("data-summary");
+    const nextAssetsInfo = json[dagId];
+
+    // Only update dags that depend on multiple assets
+    if (nextAssetsInfo && !nextAssetsInfo.uri) {
+      const newSummary = `${nextAssetsInfo.ready} of ${nextAssetsInfo.total} assets updated`;
+
+      // Only update the element if the summary has changed
+      if (previousSummary !== newSummary) {
+        $(el).attr("data-summary", newSummary);
+        $(el).text(newSummary);
       }
     }
-  );
+  });
 }
 
 function getDagIds({ activeDagsOnly = false } = {}) {
@@ -441,9 +439,9 @@ function handleRefresh({ activeDagsOnly = false } = {}) {
       .post(params, (error, json) =>
         refreshDagStatsHandler(TASK_INSTANCE, json)
       );
-    d3.json(nextRunDatasetsSummaryUrl)
+    d3.json(nextRunAssetsSummaryUrl)
       .header("X-CSRFToken", csrfToken)
-      .post(params, nextRunDatasetsSummaryHandler);
+      .post(params, nextRunAssetsSummaryHandler);
   }
   setTimeout(() => {
     $("#loading-dots").css("display", "none");
@@ -525,42 +523,41 @@ $("#auto_refresh").change(() => {
   startOrStopRefresh();
 });
 
-$(".next-dataset-triggered").on("click", (e) => {
+$(".next-asset-triggered").on("click", (e) => {
   const dagId = $(e.target).data("dag-id");
   const summary = $(e.target).data("summary");
-  const singleDatasetUri = $(e.target).data("uri");
+  const singleAssetUri = $(e.target).data("uri");
 
-  // If there are multiple datasets, open a modal, otherwise link directly to the dataset
-  if (!singleDatasetUri) {
+  // If there are multiple assets, open a modal, otherwise link directly to the asset
+  if (!singleAssetUri) {
     if (dagId)
-      openDatasetModal(dagId, summary, nextDatasets[dagId], nextDatasetsError);
+      openAssetModal(dagId, summary, nextAssets[dagId], nextAssetsError);
   } else {
-    window.location.href = `${datasetsUrl}?uri=${encodeURIComponent(
-      singleDatasetUri
+    window.location.href = `${assetsUrl}?uri=${encodeURIComponent(
+      singleAssetUri
     )}`;
   }
 });
 
 const getTooltipInfo = throttle(
-  (dagId, run, setNextDatasets) =>
-    getDatasetTooltipInfo(dagId, run, setNextDatasets),
+  (dagId, run, setNextAssets) => getAssetTooltipInfo(dagId, run, setNextAssets),
   1000
 );
 
-$(".js-dataset-triggered").each((i, cell) => {
+$(".js-asset-triggered").each((i, cell) => {
   $(cell).on("mouseover", () => {
     const run = $(cell).children();
     const dagId = $(run).data("dag-id");
-    const singleDatasetUri = $(run).data("uri");
+    const singleAssetUri = $(run).data("uri");
 
-    const setNextDatasets = (datasets, error) => {
-      nextDatasets[dagId] = datasets;
-      nextDatasetsError = error;
+    const setNextAssets = (assets, error) => {
+      nextAssets[dagId] = assets;
+      nextAssetsError = error;
     };
 
-    // Only update the tooltip info if there are multiple datasets
-    if (!singleDatasetUri) {
-      getTooltipInfo(dagId, run, setNextDatasets);
+    // Only update the tooltip info if there are multiple assets
+    if (!singleAssetUri) {
+      getTooltipInfo(dagId, run, setNextAssets);
     }
   });
 });
diff --git a/airflow/www/static/js/types/api-generated.ts b/airflow/www/static/js/types/api-generated.ts
index ef45dbd3b57b6..7526c340b29f8 100644
--- a/airflow/www/static/js/types/api-generated.ts
+++ b/airflow/www/static/js/types/api-generated.ts
@@ -6,50 +6,6 @@ import type { CamelCasedPropertiesDeep } from "type-fest";
  */
 
 export interface paths {
-  "/backfills": {
-    get: operations["list_backfills"];
-    post: operations["create_backfill"];
-  };
-  "/backfills/{backfill_id}": {
-    get: operations["get_backfill"];
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-  };
-  "/backfills/{backfill_id}/pause": {
-    post: operations["pause_backfill"];
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-  };
-  "/backfills/{backfill_id}/unpause": {
-    post: operations["unpause_backfill"];
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-  };
-  "/backfills/{backfill_id}/cancel": {
-    /**
-     * When a backfill is cancelled, all queued dag runs will be marked as failed.
-     * Running dag runs will be allowed to continue.
-     */
-    post: operations["cancel_backfill"];
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-  };
   "/connections": {
     get: operations["get_connections"];
     post: operations["post_connection"];
@@ -267,6 +223,7 @@ export interface paths {
      * Get asset for a dag run.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/dagRuns/{dag_run_id}/upstreamDatasetEvents"
      */
     get: operations["get_upstream_asset_events"];
     parameters: {
@@ -299,19 +256,25 @@ export interface paths {
      * Get a queued asset event for a DAG.
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
      */
     get: operations["get_dag_asset_queued_event"];
     /**
      * Delete a queued Asset event for a DAG.
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
      */
     delete: operations["delete_dag_asset_queued_event"];
     parameters: {
       path: {
         /** The DAG ID. */
         dag_id: components["parameters"]["DAGID"];
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
     };
@@ -321,12 +284,14 @@ export interface paths {
      * Get queued Asset events for a DAG.
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
      */
     get: operations["get_dag_asset_queued_events"];
     /**
      * Delete queued Asset events for a DAG.
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
      */
     delete: operations["delete_dag_asset_queued_events"];
     parameters: {
@@ -355,17 +320,23 @@ export interface paths {
      * Get queued Asset events for an Asset
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
      */
     get: operations["get_asset_queued_events"];
     /**
-     * Delete queued Asset events for a Asset.
+     * Delete queued Asset events for an Asset.
      *
      * *New in version 2.9.0*
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
      */
     delete: operations["delete_asset_queued_events"];
     parameters: {
       path: {
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
     };
@@ -783,22 +754,39 @@ export interface paths {
     get: operations["get_dag_warnings"];
   };
   "/assets": {
+    /** *Changed in 3.0.0*: The endpoint value was renamed from "/datasets" */
     get: operations["get_assets"];
   };
   "/assets/{uri}": {
-    /** Get an asset by uri. */
+    /**
+     * Get an asset by uri.
+     *
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/{uri}"
+     */
     get: operations["get_asset"];
     parameters: {
       path: {
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
     };
   };
   "/assets/events": {
-    /** Get asset events */
+    /**
+     * Get asset events
+     *
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
+     */
     get: operations["get_asset_events"];
-    /** Create asset event */
+    /**
+     * Create asset event
+     *
+     * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
+     */
     post: operations["create_asset_event"];
   };
   "/config": {
@@ -922,6 +910,14 @@ export interface components {
       dag_run_conf?: { [key: string]: unknown } | null;
       /** @description is_paused */
       is_paused?: boolean | null;
+      /**
+       * @description Controls whether new runs will be created when there's an existing run
+       * for a given logical date.
+       *
+       * @default none
+       * @enum {string}
+       */
+      reprocess_behavior?: "none" | "failed" | "completed";
       /** @description max_active_runs */
       max_active_runs?: number | null;
       /** @description created_at */
@@ -1026,12 +1022,6 @@ export interface components {
        * *New in version 2.3.0*
        */
       last_expired?: string | null;
-      /**
-       * @description Whether (one of) the scheduler is scheduling this DAG at the moment
-       *
-       * *New in version 2.3.0*
-       */
-      scheduler_lock?: boolean | null;
       /**
        * @description Foreign key to the latest pickle_id
        *
@@ -1193,8 +1183,12 @@ export interface components {
       data_interval_end?: string | null;
       /** Format: date-time */
       last_scheduling_decision?: string | null;
-      /** @enum {string} */
-      run_type?: "backfill" | "manual" | "scheduled" | "dataset_triggered";
+      /**
+       * @description *Changed in 3.0.0*: The asset_triggered value was renamed from dataset_triggered.
+       *
+       * @enum {string}
+       */
+      run_type?: "backfill" | "manual" | "scheduled" | "asset_triggered";
       state?: components["schemas"]["DagState"];
       external_trigger?: boolean;
       /**
@@ -1647,8 +1641,12 @@ export interface components {
        */
       start_date?: string | null;
       dag_run_timeout?: components["schemas"]["TimeDelta"] | null;
-      /** @description Nested asset any/all conditions */
-      dataset_expression?: { [key: string]: unknown } | null;
+      /**
+       * @description Nested asset any/all conditions
+       *
+       * *Changed in 3.0.0*: The asset_expression value was renamed from dataset_expression.
+       */
+      asset_expression?: { [key: string]: unknown } | null;
       doc_md?: string | null;
       default_view?: string | null;
       /**
@@ -1852,6 +1850,7 @@ export interface components {
      * @description An asset item.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from Dataset.
      */
     Asset: {
       /** @description The asset id */
@@ -1871,6 +1870,7 @@ export interface components {
      * @description An asset reference to an upstream task.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from TaskOutletDatasetReference.
      */
     TaskOutletAssetReference: {
       /** @description The DAG ID that updates the asset. */
@@ -1886,6 +1886,7 @@ export interface components {
      * @description An asset reference to a downstream DAG.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from DagScheduleDatasetReference.
      */
     DagScheduleAssetReference: {
       /** @description The DAG ID that depends on the asset. */
@@ -1899,20 +1900,31 @@ export interface components {
      * @description A collection of assets.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from DatasetCollection.
      */
     AssetCollection: {
+      /** @description *Changed in 3.0.0*: This was renamed from datasets. */
       assets?: components["schemas"]["Asset"][];
     } & components["schemas"]["CollectionInfo"];
     /**
      * @description An asset event.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from DatasetEvent.
      */
     AssetEvent: {
-      /** @description The asset id */
-      dataset_id?: number;
-      /** @description The URI of the asset */
-      dataset_uri?: string;
+      /**
+       * @description The asset id
+       *
+       * *Changed in 3.0.0*: This was renamed from dataset_id.
+       */
+      asset_id?: number;
+      /**
+       * @description The URI of the asset
+       *
+       * *Changed in 3.0.0*: This was renamed from dataset_uri.
+       */
+      asset_uri?: string;
       /** @description The asset event extra */
       extra?: { [key: string]: unknown } | null;
       /** @description The DAG ID that updated the asset. */
@@ -1927,8 +1939,13 @@ export interface components {
       /** @description The asset event creation time */
       timestamp?: string;
     };
+    /** @description *Changed in 3.0.0*: This was renamed from CreateDatasetEvent. */
     CreateAssetEvent: {
-      /** @description The URI of the asset */
+      /**
+       * @description The URI of the asset
+       *
+       * *Changed in 3.0.0*: This was renamed from dataset_uri.
+       */
       asset_uri: string;
       /** @description The asset event extra */
       extra?: { [key: string]: unknown } | null;
@@ -1988,8 +2005,10 @@ export interface components {
      * @description A collection of asset events.
      *
      * *New in version 2.4.0*
+     * *Changed in 3.0.0*: This was renamed from DatasetEventCollection.
      */
     AssetEventCollection: {
+      /** @description *Changed in 3.0.0*: This was renamed from dataset_events. */
       asset_events?: components["schemas"]["AssetEvent"][];
     } & components["schemas"]["CollectionInfo"];
     /** @description The option of configuration. */
@@ -2195,6 +2214,13 @@ export interface components {
       end_date_lte?: string;
     };
     ListTaskInstanceForm: {
+      /** @description The number of items to skip before starting to collect the result set. */
+      page_offset?: number;
+      /**
+       * @description The numbers of items to return.
+       * @default 100
+       */
+      page_limit?: number;
       /**
        * @description Return objects with specific DAG IDs.
        * The value can be repeated to retrieve multiple matching values (OR condition).
@@ -2543,7 +2569,11 @@ export interface components {
     EventLogID: number;
     /** @description The import error ID. */
     ImportErrorID: number;
-    /** @description The encoded Asset URI */
+    /**
+     * @description The encoded Asset URI
+     *
+     * *Changed in 3.0.0*: This was renamed from DatasetURI.
+     */
     AssetURI: string;
     /** @description The pool name. */
     PoolName: string;
@@ -2623,7 +2653,11 @@ export interface components {
      * *New in version 2.2.0*
      */
     FilterTags: string[];
-    /** @description The Asset ID that updated the asset. */
+    /**
+     * @description The Asset ID that updated the asset.
+     *
+     * *Changed in 3.0.0*: This was renamed from FilterDatasetID.
+     */
     FilterAssetID: number;
     /** @description The DAG ID that updated the asset. */
     FilterSourceDAGID: string;
@@ -2709,125 +2743,6 @@ export interface components {
 }
 
 export interface operations {
-  list_backfills: {
-    parameters: {
-      query: {
-        /** List backfills for this dag. */
-        dag_id: string;
-      };
-    };
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["BackfillCollection"];
-        };
-      };
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-    };
-  };
-  create_backfill: {
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["Backfill"];
-        };
-      };
-      400: components["responses"]["BadRequest"];
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-    };
-    requestBody: {
-      content: {
-        "application/json": components["schemas"]["Backfill"];
-      };
-    };
-  };
-  get_backfill: {
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["Backfill"];
-        };
-      };
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-      404: components["responses"]["NotFound"];
-    };
-  };
-  pause_backfill: {
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["Backfill"];
-        };
-      };
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-      404: components["responses"]["NotFound"];
-      409: components["responses"]["Conflict"];
-    };
-  };
-  unpause_backfill: {
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["Backfill"];
-        };
-      };
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-      404: components["responses"]["NotFound"];
-      409: components["responses"]["Conflict"];
-    };
-  };
-  /**
-   * When a backfill is cancelled, all queued dag runs will be marked as failed.
-   * Running dag runs will be allowed to continue.
-   */
-  cancel_backfill: {
-    parameters: {
-      path: {
-        /** The integer id identifying the backfill entity. */
-        backfill_id: components["parameters"]["BackfillIdPath"];
-      };
-    };
-    responses: {
-      /** Success. */
-      200: {
-        content: {
-          "application/json": components["schemas"]["Backfill"];
-        };
-      };
-      401: components["responses"]["Unauthenticated"];
-      403: components["responses"]["PermissionDenied"];
-      404: components["responses"]["NotFound"];
-      409: components["responses"]["Conflict"];
-    };
-  };
   get_connections: {
     parameters: {
       query: {
@@ -3585,6 +3500,7 @@ export interface operations {
    * Get asset for a dag run.
    *
    * *New in version 2.4.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/dagRuns/{dag_run_id}/upstreamDatasetEvents"
    */
   get_upstream_asset_events: {
     parameters: {
@@ -3644,13 +3560,18 @@ export interface operations {
    * Get a queued asset event for a DAG.
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
    */
   get_dag_asset_queued_event: {
     parameters: {
       path: {
         /** The DAG ID. */
         dag_id: components["parameters"]["DAGID"];
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
       query: {
@@ -3674,13 +3595,18 @@ export interface operations {
    * Delete a queued Asset event for a DAG.
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent/{uri}"
    */
   delete_dag_asset_queued_event: {
     parameters: {
       path: {
         /** The DAG ID. */
         dag_id: components["parameters"]["DAGID"];
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
       query: {
@@ -3701,6 +3627,7 @@ export interface operations {
    * Get queued Asset events for a DAG.
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
    */
   get_dag_asset_queued_events: {
     parameters: {
@@ -3729,6 +3656,7 @@ export interface operations {
    * Delete queued Asset events for a DAG.
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/dags/{dag_id}/datasets/queuedEvent"
    */
   delete_dag_asset_queued_events: {
     parameters: {
@@ -3774,11 +3702,16 @@ export interface operations {
    * Get queued Asset events for an Asset
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
    */
   get_asset_queued_events: {
     parameters: {
       path: {
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
       query: {
@@ -3799,14 +3732,19 @@ export interface operations {
     };
   };
   /**
-   * Delete queued Asset events for a Asset.
+   * Delete queued Asset events for an Asset.
    *
    * *New in version 2.9.0*
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/assets/queuedEvent/{uri}"
    */
   delete_asset_queued_events: {
     parameters: {
       path: {
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
       query: {
@@ -5040,6 +4978,7 @@ export interface operations {
       403: components["responses"]["PermissionDenied"];
     };
   };
+  /** *Changed in 3.0.0*: The endpoint value was renamed from "/datasets" */
   get_assets: {
     parameters: {
       query: {
@@ -5075,11 +5014,19 @@ export interface operations {
       403: components["responses"]["PermissionDenied"];
     };
   };
-  /** Get an asset by uri. */
+  /**
+   * Get an asset by uri.
+   *
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/{uri}"
+   */
   get_asset: {
     parameters: {
       path: {
-        /** The encoded Asset URI */
+        /**
+         * The encoded Asset URI
+         *
+         * *Changed in 3.0.0*: This was renamed from DatasetURI.
+         */
         uri: components["parameters"]["AssetURI"];
       };
     };
@@ -5095,7 +5042,11 @@ export interface operations {
       404: components["responses"]["NotFound"];
     };
   };
-  /** Get asset events */
+  /**
+   * Get asset events
+   *
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
+   */
   get_asset_events: {
     parameters: {
       query: {
@@ -5110,7 +5061,11 @@ export interface operations {
          * *New in version 2.1.0*
          */
         order_by?: components["parameters"]["OrderBy"];
-        /** The Asset ID that updated the asset. */
+        /**
+         * The Asset ID that updated the asset.
+         *
+         * *Changed in 3.0.0*: This was renamed from FilterDatasetID.
+         */
         asset_id?: components["parameters"]["FilterAssetID"];
         /** The DAG ID that updated the asset. */
         source_dag_id?: components["parameters"]["FilterSourceDAGID"];
@@ -5134,7 +5089,11 @@ export interface operations {
       404: components["responses"]["NotFound"];
     };
   };
-  /** Create asset event */
+  /**
+   * Create asset event
+   *
+   * *Changed in 3.0.0*: The endpoint value was renamed from "/datasets/events"
+   */
   create_asset_event: {
     responses: {
       /** Success. */
@@ -5520,24 +5479,6 @@ export type HealthStatus = CamelCasedPropertiesDeep<
 export type Operations = operations;
 
 /* Types for operation variables  */
-export type ListBackfillsVariables = CamelCasedPropertiesDeep<
-  operations["list_backfills"]["parameters"]["query"]
->;
-export type CreateBackfillVariables = CamelCasedPropertiesDeep<
-  operations["create_backfill"]["requestBody"]["content"]["application/json"]
->;
-export type GetBackfillVariables = CamelCasedPropertiesDeep<
-  operations["get_backfill"]["parameters"]["path"]
->;
-export type PauseBackfillVariables = CamelCasedPropertiesDeep<
-  operations["pause_backfill"]["parameters"]["path"]
->;
-export type UnpauseBackfillVariables = CamelCasedPropertiesDeep<
-  operations["unpause_backfill"]["parameters"]["path"]
->;
-export type CancelBackfillVariables = CamelCasedPropertiesDeep<
-  operations["cancel_backfill"]["parameters"]["path"]
->;
 export type GetConnectionsVariables = CamelCasedPropertiesDeep<
   operations["get_connections"]["parameters"]["query"]
 >;
diff --git a/airflow/www/static/js/types/index.ts b/airflow/www/static/js/types/index.ts
index 5ae6868647994..13ee629662140 100644
--- a/airflow/www/static/js/types/index.ts
+++ b/airflow/www/static/js/types/index.ts
@@ -54,7 +54,7 @@ interface Dag {
 
 interface DagRun {
   runId: string;
-  runType: "manual" | "backfill" | "scheduled" | "dataset_triggered";
+  runType: "manual" | "backfill" | "scheduled" | "asset_triggered";
   state: RunState;
   executionDate: string;
   dataIntervalStart: string;
@@ -104,7 +104,7 @@ interface Task {
   extraLinks?: string[];
   isMapped?: boolean;
   operator?: string;
-  hasOutletDatasets?: boolean;
+  hasOutletAssets?: boolean;
   triggerRule?: API.TriggerRule;
   setupTeardownType?: "setup" | "teardown";
 }
@@ -174,7 +174,7 @@ export interface EdgeData {
     isSetupTeardown?: boolean;
     parentNode?: string;
     isZoomedOut?: boolean;
-    isSourceDataset?: boolean;
+    isSourceAsset?: boolean;
   };
 }
 
@@ -190,11 +190,11 @@ export interface WebserverEdge {
   targetId: string;
   isSetupTeardown?: boolean;
   parentNode?: string;
-  isSourceDataset?: boolean;
+  isSourceAsset?: boolean;
 }
 
-interface DatasetListItem extends API.Asset {
-  lastDatasetUpdate: string | null;
+interface AssetListItem extends API.Asset {
+  lastAssetUpdate: string | null;
   totalUpdates: number;
 }
 
@@ -228,7 +228,7 @@ export type {
   API,
   Dag,
   DagRun,
-  DatasetListItem,
+  AssetListItem,
   DepEdge,
   DepNode,
   HistoricalMetricsData,
diff --git a/airflow/www/static/js/utils/graph.ts b/airflow/www/static/js/utils/graph.ts
index e20ae32aa8bf7..5c3c0c7afe95b 100644
--- a/airflow/www/static/js/utils/graph.ts
+++ b/airflow/www/static/js/utils/graph.ts
@@ -74,7 +74,7 @@ const formatEdge = (e: WebserverEdge, font: string, node?: DepNode) => ({
   targets: [e.targetId],
   isSetupTeardown: e.isSetupTeardown,
   parentNode: node?.id,
-  isSourceDataset: e.isSourceDataset,
+  isSourceAsset: e.isSourceAsset,
   labels: e.label
     ? [
         {
diff --git a/airflow/www/static/js/utils/index.test.ts b/airflow/www/static/js/utils/index.test.ts
index a12f66b36c5f3..569d3af98b537 100644
--- a/airflow/www/static/js/utils/index.test.ts
+++ b/airflow/www/static/js/utils/index.test.ts
@@ -146,14 +146,14 @@ describe("Test getDagRunLabel", () => {
     note: "someRandomValue",
   } as DagRun;
 
-  test("Defaults to dataIntervalStart", async () => {
+  test("Defaults to executionDate", async () => {
     const runLabel = getDagRunLabel({ dagRun });
-    expect(runLabel).toBe(dagRun.dataIntervalStart);
+    expect(runLabel).toBe(dagRun.executionDate);
   });
 
   test("Passing an order overrides default", async () => {
-    const runLabel = getDagRunLabel({ dagRun, ordering: ["executionDate"] });
-    expect(runLabel).toBe(dagRun.executionDate);
+    const runLabel = getDagRunLabel({ dagRun, ordering: ["dataIntervalEnd"] });
+    expect(runLabel).toBe(dagRun.dataIntervalEnd);
   });
 });
 
diff --git a/airflow/www/static/js/utils/index.ts b/airflow/www/static/js/utils/index.ts
index 747ca474c73a1..8bef31a8582a9 100644
--- a/airflow/www/static/js/utils/index.ts
+++ b/airflow/www/static/js/utils/index.ts
@@ -169,8 +169,8 @@ interface RunLabelProps {
 
 const getDagRunLabel = ({
   dagRun,
-  ordering = ["dataIntervalStart", "executionDate"],
-}: RunLabelProps) => dagRun[ordering[0]] ?? dagRun[ordering[1]];
+  ordering = ["executionDate"],
+}: RunLabelProps) => dagRun[ordering[0]];
 
 const getStatusBackgroundColor = (color: string, hasNote: boolean) =>
   hasNote
diff --git a/airflow/www/templates/airflow/dataset_next_run_modal.html b/airflow/www/templates/airflow/asset_next_run_modal.html
similarity index 69%
rename from airflow/www/templates/airflow/dataset_next_run_modal.html
rename to airflow/www/templates/airflow/asset_next_run_modal.html
index 6371cd17b2030..12aeb98c10389 100644
--- a/airflow/www/templates/airflow/dataset_next_run_modal.html
+++ b/airflow/www/templates/airflow/asset_next_run_modal.html
@@ -19,33 +19,33 @@
 
 {% from 'appbuilder/loading_dots.html' import loading_dots %}
 
-{% macro dataset_next_run_modal(id=None, classes=None) %}
-  <div class="modal fade" id="datasetNextRunModal" tabindex="-1" role="dialog" aria-labelledby="datasetNextRunModalLabel" aria-hidden="true">
+{% macro asset_next_run_modal(id=None, classes=None) %}
+  <div class="modal fade" id="assetNextRunModal" tabindex="-1" role="dialog" aria-labelledby="assetNextRunModalLabel" aria-hidden="true">
     <div class="modal-dialog">
       <div class="modal-content">
         <div class="modal-header">
           <button type="button" class="close" data-dismiss="modal" aria-label="Close"><span aria-hidden="true">&times;</span></button>
-          <h4 class="modal-title" id="datasetNextRunModalLabel">
-            <span class="text-muted">Datasets needed to trigger the next run for</span> <span id="dag_id"></span>
+          <h4 class="modal-title" id="assetNextRunModalLabel">
+            <span class="text-muted">Assets needed to trigger the next run for</span> <span id="dag_id"></span>
           </h4>
         </div>
         <div class="modal-body">
           <strong>Conditions</strong>
-          <p><pre id="dataset_expression"></pre></p>
+          <p><pre id="asset_expression"></pre></p>
           <p id="next_run_summary"></p>
-          {{ loading_dots(id='datasets-loading-dots', classes='refresh-loading') }}
-          <div id="datasets_error" style="display: none; margin-top: 10px;" class="alert alert-danger" role="alert">
+          {{ loading_dots(id='assets-loading-dots', classes='refresh-loading') }}
+          <div id="assets_error" style="display: none; margin-top: 10px;" class="alert alert-danger" role="alert">
             <span class="material-icons" aria-hidden="true">error</span>
-            <span id="datasets_error_msg">Oops.</span>
+            <span id="assets_error_msg">Oops.</span>
           </div>
-          <table class="table table-striped table-bordered table-hover dataset-events">
+          <table class="table table-striped table-bordered table-hover asset-events">
             <thead>
               <tr>
-                <th>Dataset URI</th>
+                <th>Asset URI</th>
                 <th>Latest Update since last Dag Run</th>
               </tr>
             </thead>
-            <tbody id="datasets_tbody">
+            <tbody id="assets_tbody">
             </tbody>
           </table>
         </div>
diff --git a/airflow/www/templates/airflow/datasets.html b/airflow/www/templates/airflow/assets.html
similarity index 83%
rename from airflow/www/templates/airflow/datasets.html
rename to airflow/www/templates/airflow/assets.html
index 4a98b8f31d688..f3ca4d71d48c3 100644
--- a/airflow/www/templates/airflow/datasets.html
+++ b/airflow/www/templates/airflow/assets.html
@@ -18,18 +18,18 @@
  #}
 
 {% extends base_template %}
-{% block page_title %}Datasets - {{ appbuilder.app_name }}{% endblock %}
+{% block page_title %}Assets - {{ appbuilder.app_name }}{% endblock %}
 {% from 'appbuilder/loading_dots.html' import loading_dots %}
 
 {% block head_meta %}
   {{ super() }}
-  <meta name="datasets_summary" content="{{ url_for('Airflow.datasets_summary') }}">
+  <meta name="assets_summary" content="{{ url_for('Airflow.assets_summary') }}">
   <meta name="asset_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_asset_endpoint_get_asset', uri='__URI__') }}">
   <meta name="asset_events_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_asset_endpoint_get_asset_events') }}">
   <meta name="create_asset_event_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_asset_endpoint_create_asset_event') }}" >
   <meta name="grid_url" content="{{ url_for('Airflow.grid', dag_id='__DAG_ID__') }}">
-  <meta name="datasets_docs" content="{{ get_docs_url('concepts/datasets.html') }}">
-  <meta name="dataset_dependencies_url" content="{{ url_for('Airflow.dataset_dependencies') }}">
+  <meta name="assets_docs" content="{{ get_docs_url('concepts/assets.html') }}">
+  <meta name="asset_dependencies_url" content="{{ url_for('Airflow.asset_dependencies') }}">
   <meta name="task_instance_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_task_instance_endpoint_get_task_instance', dag_id='_DAG_ID_', dag_run_id='_DAG_RUN_ID_', task_id='_TASK_ID_') }}">
 {% endblock %}
 
@@ -47,5 +47,5 @@
     const stateColors = {{ state_color_mapping|tojson }};
     const autoRefreshInterval = {{ auto_refresh_interval }};
   </script>
-  <script src="{{ url_for_asset('datasets.js') }}"></script>
+  <script src="{{ url_for_asset('assets.js') }}"></script>
 {% endblock %}
diff --git a/airflow/www/templates/airflow/dag.html b/airflow/www/templates/airflow/dag.html
index 01b20b2ac7719..cd212d6620aaa 100644
--- a/airflow/www/templates/airflow/dag.html
+++ b/airflow/www/templates/airflow/dag.html
@@ -17,8 +17,27 @@
  under the License.
 #}
 
+{#
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements.  See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership.  The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License.  You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied.  See the License for the
+ specific language governing permissions and limitations
+ under the License.
+#}
+
 {% extends base_template %}
-{% from 'airflow/dataset_next_run_modal.html' import dataset_next_run_modal %}
+{% from 'airflow/asset_next_run_modal.html' import asset_next_run_modal %}
 {% from 'appbuilder/dag_docs.html' import dag_docs %}
 
 {% block page_title %}{{ dag.dag_display_name }} - {{ appbuilder.app_name }}{% endblock %}
@@ -58,10 +77,10 @@
   <meta name="grid_data_url" content="{{ url_for('Airflow.grid_data') }}">
   <meta name="graph_data_url" content="{{ url_for('Airflow.graph_data') }}">
   <meta name="calendar_data_url" content="{{ url_for('Airflow.calendar_data') }}">
-  <meta name="next_run_datasets_url" content="{{ url_for('Airflow.next_run_datasets', dag_id=dag.dag_id) }}">
+  <meta name="next_run_assets_url" content="{{ url_for('Airflow.next_run_assets', dag_id=dag.dag_id) }}">
   <meta name="grid_url" content="{{ url_for('Airflow.grid', dag_id=dag.dag_id) }}">
   <meta name="task_tries_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_task_instance_endpoint_get_task_instance_tries', dag_id='_DAG_ID_', dag_run_id='_DAG_RUN_ID_', task_id='_TASK_ID_') }}">
-  <meta name="datasets_url" content="{{ url_for('Airflow.datasets') }}">
+  <meta name="assets_url" content="{{ url_for('Airflow.assets') }}">
   <meta name="grid_url_no_root" content="{{ url_for('Airflow.grid', dag_id=dag.dag_id, num_runs=num_runs_arg, base_date=base_date_arg) }}">
   <meta name="graph_url" content="{{ url_for('Airflow.graph', dag_id=dag.dag_id, root=root) }}">
   <meta name="task_url" content="{{ url_for('Airflow.task', dag_id=dag.dag_id) }}">
@@ -81,7 +100,7 @@
   <meta name="dag_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_dag_endpoint_get_dag', dag_id=dag.dag_id) }}">
   <meta name="dag_source_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_dag_source_endpoint_get_dag_source', file_token='_FILE_TOKEN_') }}">
   <meta name="dag_details_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_dag_endpoint_get_dag_details', dag_id=dag.dag_id) }}">
-  <meta name="datasets_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_asset_endpoint_get_assets') }}">
+  <meta name="assets_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_asset_endpoint_get_assets') }}">
   <meta name="event_logs_api" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_event_log_endpoint_get_event_logs') }}">
   <meta name="audit_log_url" content="{{ url_for('LogModelView.list') }}">
   <meta name="dag_run_url" content="{{ url_for('/api/v1.airflow_api_connexion_endpoints_dag_run_endpoint_get_dag_run', dag_id='__DAG_ID__', dag_run_id='__DAG_RUN_ID__') }}">
@@ -133,7 +152,7 @@ <h3>
       </h3>
     </div>
     <div>
-      <h4 class="js-dataset-triggered" style="user-select: none;-moz-user-select: auto; display: inline-block;">
+      <h4 class="js-asset-triggered" style="user-select: none;-moz-user-select: auto; display: inline-block;">
         {% if state_token is defined and state_token %}
           {{ state_token }}
         {% endif %}
@@ -143,35 +162,35 @@ <h4 class="js-dataset-triggered" style="user-select: none;-moz-user-select: auto
         {% if dag_model is defined and dag_model and dag_model.timetable_description %}
             <span class="material-icons text-muted js-tooltip" aria-hidden="true" data-original-title="Schedule: {{ dag_model.timetable_description|string }}">info</span>
         {% endif %}
-        {% if dag_model is defined and dag_model.next_dagrun is defined and dag_model.dataset_expression != None %}
+        {% if dag_model is defined and dag_model.next_dagrun is defined and dag_model.asset_expression != None %}
           <p class="label label-default js-tooltip" style="margin-left: 5px" id="next-run" data-html="true" data-placement="bottom">
             Next Run ID: <time datetime="{{ dag_model.next_dagrun }}" data-with-tz="true">{{ dag_model.next_dagrun }}</time>
           </p>
         {% endif %}
-        {% if dag_model is defined and dag_model.dataset_expression is defined and dag_model.dataset_expression != None %}
+        {% if dag_model is defined and dag_model.asset_expression is defined and dag_model.asset_expression != None %}
           {%- with asset_info = dag_model.get_asset_triggered_next_run_info() -%}
             <span
-              id="next-dataset-tooltip"
+              id="next-asset-tooltip"
               class="js-tooltip"
-              title="Click to see dataset details."
+              title="Click to see asset details."
               data-html="true"
               data-placement="bottom"
               data-uri="{{ asset_info.uri }}"
             >
                 <p
-                  class="label label-default next-dataset-triggered"
+                  class="label label-default next-asset-triggered"
                   style="margin-left: 5px;"
                   data-summary="
                     {%- if asset_info.total == 1 -%}
                     On {{ asset_info.uri }}
                     {%- else -%}
-                    {{ asset_info.ready }} of {{ asset_info.total }} datasets updated
+                    {{ asset_info.ready }} of {{ asset_info.total }} assets updated
                     {%- endif -%}"
                   >
                   {% if asset_info.total == 1 -%}
                     On {{ asset_info.uri }}
                   {%- else -%}
-                  {{ asset_info.ready }} of {{ asset_info.total }} datasets updated
+                  {{ asset_info.ready }} of {{ asset_info.total }} assets updated
                   {%- endif %}
                 </p>
             </span>
@@ -240,8 +259,8 @@ <h4 class="js-dataset-triggered" style="user-select: none;-moz-user-select: auto
   </div>
   <div class="clearfix"></div>
   {{ dag_docs(doc_md) }}
-  <!-- Modal for dataset-triggered next run -->
-  {{ dataset_next_run_modal(id='dataset-next-run-modal') }}
+  <!-- Modal for asset-triggered next run -->
+  {{ asset_next_run_modal(id='asset-next-run-modal') }}
 {% endblock %}
 {% block tail %}
   {{ super() }}
diff --git a/airflow/www/templates/airflow/dags.html b/airflow/www/templates/airflow/dags.html
index 6da7090a14781..97701e3bebff1 100644
--- a/airflow/www/templates/airflow/dags.html
+++ b/airflow/www/templates/airflow/dags.html
@@ -19,7 +19,7 @@
 
 {% extends base_template %}
 {% from 'appbuilder/loading_dots.html' import loading_dots %}
-{% from 'airflow/dataset_next_run_modal.html' import dataset_next_run_modal %}
+{% from 'airflow/asset_next_run_modal.html' import asset_next_run_modal %}
 {% from 'airflow/_messages.html' import show_message %}
 
 {%- macro sortable_column(dag_display_name, attribute_name) -%}
@@ -69,9 +69,9 @@
   <meta name="dag_stats_url" content="{{ url_for('Airflow.dag_stats') }}">
   <meta name="task_stats_url" content="{{ url_for('Airflow.task_stats') }}">
   <meta name="grid_url" content="{{ url_for('Airflow.grid', dag_id='__DAG_ID__') }}">
-  <meta name="datasets_url" content="{{ url_for('Airflow.datasets') }}">
-  <meta name="next_run_datasets_summary_url" content="{{ url_for('Airflow.next_run_datasets_summary') }}">
-  <meta name="next_run_datasets_url" content="{{ url_for('Airflow.next_run_datasets', dag_id='__DAG_ID__') }}">
+  <meta name="assets_url" content="{{ url_for('Airflow.assets') }}">
+  <meta name="next_run_assets_summary_url" content="{{ url_for('Airflow.next_run_assets_summary') }}">
+  <meta name="next_run_assets_url" content="{{ url_for('Airflow.next_run_assets', dag_id='__DAG_ID__') }}">
 {% endblock %}
 
 {% block head_css %}
@@ -215,7 +215,7 @@ <h2>{{ page_title }}</h2>
           </th>
           <th style="width:180px;">{{ sortable_column("Next Run", "next_dagrun") }}
             <span class="material-icons text-muted js-tooltip" aria-hidden="true"
-                  title="Logical Date/Time interval of the next DAG Run, or for dataset triggered DAGs, how many datasets have been updated since the last DAG Run.">info</span>
+                  title="Logical Date/Time interval of the next DAG Run, or for asset triggered DAGs, how many assets have been updated since the last DAG Run.">info</span>
           </th>
           <th>Recent Tasks
             <span class="material-icons text-muted js-tooltip" aria-hidden="true"
@@ -304,31 +304,31 @@ <h2>{{ page_title }}</h2>
                     info
                   </span>
             </td>
-            <td class="text-nowrap {{ 'js-dataset-triggered' if dag.dag_id in asset_triggered_next_run_info }}">
+            <td class="text-nowrap {{ 'js-asset-triggered' if dag.dag_id in asset_triggered_next_run_info }}">
               {% if dag.dag_id in asset_triggered_next_run_info %}
                 {%- with asset_info = asset_triggered_next_run_info[dag.dag_id] -%}
                   <span
                     data-dag-id="{{ dag.dag_id }}"
-                    class="js-tooltip js-next-dataset-run-tooltip"
-                    title="Click to see dataset details."
+                    class="js-tooltip js-next-asset-run-tooltip"
+                    title="Click to see asset details."
                     data-html="true"
                     data-uri="{{ asset_info.uri }}"
                   >
                     <div
-                      class="label label-default next-dataset-triggered"
+                      class="label label-default next-asset-triggered"
                       data-dag-id="{{ dag.dag_id }}"
                       data-uri="{{ asset_info.uri }}"
                       data-summary="
                       {%- if asset_info.total == 1 -%}
                       On {{ asset_info.uri }}
                       {%- else -%}
-                      {{ asset_info.ready }} of {{ asset_info.total }} datasets updated
+                      {{ asset_info.ready }} of {{ asset_info.total }} assets updated
                       {%- endif -%}"
                     >
                       {% if asset_info.total == 1 -%}
                         On {{ asset_info.uri[0:40] + '…' if asset_info.uri and asset_info.uri|length > 40 else asset_info.uri|default('', true) }}
                       {%- else -%}
-                        {{ asset_info.ready }} of {{ asset_info.total }} datasets updated
+                        {{ asset_info.ready }} of {{ asset_info.total }} assets updated
                       {%- endif %}
                     </div>
                   </span>
@@ -460,8 +460,8 @@ <h2>{{ page_title }}</h2>
     <div class="tooltip-arrow"></div>
     <div class="tooltip-inner"></div>
   </div>
-  <!-- Modal for dataset-triggered next run -->
-  {{ dataset_next_run_modal(id='dataset-next-run-modal') }}
+  <!-- Modal for asset-triggered next run -->
+  {{ asset_next_run_modal(id='asset-next-run-modal') }}
 {% endblock %}
 
 {% block tail %}
@@ -488,7 +488,4 @@ <h2>{{ page_title }}</h2>
       return false;
     }
   </script>
-  {% if scarf_url %}
-  <img referrerpolicy="no-referrer" src="{{ scarf_url }}" width="0" height="0" alt="" style="display:none;" />
-  {% endif %}
 {% endblock %}
diff --git a/airflow/www/views.py b/airflow/www/views.py
index 1751bb33de3a4..e287c027a894e 100644
--- a/airflow/www/views.py
+++ b/airflow/www/views.py
@@ -117,7 +117,7 @@
 from airflow.timetables._cron import CronMixin
 from airflow.timetables.base import DataInterval, TimeRestriction
 from airflow.timetables.simple import ContinuousTimetable
-from airflow.utils import json as utils_json, timezone, usage_data_collection, yaml
+from airflow.utils import json as utils_json, timezone, yaml
 from airflow.utils.airflow_flask_app import get_airflow_app
 from airflow.utils.api_migration import mark_fastapi_migration_done
 from airflow.utils.dag_edges import dag_edges
@@ -219,45 +219,6 @@ def get_safe_url(url):
     return redirect_url.geturl()
 
 
-def build_scarf_url(dags_count: int) -> str:
-    """
-    Build the URL for the Scarf usage data collection.
-
-    :meta private:
-    """
-    if not settings.is_usage_data_collection_enabled():
-        return ""
-
-    scarf_domain = "https://apacheairflow.gateway.scarf.sh"
-    platform_sys, platform_arch = usage_data_collection.get_platform_info()
-    db_version = usage_data_collection.get_database_version()
-    db_name = usage_data_collection.get_database_name()
-    executor = usage_data_collection.get_executor()
-    python_version = usage_data_collection.get_python_version()
-    plugin_counts = usage_data_collection.get_plugin_counts()
-    plugins_count = plugin_counts["plugins"]
-    flask_blueprints_count = plugin_counts["flask_blueprints"]
-    appbuilder_views_count = plugin_counts["appbuilder_views"]
-    appbuilder_menu_items_count = plugin_counts["appbuilder_menu_items"]
-    timetables_count = plugin_counts["timetables"]
-    dag_bucket = usage_data_collection.to_bucket(dags_count)
-    plugins_bucket = usage_data_collection.to_bucket(plugins_count)
-    timetable_bucket = usage_data_collection.to_bucket(timetables_count)
-
-    # Path Format:
-    # /{version}/{python_version}/{platform}/{arch}/{database}/{db_version}/{executor}/{num_dags}/{plugin_count}/{flask_blueprint_count}/{appbuilder_view_count}/{appbuilder_menu_item_count}/{timetables}
-    #
-    # This path redirects to a Pixel tracking URL
-    scarf_url = (
-        f"{scarf_domain}/webserver"
-        f"/{version}/{python_version}"
-        f"/{platform_sys}/{platform_arch}/{db_name}/{db_version}/{executor}/{dag_bucket}"
-        f"/{plugins_bucket}/{flask_blueprints_count}/{appbuilder_views_count}/{appbuilder_menu_items_count}/{timetable_bucket}"
-    )
-
-    return scarf_url
-
-
 def get_date_time_num_runs_dag_runs_form_data(www_request, session, dag):
     """Get Execution Data, Base Date & Number of runs from a Request."""
     date_time = www_request.args.get("execution_date")
@@ -468,7 +429,7 @@ def set_overall_state(record):
                 "label": item.label,
                 "extra_links": item.extra_links,
                 "is_mapped": item_is_mapped,
-                "has_outlet_datasets": any(isinstance(i, (Asset, AssetAlias)) for i in (item.outlets or [])),
+                "has_outlet_assets": any(isinstance(i, (Asset, AssetAlias)) for i in (item.outlets or [])),
                 "operator": item.operator_name,
                 "trigger_rule": item.trigger_rule,
                 **setup_teardown_type,
@@ -1005,7 +966,7 @@ def index(self):
                 .all()
             )
 
-            asset_triggered_dag_ids = {dag.dag_id for dag in dags if dag.dataset_expression is not None}
+            asset_triggered_dag_ids = {dag.dag_id for dag in dags if dag.asset_expression is not None}
             if asset_triggered_dag_ids:
                 asset_triggered_next_run_info = get_asset_triggered_next_run_info(
                     asset_triggered_dag_ids, session=session
@@ -1125,11 +1086,6 @@ def _iter_parsed_moved_data_table_names():
                     "warning",
                 )
 
-        try:
-            scarf_url = build_scarf_url(dags_count=all_dags_count)
-        except Exception:
-            scarf_url = ""
-
         return self.render_template(
             "airflow/dags.html",
             dags=dags,
@@ -1169,18 +1125,17 @@ def _iter_parsed_moved_data_table_names():
             sorting_direction=arg_sorting_direction,
             auto_refresh_interval=conf.getint("webserver", "auto_refresh_interval"),
             asset_triggered_next_run_info=asset_triggered_next_run_info,
-            scarf_url=scarf_url,
             file_tokens=file_tokens,
         )
 
-    @expose("/datasets")
+    @expose("/assets")
     @auth.has_access_asset("GET")
-    def datasets(self):
+    def assets(self):
         """Assets view."""
         state_color_mapping = State.state_color.copy()
         state_color_mapping["null"] = state_color_mapping.pop(None)
         return self.render_template(
-            "airflow/datasets.html",
+            "airflow/assets.html",
             auto_refresh_interval=conf.getint("webserver", "auto_refresh_interval"),
             state_color_mapping=state_color_mapping,
         )
@@ -1199,10 +1154,10 @@ def cluster_activity(self):
             standalone_dag_processor=standalone_dag_processor,
         )
 
-    @expose("/next_run_datasets_summary", methods=["POST"])
+    @expose("/next_run_assets_summary", methods=["POST"])
     @provide_session
-    def next_run_datasets_summary(self, session: Session = NEW_SESSION):
-        """Next run info for dataset triggered DAGs."""
+    def next_run_assets_summary(self, session: Session = NEW_SESSION):
+        """Next run info for asset triggered DAGs."""
         allowed_dag_ids = get_auth_manager().get_permitted_dag_ids(user=g.user)
 
         if not allowed_dag_ids:
@@ -1216,14 +1171,14 @@ def next_run_datasets_summary(self, session: Session = NEW_SESSION):
         else:
             filter_dag_ids = allowed_dag_ids
 
-        dataset_triggered_dag_ids = session.scalars(
+        asset_triggered_dag_ids = session.scalars(
             select(DagModel.dag_id)
             .where(DagModel.dag_id.in_(filter_dag_ids))
-            .where(DagModel.dataset_expression.is_not(None))
+            .where(DagModel.asset_expression.is_not(None))
         ).all()
 
         asset_triggered_next_run_info = get_asset_triggered_next_run_info(
-            dataset_triggered_dag_ids, session=session
+            asset_triggered_dag_ids, session=session
         )
 
         return flask.json.jsonify(asset_triggered_next_run_info)
@@ -3406,12 +3361,12 @@ def historical_metrics_data(self):
             {"Content-Type": "application/json; charset=utf-8"},
         )
 
-    @expose("/object/next_run_datasets/<string:dag_id>")
+    @expose("/object/next_run_assets/<string:dag_id>")
     @auth.has_access_dag("GET", DagAccessEntity.RUN)
     @auth.has_access_asset("GET")
     @mark_fastapi_migration_done
-    def next_run_datasets(self, dag_id):
-        """Return datasets necessary, and their status, for the next dag run."""
+    def next_run_assets(self, dag_id):
+        """Return assets necessary, and their status, for the next dag run."""
         dag = get_airflow_app().dag_bag.get_dag(dag_id)
         if not dag:
             return {"error": f"can't find dag {dag_id}"}, 404
@@ -3429,11 +3384,11 @@ def next_run_datasets(self, dag_id):
                         AssetModel.uri,
                         func.max(AssetEvent.timestamp).label("lastUpdate"),
                     )
-                    .join(DagScheduleAssetReference, DagScheduleAssetReference.dataset_id == AssetModel.id)
+                    .join(DagScheduleAssetReference, DagScheduleAssetReference.asset_id == AssetModel.id)
                     .join(
                         AssetDagRunQueue,
                         and_(
-                            AssetDagRunQueue.dataset_id == AssetModel.id,
+                            AssetDagRunQueue.asset_id == AssetModel.id,
                             AssetDagRunQueue.target_dag_id == DagScheduleAssetReference.dag_id,
                         ),
                         isouter=True,
@@ -3441,7 +3396,7 @@ def next_run_datasets(self, dag_id):
                     .join(
                         AssetEvent,
                         and_(
-                            AssetEvent.dataset_id == AssetModel.id,
+                            AssetEvent.asset_id == AssetModel.id,
                             (
                                 AssetEvent.timestamp >= latest_run.execution_date
                                 if latest_run and latest_run.execution_date
@@ -3455,16 +3410,16 @@ def next_run_datasets(self, dag_id):
                     .order_by(AssetModel.uri)
                 )
             ]
-            data = {"dataset_expression": dag_model.dataset_expression, "events": events}
+            data = {"asset_expression": dag_model.asset_expression, "events": events}
         return (
             htmlsafe_json_dumps(data, separators=(",", ":"), dumps=flask.json.dumps),
             {"Content-Type": "application/json; charset=utf-8"},
         )
 
-    @expose("/object/dataset_dependencies")
+    @expose("/object/asset_dependencies")
     @auth.has_access_dag("GET", DagAccessEntity.DEPENDENCIES)
-    def dataset_dependencies(self):
-        """Return dataset dependencies graph."""
+    def asset_dependencies(self):
+        """Return asset dependencies graph."""
         nodes_dict: dict[str, Any] = {}
         edge_tuples: set[dict[str, str]] = set()
 
@@ -3507,15 +3462,15 @@ def dataset_dependencies(self):
             {"Content-Type": "application/json; charset=utf-8"},
         )
 
-    @expose("/object/datasets_summary")
+    @expose("/object/assets_summary")
     @auth.has_access_asset("GET")
-    def datasets_summary(self):
+    def assets_summary(self):
         """
-        Get a summary of datasets.
+        Get a summary of assets.
 
         Includes the datetime they were last updated and how many updates they've ever had.
         """
-        allowed_attrs = ["uri", "last_dataset_update"]
+        allowed_attrs = ["uri", "last_asset_update"]
 
         # Grab query parameters
         limit = int(request.args.get("limit", 25))
@@ -3545,7 +3500,7 @@ def datasets_summary(self):
                     order_by = (AssetModel.uri.desc(),)
                 else:
                     order_by = (AssetModel.uri.asc(),)
-            elif lstripped_orderby == "last_dataset_update":
+            elif lstripped_orderby == "last_asset_update":
                 if order_by.startswith("-"):
                     order_by = (
                         func.max(AssetEvent.timestamp).desc(),
@@ -3569,10 +3524,10 @@ def datasets_summary(self):
                 select(
                     AssetModel.id,
                     AssetModel.uri,
-                    func.max(AssetEvent.timestamp).label("last_dataset_update"),
+                    func.max(AssetEvent.timestamp).label("last_asset_update"),
                     func.sum(case((AssetEvent.id.is_not(None), 1), else_=0)).label("total_updates"),
                 )
-                .join(AssetEvent, AssetEvent.dataset_id == AssetModel.id, isouter=not has_event_filters)
+                .join(AssetEvent, AssetEvent.asset_id == AssetModel.id, isouter=not has_event_filters)
                 .group_by(
                     AssetModel.id,
                     AssetModel.uri,
@@ -3581,7 +3536,7 @@ def datasets_summary(self):
             )
 
             if has_event_filters:
-                count_query = count_query.join(AssetEvent, AssetEvent.dataset_id == AssetModel.id)
+                count_query = count_query.join(AssetEvent, AssetEvent.asset_id == AssetModel.id)
 
             filters = [AssetModel.active.has()]
             if uri_pattern:
@@ -3595,8 +3550,8 @@ def datasets_summary(self):
             count_query = count_query.where(*filters)
 
             query = session.execute(query)
-            datasets = [dict(dataset._mapping) for dataset in query]
-            data = {"datasets": datasets, "total_entries": session.scalar(count_query)}
+            assets = [dict(asset._mapping) for asset in query]
+            data = {"assets": assets, "total_entries": session.scalar(count_query)}
 
             return (
                 htmlsafe_json_dumps(data, separators=(",", ":"), cls=utils_json.WebEncoder),
@@ -4286,7 +4241,6 @@ class PluginView(AirflowBaseView):
     def list(self):
         """List loaded plugins."""
         plugins_manager.ensure_plugins_loaded()
-        plugins_manager.integrate_executor_plugins()
         plugins_manager.initialize_extra_operators_links_plugins()
         plugins_manager.initialize_web_ui_plugins()
         plugins_manager.initialize_fastapi_plugins()
@@ -5167,7 +5121,6 @@ class TaskInstanceModelView(AirflowModelView):
         "end_date",
         "duration",
         "note",
-        "job_id",
         "hostname",
         "unixname",
         "priority_weight",
@@ -5192,7 +5145,6 @@ class TaskInstanceModelView(AirflowModelView):
         "end_date",
         "duration",
         # "note",  # TODO: Maybe figure out how to re-enable this.
-        "job_id",
         "hostname",
         "unixname",
         "priority_weight",
@@ -5238,7 +5190,7 @@ class TaskInstanceModelView(AirflowModelView):
 
     edit_form = TaskInstanceEditForm
 
-    base_order = ("job_id", "asc")
+    base_order = ("queued_dttm", "asc")
 
     base_filters = [["dag_id", DagFilter, list]]
 
diff --git a/airflow/www/webpack.config.js b/airflow/www/webpack.config.js
index 45d3f90a4d4e3..633d9a68109c4 100644
--- a/airflow/www/webpack.config.js
+++ b/airflow/www/webpack.config.js
@@ -77,7 +77,7 @@ const config = {
     toggleTheme: `${JS_DIR}/toggle_theme.js`,
     grid: `${JS_DIR}/dag/index.tsx`,
     clusterActivity: `${JS_DIR}/cluster-activity/index.tsx`,
-    datasets: `${JS_DIR}/datasets/index.tsx`,
+    assets: `${JS_DIR}/assets/index.tsx`,
     trigger: `${JS_DIR}/trigger.js`,
     variableEdit: `${JS_DIR}/variable_edit.js`,
   },
diff --git a/chart/dockerfiles/pgbouncer/Dockerfile b/chart/dockerfiles/pgbouncer/Dockerfile
index f561fadc3ebb1..fcc45da47ba92 100644
--- a/chart/dockerfiles/pgbouncer/Dockerfile
+++ b/chart/dockerfiles/pgbouncer/Dockerfile
@@ -14,7 +14,7 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-ARG ALPINE_VERSION="3.14"
+ARG ALPINE_VERSION="3.19"
 FROM alpine:${ALPINE_VERSION} AS builder
 SHELL ["/bin/ash", "-e", "-x", "-c", "-o", "pipefail"]
 
@@ -26,7 +26,7 @@ ARG PGBOUNCER_SHA256
 # Those are build deps only but still we want the latest versions of those
 # "Pin versions in apk add" https://github.com/hadolint/hadolint/wiki/DL3018
 # hadolint ignore=DL3018
-RUN apk --no-cache add make pkgconfig build-base libtool wget gcc g++ libevent-dev libressl-dev c-ares-dev ca-certificates
+RUN apk --no-cache add make pkgconfig build-base libtool wget gcc g++ libevent-dev openssl-dev c-ares-dev ca-certificates
 # We are not using Dash so we can safely ignore the "Dash warning"
 # "In dash, something is not supported." https://github.com/koalaman/shellcheck/wiki/SC2169
 # hadolint ignore=SC2169,SC3060
diff --git a/chart/dockerfiles/pgbouncer/build_and_push.sh b/chart/dockerfiles/pgbouncer/build_and_push.sh
index 24ab57882dafc..cede5ab8b0ab3 100755
--- a/chart/dockerfiles/pgbouncer/build_and_push.sh
+++ b/chart/dockerfiles/pgbouncer/build_and_push.sh
@@ -22,13 +22,13 @@ readonly DOCKERHUB_USER
 DOCKERHUB_REPO=${DOCKERHUB_REPO:="airflow"}
 readonly DOCKERHUB_REPO
 
-PGBOUNCER_VERSION="1.21.0"
+PGBOUNCER_VERSION="1.22.1"
 readonly PGBOUNCER_VERSION
 
-PGBOUNCER_SHA256="7e1dd620c8d85a8490aff25061d5055d7aef9cf3e8bfe2d9e7719b8ee59114e2"
+PGBOUNCER_SHA256="2b018aa6ce7f592c9892bb9e0fd90262484eb73937fd2af929770a45373ba215"
 readonly PGBOUNCER_SHA256
 
-AIRFLOW_PGBOUNCER_VERSION="2024.01.19"
+AIRFLOW_PGBOUNCER_VERSION="2024.09.19"
 readonly AIRFLOW_PGBOUNCER_VERSION
 
 COMMIT_SHA=$(git rev-parse HEAD)
diff --git a/chart/newsfragments/41411.significant.rst b/chart/newsfragments/41411.significant.rst
new file mode 100644
index 0000000000000..25c1342f573c9
--- /dev/null
+++ b/chart/newsfragments/41411.significant.rst
@@ -0,0 +1,3 @@
+Default git-sync image is updated to ``4.3.0``
+
+The default git-sync image that is used with the Chart is now ``4.3.0``, previously it was ``4.1.0``.
diff --git a/chart/values.schema.json b/chart/values.schema.json
index 0f93773dfded9..b59bb6dbff10f 100644
--- a/chart/values.schema.json
+++ b/chart/values.schema.json
@@ -841,7 +841,7 @@
                         "tag": {
                             "description": "The StatsD image tag.",
                             "type": "string",
-                            "default": "v0.27.2"
+                            "default": "v0.28.0"
                         },
                         "pullPolicy": {
                             "description": "The StatsD image pull policy.",
@@ -895,7 +895,7 @@
                         "tag": {
                             "description": "The PgBouncer image tag.",
                             "type": "string",
-                            "default": "airflow-pgbouncer-2024.01.19-1.21.0"
+                            "default": "airflow-pgbouncer-2024.09.19-1.22.1"
                         },
                         "pullPolicy": {
                             "description": "The PgBouncer image pull policy.",
@@ -949,7 +949,7 @@
                         "tag": {
                             "description": "The gitSync image tag.",
                             "type": "string",
-                            "default": "v4.1.0"
+                            "default": "v4.3.0"
                         },
                         "pullPolicy": {
                             "description": "The gitSync image pull policy.",
diff --git a/chart/values.yaml b/chart/values.yaml
index 9d4bcf2ca0709..11a8dc035f14b 100644
--- a/chart/values.yaml
+++ b/chart/values.yaml
@@ -105,7 +105,7 @@ images:
     pullPolicy: IfNotPresent
   statsd:
     repository: quay.io/prometheus/statsd-exporter
-    tag: v0.27.2
+    tag: v0.28.0
     pullPolicy: IfNotPresent
   redis:
     repository: redis
@@ -115,7 +115,7 @@ images:
     pullPolicy: IfNotPresent
   pgbouncer:
     repository: apache/airflow
-    tag: airflow-pgbouncer-2024.01.19-1.21.0
+    tag: airflow-pgbouncer-2024.09.19-1.22.1
     pullPolicy: IfNotPresent
   pgbouncerExporter:
     repository: apache/airflow
@@ -123,7 +123,7 @@ images:
     pullPolicy: IfNotPresent
   gitSync:
     repository: registry.k8s.io/git-sync/git-sync
-    tag: v4.1.0
+    tag: v4.3.0
     pullPolicy: IfNotPresent
 
 # Select certain nodes for airflow pods.
diff --git a/contributing-docs/03_contributors_quick_start.rst b/contributing-docs/03_contributors_quick_start.rst
index 4ee65da0350b8..96f80220770cc 100644
--- a/contributing-docs/03_contributors_quick_start.rst
+++ b/contributing-docs/03_contributors_quick_start.rst
@@ -452,6 +452,39 @@ tests are applied when you commit your code.
 
 To avoid burden on CI infrastructure and to save time, Pre-commit hooks can be run locally before committing changes.
 
+.. note::
+
+    We have recently started to recommend ``uv`` for our local development. Currently (October 2024) ``uv``
+    speeds up installation more than 10x comparing to ``pip``. While we still describe ``pip`` and ``pipx``
+    below, we also show the ``uv`` alternatives.
+
+.. note::
+
+    Remember to have global python set to Python >= 3.9 - Python 3.8 is end-of-life already and we've
+    started to use Python 3.9+ features in Airflow and accompanying scripts.
+
+
+Installing pre-commit is best done with ``pipx``:
+
+.. code-block:: bash
+
+    pipx install pre-commit
+
+You can still add uv support for pre-commit if you use pipx using the commands:
+
+.. code-block:: bash
+
+    pipx install pre-commit
+    pipx inject
+    pipx inject prepare_breeze_and_image
+
+Also, if you already use ``uvx`` instead of ``pipx``, use this command:
+
+.. code-block:: bash
+
+    uv tool install pre-commit --with pre-commit-uv --force-reinstall
+
+
 1.  Installing required packages
 
 on Debian / Ubuntu, install via
diff --git a/contributing-docs/07_local_virtualenv.rst b/contributing-docs/07_local_virtualenv.rst
index a5238bfe829b9..19f41e920e38b 100644
--- a/contributing-docs/07_local_virtualenv.rst
+++ b/contributing-docs/07_local_virtualenv.rst
@@ -28,11 +28,8 @@ That's why we recommend using local virtualenv for development and testing.
 
 **The outline for this document in GitHub is available at top-right corner button (with 3-dots and 3 lines).**
 
-Installation in local virtualenv
---------------------------------
-
 Required Software Packages
-..........................
+--------------------------
 
 Use system-level package managers like yum, apt-get for Linux, or
 Homebrew for macOS to install required software packages:
@@ -42,8 +39,12 @@ Homebrew for macOS to install required software packages:
 * libxml
 * helm (only for helm chart tests)
 
-Refer to the `Dockerfile.ci <../Dockerfile.ci>`__ for a comprehensive list
-of required packages.
+There are also sometimes other system level packages needed to install python packages - especially
+those that are coming from providers. For example you might need to install ``pkgconf`` to be able to
+install ``mysqlclient`` package for ``mysql`` provider . Or you might need to install ``graphviz`` to be able to install
+``devel`` extra bundle.
+
+Please refer to the `Dockerfile.ci <../Dockerfile.ci>`__ for a comprehensive list of required packages.
 
 .. note::
 
@@ -61,234 +62,178 @@ of required packages.
    released wheel packages.
 
 
-Installing Airflow
-..................
-
-The simplest way to install Airflow in local virtualenv is to use ``pip``:
-
-.. code:: bash
-
-    pip install -e ".[devel,<OTHER EXTRAS>]" # for example: pip install -e ".[devel,google,postgres]"
+Creating and maintaining local virtualenv with uv
+-------------------------------------------------
 
-This will install Airflow in 'editable' mode - where sources of Airflow are taken directly from the source
-code rather than moved to the installation directory. You need to run this command in the virtualenv you
-want to install Airflow in - and you need to have the virtualenv activated.
+As of November 2024 we are recommending to use ``uv`` for local virtualenv management for Airflow development.
+The ``uv`` utility is a build frontend tool that is designed to manage python, virtualenvs and workspaces for development
+and testing of Python projects. It is a modern tool that is designed to work with PEP 517/518 compliant projects
+and it is much faster than "reference" ``pip`` tool. It has extensive support to not only create development
+environment but also to manage python versions, development environments, workspaces and Python tools used
+to develop Airflow (via ``uv tool`` command - such as ``pre-commit`` and others, you can also use ``uv tool``
+to install ``breeze`` - containerized development environment for Airflow that we use to reproduce the
+CI environment locally and to run release-management and certain development tasks.
 
-While you can use any virtualenv manager, we recommend using `Hatch <https://hatch.pypa.io/latest/>`__
-as your development environment front-end, and we already use Hatch backend ``hatchling`` for Airflow.
+You can read more about ``uv`` in `UV Getting started <https://docs.astral.sh/uv/getting-started/>`_ but
+below you will find a few typical steps to get you started with ``uv``.
 
-Hatchling is automatically installed when you build Airflow but since airflow build system uses
-``PEP`` compliant ``pyproject.toml`` file, you can use any front-end build system that supports
-``PEP 517`` and ``PEP 518``. You can also use ``pip`` to install Airflow in editable mode.
+Installing uv
+.............
 
-Extras (optional dependencies)
-..............................
+You can follow the `installation instructions <https://docs.astral.sh/uv/getting-started/installation/>`_ to install
+``uv`` on your system. Once you have ``uv`` installed, you can do all the environment preparation tasks using
+``uv`` commands.
 
-You can also install extra packages (like ``[ssh]``, etc) via
-``pip install -e [devel,EXTRA1,EXTRA2 ...]``. However, some of them may
-have additional install and setup requirements for your local system.
-
-For example, if you have a trouble installing the mysql client on macOS and get
-an error as follows:
-
-.. code:: text
-
-    ld: library not found for -lssl
+Installing Python versions
+..........................
 
-you should set LIBRARY\_PATH before running ``pip install``:
+You can install Python versions using ``uv python install`` command. For example, to install Python 3.9.7, you can run:
 
 .. code:: bash
 
-    export LIBRARY_PATH=$LIBRARY_PATH:/usr/local/opt/openssl/lib/
-
-You are STRONGLY encouraged to also install and use `pre-commit hooks <08_static_code_checks.rst#pre-commit-hooks>`_
-for your local virtualenv development environment. Pre-commit hooks can speed up your
-development cycle a lot.
-
-The full list of extras is available in `pyproject.toml <../pyproject.toml>`_ and can be easily retrieved using hatch via
-
-.. note::
-
-   Only ``pip`` installation is currently officially supported.
-   Make sure you have the latest pip installed, reference `version <https://pip.pypa.io/en/stable/#>`_
-
-   While there are some successes with using other tools like `poetry <https://python-poetry.org/>`_ or
-   `pip-tools <https://pypi.org/project/pip-tools/>`_, they do not share the same workflow as
-   ``pip`` - especially when it comes to constraint vs. requirements management.
-   Installing via ``Poetry`` or ``pip-tools`` is not currently supported.
-
-   There are known issues with ``bazel`` that might lead to circular dependencies when using it to install
-   Airflow. Please switch to ``pip`` if you encounter such problems. ``Bazel`` community works on fixing
-   the problem in `this PR <https://github.com/bazelbuild/rules_python/pull/1166>`_ so it might be that
-   newer versions of ``bazel`` will handle it.
-
-   If you wish to install airflow using those tools you should use the constraint files and convert
-   them to appropriate format and workflow that your tool requires.
-
-
-Using Hatch
------------
-
-Airflow uses `hatch <https://hatch.pypa.io/>`_ as a build and development tool of choice. It is one of popular
-build tools and environment managers for Python, maintained by the Python Packaging Authority.
-It is an optional tool that is only really needed when you want to build packages from sources, but
-it is also very convenient to manage your Python versions and virtualenvs.
-
-Airflow project contains some pre-defined virtualenv definitions in ``pyproject.toml`` that can be
-easily used by hatch to create your local venvs. This is not necessary for you to develop and test
-Airflow, but it is a convenient way to manage your local Python versions and virtualenvs.
+    uv python install 3.9.7
 
-Installing Hatch
-................
+This is optional step - ``uv`` will automatically install the Python version you need when you create a virtualenv.
 
-You can install hatch using various other ways (including Gui installers).
-
-Example using ``pipx``:
+Creating virtualenvs with uv
+............................
 
 .. code:: bash
 
-    pipx install hatch
+    uv venv
 
-We recommend using ``pipx`` as you can manage installed Python apps easily and later use it
-to upgrade ``hatch`` easily as needed with:
+This will create a default venv in your project's ``.venv`` directory. You can also create a venv
+with a specific Python version by running:
 
 .. code:: bash
 
-    pipx upgrade hatch
-
-Using Hatch to manage your Python versions
-..........................................
+    uv venv --python 3.9.7
 
-You can also use hatch to install and manage airflow virtualenvs and development
-environments. For example, you can install Python 3.10 with this command:
+You can also create a venv with a different venv directory name by running:
 
 .. code:: bash
 
-    hatch python install 3.10
+    uv venv .my-venv
 
-or install all Python versions that are used in Airflow:
-
-.. code:: bash
+However ``uv`` creation/re-creation of venvs is so fast that you can easily create and delete venvs as needed.
+So usually you do not need to have more than one venv and recreate it as needed - for example when you
+need to change the python version.
 
-    hatch python install all
+Syncing project (including providers) with uv
+.............................................
 
-Manage your virtualenvs with Hatch
-..................................
-
-Airflow has some pre-defined virtualenvs that you can use to develop and test airflow.
-You can see the list of available envs with:
+In a project like airflow it's important to have a consistent set of dependencies across all developers.
+You can use ``uv sync`` to install dependencies from ``pyproject.toml`` file. This will install all dependencies
+from the ``pyproject.toml`` file in the current directory.
 
 .. code:: bash
 
-    hatch env show
-
-This is what it shows currently:
-
-+-------------+---------+---------------------------------------------------------------+
-| Name        | Type    | Description                                                   |
-+=============+=========+===============================================================+
-| default     | virtual | Default environment with Python 3.9 for maximum compatibility |
-+-------------+---------+---------------------------------------------------------------+
-| airflow-39  | virtual | Environment with Python 3.9. No devel installed.              |
-+-------------+---------+---------------------------------------------------------------+
-| airflow-310 | virtual | Environment with Python 3.10. No devel installed.             |
-+-------------+---------+---------------------------------------------------------------+
-| airflow-311 | virtual | Environment with Python 3.11. No devel installed              |
-+-------------+---------+---------------------------------------------------------------+
-| airflow-312 | virtual | Environment with Python 3.12. No devel installed              |
-+-------------+---------+---------------------------------------------------------------+
+    uv sync
 
-The default env (if you have not used one explicitly) is ``default`` and it is a Python 3.9
-virtualenv for maximum compatibility. You can install devel set of dependencies with it
-by running:
+If you also need to install development and provider dependencies you can specify extras for that providers:
 
 .. code:: bash
 
-    pip install -e ".[devel]"
+    uv sync --extra devel --extra devel-tests --extra google
 
-After entering the environment.
-
-The other environments are just bare-bones Python virtualenvs with Airflow core requirements only,
-without any extras installed and without any tools. They are much faster to create than the default
-environment, and you can manually install either appropriate extras or directly tools that you need for
-testing or development.
+This will synchronize all extras that you need for development and testing of Airflow and google provider
+dependencies - including their runtime dependencies.
 
 .. code:: bash
 
-    hatch env create
-
-You can create specific environment by using them in create command:
+    uv sync --all-extras
 
-.. code:: bash
+This will synchronize all extras of airflow (this might require some system dependencies to be installed).
 
-    hatch env create airflow-310
 
-You can install extras in the environment by running pip command:
+Creating and installing airflow with other build-frontends
+----------------------------------------------------------
 
-.. code:: bash
+While ``uv`` uses ``workspace`` feature to synchronize both Airflow and Providers in a single sync
+command, you can still use other frontend tools (such as ``pip``) to install Airflow and Providers
+and to develop them without relying on ``sync`` and ``workspace`` features of ``uv``. Below chapters
+describe how to do it with ``pip``.
 
-    hatch -e airflow-310 run -- pip install -e ".[devel,google]"
+Installing Airflow with pip
+...........................
 
-And you can enter the environment with running a shell of your choice (for example zsh) where you
-can run any commands
+Since Airflow follows the standards define by the packaging community, we are not bound with
+``uv`` as the only tool to manage virtualenvs - and you can use any other compliant frontends to install
+airflow for development. The standard way of installing environment with dependencies necessary to
+run tests is to use ``pip`` to install airflow dependencies:
 
 .. code:: bash
 
-    hatch -e airflow-310 shell
+    pip install -e ".[devel,devel-tests,<OTHER EXTRAS>]" # for example: pip install -e ".[devel,devel-tests,google,postgres]"
 
+This will install Airflow in 'editable' mode - where sources of Airflow are taken directly from the source
+code rather than moved to the installation directory. You need to run this command in the virtualenv you
+want to install Airflow in - and you need to have the virtualenv activated.
 
-Once you are in the environment (indicated usually by updated prompt), you can just install
-extra dependencies you need:
-
-.. code:: bash
+Extras (optional dependencies)
+..............................
 
-    [~/airflow] [airflow-310] pip install -e ".[devel,google]"
+You can also install extra packages (like ``[ssh]``, etc) via
+``pip install -e [devel,EXTRA1,EXTRA2 ...]``. However, some of them may
+have additional install and setup requirements for your local system.
 
+For example, if you have a trouble installing the mysql client on macOS and get
+an error as follows:
 
-You can also see where hatch created the virtualenvs and use it in your IDE or activate it manually:
+.. code:: text
 
-.. code:: bash
+    ld: library not found for -lssl
 
-    hatch env find airflow-310
+you should set LIBRARY\_PATH before running ``pip install``:
 
-You will get path similar to:
+.. code:: bash
 
-.. code::
+    export LIBRARY_PATH=$LIBRARY_PATH:/usr/local/opt/openssl/lib/
 
-    /Users/jarek/Library/Application Support/hatch/env/virtual/apache-airflow/TReRdyYt/apache-airflow
+You are STRONGLY encouraged to also install and use `pre-commit hooks <08_static_code_checks.rst#pre-commit-hooks>`_
+for your local virtualenv development environment. Pre-commit hooks can speed up your
+development cycle a lot.
 
-Then you will find ``python`` binary and ``activate`` script in the ``bin`` sub-folder of this directory and
-you can configure your IDE to use this python virtualenv if you want to use that environment in your IDE.
+The full list of extras is available in `pyproject.toml <../pyproject.toml>`_ and can be easily retrieved using hatch via
 
-You can also set default environment name by HATCH_ENV environment variable.
+.. note::
 
-You can clean the env by running:
+   Only ``pip`` installation is currently officially supported.
+   Make sure you have the latest pip installed, reference `version <https://pip.pypa.io/en/stable/#>`_
 
-.. code:: bash
+   While there are some successes with using other tools like `poetry <https://python-poetry.org/>`_ or
+   `pip-tools <https://pypi.org/project/pip-tools/>`_, they do not share the same workflow as
+   ``pip`` - especially when it comes to constraint vs. requirements management.
+   Installing via ``Poetry`` or ``pip-tools`` is not currently supported.
 
-    hatch env prune
+   There are known issues with ``bazel`` that might lead to circular dependencies when using it to install
+   Airflow. Please switch to ``pip`` if you encounter such problems. ``Bazel`` community works on fixing
+   the problem in `this PR <https://github.com/bazelbuild/rules_python/pull/1166>`_ so it might be that
+   newer versions of ``bazel`` will handle it.
 
-More information about hatch can be found in `Hatch: Environments <https://hatch.pypa.io/latest/environment/>`__
+   If you wish to install airflow using those tools you should use the constraint files and convert
+   them to appropriate format and workflow that your tool requires.
 
-Using Hatch to build your packages
-..................................
+Developing community providers in local virtualenv
+..................................................
 
-You can use hatch to build installable package from the airflow sources. Such package will
-include all metadata that is configured in ``pyproject.toml`` and will be installable with pip.
+While the above installation is good enough to work on Airflow code, in order to develop
+providers, you also need to install them in the virtualenv you work on (after installing
+the extras in airflow, that correspond to the provider you want to develop).
 
-The packages will have pre-installed dependencies for providers that are always
-installed when Airflow is installed from PyPI. By default both ``wheel`` and ``sdist`` packages are built.
+If you want to develop google providers, for example you can run the following commands:
 
 .. code:: bash
 
-    hatch build
+    pip install -e ".[devel,devel-tests,google]"
+    pip install -e "./providers"
 
-You can also build only ``wheel`` or ``sdist`` packages:
+The first command installs airflow, it's development dependencies, test dependencies and
+both runtime and development dependencies of the google provider.
 
-.. code:: bash
+The second one installs providers source code in development mode, so that modifications
+to the code are automatically reflected in your installed virtualenv.
 
-    hatch build -t wheel
-    hatch build -t sdist
 
 Local and Remote Debugging in IDE
 ---------------------------------
@@ -369,11 +314,11 @@ run the command above and commit the changes to ``pyproject.toml``. Then running
 install the dependencies automatically when you create or switch to a development environment.
 
 
-Installing recommended version of dependencies
-----------------------------------------------
+Installing "golden" version of dependencies
+-------------------------------------------
 
 Whatever virtualenv solution you use, when you want to make sure you are using the same
-version of dependencies as in main, you can install recommended version of the dependencies by using
+version of dependencies as in main, you can install recommended version of the dependencies by using pip:
 constraint-python<PYTHON_MAJOR_MINOR_VERSION>.txt files as ``constraint`` file. This might be useful
 to avoid "works-for-me" syndrome, where you use different version of dependencies than the ones
 that are used in main, CI tests and by other contributors.
@@ -386,6 +331,14 @@ all basic devel requirements and requirements of google provider as last success
     pip install -e ".[devel,google]" \
       --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-main/constraints-source-providers-3.9.txt"
 
+Or with ``uv``:
+
+.. code:: bash
+
+    uv pip install -e ".[devel,google]" \
+      --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-main/constraints-source-providers-3.9.txt"
+
+
 Make sure to use latest main for such installation, those constraints are "development constraints" and they
 are refreshed several times a day to make sure they are up to date with the latest changes in the main branch.
 
diff --git a/contributing-docs/08_static_code_checks.rst b/contributing-docs/08_static_code_checks.rst
index f064a13a773b6..fc0d4280b9d0e 100644
--- a/contributing-docs/08_static_code_checks.rst
+++ b/contributing-docs/08_static_code_checks.rst
@@ -194,6 +194,8 @@ require Breeze Docker image to be built locally.
 +-----------------------------------------------------------+--------------------------------------------------------+---------+
 | check-merge-conflict                                      | Check that merge conflicts are not being committed     |         |
 +-----------------------------------------------------------+--------------------------------------------------------+---------+
+| check-min-python-version                                  | Check minimum Python version                           |         |
++-----------------------------------------------------------+--------------------------------------------------------+---------+
 | check-newsfragments-are-valid                             | Check newsfragments are valid                          |         |
 +-----------------------------------------------------------+--------------------------------------------------------+---------+
 | check-no-airflow-deprecation-in-providers                 | Do not use DeprecationWarning in providers             |         |
@@ -325,6 +327,9 @@ require Breeze Docker image to be built locally.
 | mypy-providers                                            | * Run mypy for providers                               | *       |
 |                                                           | * Run mypy for providers (manual)                      |         |
 +-----------------------------------------------------------+--------------------------------------------------------+---------+
+| mypy-task-sdk                                             | * Run mypy for Task SDK                                | *       |
+|                                                           | * Run mypy for Task SDK (manual)                       |         |
++-----------------------------------------------------------+--------------------------------------------------------+---------+
 | pretty-format-json                                        | Format JSON files                                      |         |
 +-----------------------------------------------------------+--------------------------------------------------------+---------+
 | pylint                                                    | pylint                                                 |         |
diff --git a/contributing-docs/11_provider_packages.rst b/contributing-docs/11_provider_packages.rst
index eaecb23b34adb..f59d5a49c7ddf 100644
--- a/contributing-docs/11_provider_packages.rst
+++ b/contributing-docs/11_provider_packages.rst
@@ -117,6 +117,32 @@ as a sub-folder of the ``airflow.providers`` package, add the ``provider.yaml``
 in development mode - then capabilities of your provider will be discovered by airflow and you will see
 the provider among other providers in ``airflow providers`` command output.
 
+
+Local Development Release of a Specific Provider
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+When you develop a provider, you can release it locally and test it in your Airflow environment. This should
+be accomplished using breeze. Choose a suffix for the release such as "dev1" and run the breeze build for
+that provider. Remember Provider IDs use a dot ('.') for directory separators so the Provider ID for the
+Microsoft Azure provider is 'microsoft.azure'. This can be provided in the PACKAGE_LIST environment variable
+or passed on the command line.
+
+``export PACKAGE_LIST=microsoft.azure``
+
+Then build the provider (you don't need to pass the package ID if you set the environment variable above):
+
+```bash
+breeze release-management prepare-provider-packages \
+    --package-format both --version-suffix-for-pypi=dev1 \
+    --skip-tag-check microsoft.azure
+```
+
+Finally, copy the wheel file from the dist directory to the a directory your airflow deployment can use.
+If this is ~/airflow/test-airflow/local_providers, you can use the following command:
+
+``cp dist/apache_airflow_providers_microsoft_azure-10.5.2+dev1-py3-none-any.whl ~/airflow/test-airflow/local_providers/``
+
+
 Naming Conventions for provider packages
 ----------------------------------------
 
@@ -133,6 +159,7 @@ The rules are as follows:
   further split into sub-packages (for example 'apache' package has 'cassandra', 'druid' ... providers ) out
   of which several different provider packages are produced (apache.cassandra, apache.druid). This is
   case when the providers are connected under common umbrella but very loosely coupled on the code level.
+  Please note the separator of the provider-package ID is a period, not a dash like the package names in PyPI(microsoft.azure vs apache-airflow-providers-microsoft-azure).
 
 * In some cases the package can have sub-packages but they are all delivered as single provider
   package (for example 'google' package contains 'ads', 'cloud' etc. sub-packages). This is in case
@@ -243,9 +270,8 @@ backward compatible with future versions of Airflow, so you can upgrade Airflow
 at the same version.
 
 When you introduce a breaking change in the provider, you have to make sure that you communicate it
-properly. You have to update ``CHANGELOG.rst`` file in the provider package and you have to make sure that
-you update the ``provider.yaml`` file with the new (breaking) version of the provider. Ideally in the
-``CHANGELOG.rst`` you should also provide a migration path for the users to follow.
+properly. You have to update ``CHANGELOG.rst`` file in the provider package. Ideally you should provide
+a migration path for the users to follow in the``CHANGELOG.rst``.
 
 If in doubt, you can always look at ``CHANGELOG.rst``  in other providers to see how we communicate
 breaking changes in the providers.
diff --git a/contributing-docs/12_airflow_dependencies_and_extras.rst b/contributing-docs/12_airflow_dependencies_and_extras.rst
index 8bfbdb630c9f7..b21358db017f4 100644
--- a/contributing-docs/12_airflow_dependencies_and_extras.rst
+++ b/contributing-docs/12_airflow_dependencies_and_extras.rst
@@ -165,8 +165,7 @@ Those extras are available as regular core airflow extras - they install optiona
   .. START CORE EXTRAS HERE
 
 aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, github-enterprise, google-
-auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv,
-virtualenv
+auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv
 
   .. END CORE EXTRAS HERE
 
diff --git a/contributing-docs/testing/helm_unit_tests.rst b/contributing-docs/testing/helm_unit_tests.rst
index 266be65d81db0..9a733104b609f 100644
--- a/contributing-docs/testing/helm_unit_tests.rst
+++ b/contributing-docs/testing/helm_unit_tests.rst
@@ -25,8 +25,7 @@ add them in ``helm_tests``.
 
 .. code-block:: python
 
-    class TestBaseChartTest:
-        ...
+    class TestBaseChartTest: ...
 
 To render the chart create a YAML string with the nested dictionary of options you wish to test. You can then
 use our ``render_chart`` function to render the object of interest into a testable Python dictionary. Once the chart
diff --git a/contributing-docs/testing/integration_tests.rst b/contributing-docs/testing/integration_tests.rst
index 322298d4f00c0..ea9dfb7e9529a 100644
--- a/contributing-docs/testing/integration_tests.rst
+++ b/contributing-docs/testing/integration_tests.rst
@@ -49,39 +49,41 @@ The following integrations are available:
 
 .. BEGIN AUTO-GENERATED INTEGRATION LIST
 
-+--------------+----------------------------------------------------+
-| Identifier   | Description                                        |
-+==============+====================================================+
-| cassandra    | Integration required for Cassandra hooks.          |
-+--------------+----------------------------------------------------+
-| celery       | Integration required for Celery executor tests.    |
-+--------------+----------------------------------------------------+
-| drill        | Integration required for drill operator and hook.  |
-+--------------+----------------------------------------------------+
-| kafka        | Integration required for Kafka hooks.              |
-+--------------+----------------------------------------------------+
-| kerberos     | Integration that provides Kerberos authentication. |
-+--------------+----------------------------------------------------+
-| mongo        | Integration required for MongoDB hooks.            |
-+--------------+----------------------------------------------------+
-| mssql        | Integration required for mssql hooks.              |
-+--------------+----------------------------------------------------+
-| openlineage  | Integration required for Openlineage hooks.        |
-+--------------+----------------------------------------------------+
-| otel         | Integration required for OTEL/opentelemetry hooks. |
-+--------------+----------------------------------------------------+
-| pinot        | Integration required for Apache Pinot hooks.       |
-+--------------+----------------------------------------------------+
-| qdrant       | Integration required for Qdrant tests.             |
-+--------------+----------------------------------------------------+
-| redis        | Integration required for Redis tests.              |
-+--------------+----------------------------------------------------+
-| statsd       | Integration required for Statsd hooks.             |
-+--------------+----------------------------------------------------+
-| trino        | Integration required for Trino hooks.              |
-+--------------+----------------------------------------------------+
-| ydb          | Integration required for YDB tests.                |
-+--------------+----------------------------------------------------+
++--------------+-------------------------------------------------------+
+| Identifier   | Description                                           |
++==============+=======================================================+
+| cassandra    | Integration required for Cassandra hooks.             |
++--------------+-------------------------------------------------------+
+| celery       | Integration required for Celery executor tests.       |
++--------------+-------------------------------------------------------+
+| drill        | Integration required for drill operator and hook.     |
++--------------+-------------------------------------------------------+
+| kafka        | Integration required for Kafka hooks.                 |
++--------------+-------------------------------------------------------+
+| kerberos     | Integration that provides Kerberos authentication.    |
++--------------+-------------------------------------------------------+
+| keycloak     | Integration for manual testing of multi-team Airflow. |
++--------------+-------------------------------------------------------+
+| mongo        | Integration required for MongoDB hooks.               |
++--------------+-------------------------------------------------------+
+| mssql        | Integration required for mssql hooks.                 |
++--------------+-------------------------------------------------------+
+| openlineage  | Integration required for Openlineage hooks.           |
++--------------+-------------------------------------------------------+
+| otel         | Integration required for OTEL/opentelemetry hooks.    |
++--------------+-------------------------------------------------------+
+| pinot        | Integration required for Apache Pinot hooks.          |
++--------------+-------------------------------------------------------+
+| qdrant       | Integration required for Qdrant tests.                |
++--------------+-------------------------------------------------------+
+| redis        | Integration required for Redis tests.                 |
++--------------+-------------------------------------------------------+
+| statsd       | Integration required for Statsd hooks.                |
++--------------+-------------------------------------------------------+
+| trino        | Integration required for Trino hooks.                 |
++--------------+-------------------------------------------------------+
+| ydb          | Integration required for YDB tests.                   |
++--------------+-------------------------------------------------------+
 
 .. END AUTO-GENERATED INTEGRATION LIST'
 
diff --git a/contributing-docs/testing/unit_tests.rst b/contributing-docs/testing/unit_tests.rst
index 40f75663925e7..2c136b55eb64a 100644
--- a/contributing-docs/testing/unit_tests.rst
+++ b/contributing-docs/testing/unit_tests.rst
@@ -320,8 +320,7 @@ Method level:
 
 
    @pytest.mark.db_test
-   def test_add_tagging(self, sentry, task_instance):
-       ...
+   def test_add_tagging(self, sentry, task_instance): ...
 
 Class level:
 
@@ -332,8 +331,7 @@ Class level:
 
 
    @pytest.mark.db_test
-   class TestDatabricksHookAsyncAadTokenSpOutside:
-       ...
+   class TestDatabricksHookAsyncAadTokenSpOutside: ...
 
 Module level (at the top of the module):
 
@@ -437,8 +435,7 @@ The fix for that is to sort the parameters in ``parametrize``. For example inste
 .. code-block:: python
 
    @pytest.mark.parametrize("status", ALL_STATES)
-   def test_method():
-       ...
+   def test_method(): ...
 
 
 do that:
@@ -447,8 +444,7 @@ do that:
 .. code-block:: python
 
    @pytest.mark.parametrize("status", sorted(ALL_STATES))
-   def test_method():
-       ...
+   def test_method(): ...
 
 Similarly if your parameters are defined as result of utcnow() or other dynamic method - you should
 avoid that, or assign unique IDs for those parametrized tests. Instead of this:
@@ -470,8 +466,7 @@ avoid that, or assign unique IDs for those parametrized tests. Instead of this:
            ),
        ],
    )
-   def test_end_date_gte_lte(url, expected_dag_run_ids):
-       ...
+   def test_end_date_gte_lte(url, expected_dag_run_ids): ...
 
 Do this:
 
@@ -494,8 +489,7 @@ Do this:
            ),
        ],
    )
-   def test_end_date_gte_lte(url, expected_dag_run_ids):
-       ...
+   def test_end_date_gte_lte(url, expected_dag_run_ids): ...
 
 
 
@@ -558,8 +552,7 @@ the test is marked as DB test:
                ),
            ],
        )
-       def test_from_json(self, input, request_class):
-           ...
+       def test_from_json(self, input, request_class): ...
 
 
 Instead - this will not break collection. The TaskInstance is not initialized when the module is parsed,
@@ -658,8 +651,7 @@ parametrize specification is being parsed - even if test is marked as DB test.
             ),
         ],
     )
-    def test_rendered_task_detail_env_secret(patch_app, admin_client, request, env, expected):
-        ...
+    def test_rendered_task_detail_env_secret(patch_app, admin_client, request, env, expected): ...
 
 
 You can make the code conditional and mock out the Variable to avoid hitting the database.
@@ -704,8 +696,7 @@ You can make the code conditional and mock out the Variable to avoid hitting the
             ),
         ],
     )
-    def test_rendered_task_detail_env_secret(patch_app, admin_client, request, env, expected):
-        ...
+    def test_rendered_task_detail_env_secret(patch_app, admin_client, request, env, expected): ...
 
 You can also use fixture to create object that needs database just like this.
 
@@ -1056,8 +1047,7 @@ Example of the ``postgres`` only test:
 .. code-block:: python
 
     @pytest.mark.backend("postgres")
-    def test_copy_expert(self):
-        ...
+    def test_copy_expert(self): ...
 
 
 Example of the ``postgres,mysql`` test (they are skipped with the ``sqlite`` backend):
@@ -1065,8 +1055,7 @@ Example of the ``postgres,mysql`` test (they are skipped with the ``sqlite`` bac
 .. code-block:: python
 
     @pytest.mark.backend("postgres", "mysql")
-    def test_celery_executor(self):
-        ...
+    def test_celery_executor(self): ...
 
 
 You can use the custom ``--backend`` switch in pytest to only run tests specific for that backend.
diff --git a/dev/PROVIDER_PACKAGE_DETAILS.md b/dev/PROVIDER_PACKAGE_DETAILS.md
index 75b39e667e2f5..fbb44de1c2dff 100644
--- a/dev/PROVIDER_PACKAGE_DETAILS.md
+++ b/dev/PROVIDER_PACKAGE_DETAILS.md
@@ -50,6 +50,10 @@ Backport providers are a great way to migrate your DAGs to Airflow-2.0 compatibl
 switch to the new Airflow-2.0 packages in your DAGs, long before you attempt to migrate
 airflow to 2.0 line.
 
+Note: the provider ID in the package uses a dash ('-') as the separator but the breeze package ID
+use a dot ('.') as the separator. So the package for microsoft azure is
+'apache-airflow-providers-microsoft-azure' but the build package ID is 'microsoft.azure'.
+
 # Deciding when to release
 
 Each provider package has its own version maintained separately when contributors implement changes,
diff --git a/dev/README_RELEASE_HELM_CHART.md b/dev/README_RELEASE_HELM_CHART.md
index 892c8f2eac6b6..17680697ef66d 100644
--- a/dev/README_RELEASE_HELM_CHART.md
+++ b/dev/README_RELEASE_HELM_CHART.md
@@ -159,7 +159,7 @@ exit
 The minimum version of Kubernetes should be updated according to
 https://github.com/apache/airflow/blob/main/README.md#requirements in two places:
 
-* [../helm-chart/README.md](../helm-chart/README.md)
+* [../../helm-chart/README.md](../chart/README.md)
 * [../docs/helm-chart/index.rst](../docs/helm-chart/index.rst)
 
 
diff --git a/dev/README_RELEASE_PROVIDER_PACKAGES.md b/dev/README_RELEASE_PROVIDER_PACKAGES.md
index dbb785200f74b..a96d07d9441b7 100644
--- a/dev/README_RELEASE_PROVIDER_PACKAGES.md
+++ b/dev/README_RELEASE_PROVIDER_PACKAGES.md
@@ -820,10 +820,12 @@ cd "${AIRFLOW_REPO_ROOT}"
 ```
 
 2) Check out one of the tags for the release. Pick one of the provider-specific tags that are part
-   of the release wave. For example:
+   of the release wave. Assume your remote to apache repo is `apache` - then the right set of
+   commands are:
 
 ```shell
-git checkout tags/providers-amazon-1.0.0rc1
+git fetch apache --tags
+git checkout providers-amazon/9.1.0rc1
 ```
 
 3) Remove all the packages you have in dist folder
diff --git a/dev/breeze/README.md b/dev/breeze/README.md
index d28cfd5353a2c..9a3f06066eb22 100644
--- a/dev/breeze/README.md
+++ b/dev/breeze/README.md
@@ -22,6 +22,7 @@
 **Table of Contents**  *generated with [DocToc](https://github.com/thlorenz/doctoc)*
 
 - [Apache Airflow Breeze](#apache-airflow-breeze)
+- [Setting up development env for Breeze](#setting-up-development-env-for-breeze)
 
 <!-- END doctoc generated TOC please keep comment here to allow auto update -->
 
@@ -62,10 +63,79 @@ available when the package was installed. Since this file becomes part of the in
 to detect automatically if any of the files have changed. If they did, the user will be warned to upgrade
 their installations.
 
+Setting up development env for Breeze
+-------------------------------------
+
+> [!NOTE]
+> This section is for developers of Breeze. If you are a user of Breeze, you do not need to read this section.
+
+Breeze is actively developed by Airflow maintainers and contributors, Airflow is an active project
+and we are in the process of developing Airflow 3, so breeze requires a lot of adjustments to keep up
+the dev environment in sync with Airflow 3 development - this is also why it is part of the same
+repository as Airflow - because it needs to be closely synchronized with Airflow development.
+
+As of November 2024 Airflow switches to using `uv` as the main development environment for Airflow
+and for Breeze. So the instructions below are for setting up the development environment for Breeze
+using `uv`. However we are using only standard python packaging tools, so you can still use `pip` or
+`pipenv` or other build frontends to install Breeze, but we recommend using `uv` as it is the most
+convenient way to install, manage python packages and virtual environments.
+
+Unlike in Airflow, where we manage our own constraints, we use `uv` to manage requirements for Breeze
+and we use `uv` to lock the dependencies. This way we can ensure that the dependencies are always
+up-to-date and that the development environment is always consistent for different people. This is
+why Breeze's `uv.lock` is committed to the repository and is used to install the dependencies by
+default by Breeze. Here's how to install breeze with `uv`
+
+
+1. Install `uv` - see [uv documentation](https://docs.astral.sh/uv/getting-started/installation/)
+
+> [!IMPORTANT]
+> All the commands below should be executed while you are in `dev/breeze` directory of the Airflow repository.
+
+2. Create a new virtual environment for Breeze development:
+
+```shell
+uv venv
+```
+
+3. Synchronize Breeze dependencies with `uv` to the latest dependencies stored in uv.lock file:
+
+```shell
+uv sync
+```
+
+After syncing, the `.venv` directory will contain the virtual environment with all the dependencies
+installed - you can use that environment to develop Breeze - for example with your favourite IDE
+or text editor, you can also use `uv run` to run the scripts in the virtual environment.
+
+For example to run all tests in the virtual environment you can use:
+
+```shell
+uv run pytest
+```
+
+4. Add/remove dependencies with `uv`:
+
+```shell
+uv add <package>
+uv remove <package>
+```
+
+5. Update and lock the dependencies (after adding them or periodically to keep them up-to-date):
+
+```shell
+uv lock
+```
+
+Note that when you update dependencies/lock them you should commit the changes in `pyproject.toml` and `uv.lock`.
+
+See [uv documentation](https://docs.astral.sh/uv/getting-started/) for more details on using `uv`.
+
+
 PLEASE DO NOT MODIFY THE HASH BELOW! IT IS AUTOMATICALLY UPDATED BY PRE-COMMIT.
 
 ---------------------------------------------------------------------------------------------------------
 
-Package config hash: 2ae1201c56227b6fcb599f020360a906100a80b32ed3a0d4927c8721e738afee3867f9ed567fd75ec9f368933c3a94c1336f8ab068f7892ed1ebe6244ccf20fe
+Package config hash: f13c42703e0a262d9f3c1bee608ff32c368be4c6a11f150a2f95809938641f5ec07904d5cc2e3944dfe4d206dc52846f8b81193fc279a333ff898dd033e07be4
 
 ---------------------------------------------------------------------------------------------------------
diff --git a/dev/breeze/doc/01_installation.rst b/dev/breeze/doc/01_installation.rst
index 1c7ad0ee62838..052dc3faca9f9 100644
--- a/dev/breeze/doc/01_installation.rst
+++ b/dev/breeze/doc/01_installation.rst
@@ -151,13 +151,28 @@ Docker in WSL 2
     If VS Code is installed on the Windows host system then in the WSL Linux Distro
     you can run ``code .`` in the root directory of you Airflow repo to launch VS Code.
 
-The pipx tool
---------------
+The uv tool
+-----------
+
+We are recommending to use the ``uv`` tool to manage your virtual environments and generally as a swiss-knife
+of your Python environment (it supports installing various versions of Python, creating virtual environments,
+installing packages, managing workspaces and running development tools.).
+
+Installing ``uv`` is described in the `uv documentation <https://docs.astral.sh/uv/getting-started/installation/>`_.
+We highly recommend using ``uv`` to manage your Python environments, as it is very comprehensive,
+easy to use, it is faster than any of the other tools availables (way faster!) and has a lot of features
+that make it easier to work with Python.
+
+Alternative: pipx tool
+----------------------
 
-We are using ``pipx`` tool to install and manage Breeze. The ``pipx`` tool is created by the creators
+However, we do not want to be entirely dependent on ``uv`` as it is a software governed by a VC-backed vendor,
+so we always want to provide open-source governed alternatives for our tools. If you can't or do not want to
+use ``uv``, we got you covered. Another too you can use to manage development tools (and ``breeze`` development
+environment is Python-Software-Foundation managed ``pipx``. The ``pipx`` tool is created by the creators
 of ``pip`` from `Python Packaging Authority <https://www.pypa.io/en/latest/>`_
 
-Note that ``pipx`` >= 1.4.1 is used.
+Note that ``pipx`` >= 1.4.1 should be used.
 
 Install pipx
 
@@ -172,7 +187,7 @@ environments. This can be done automatically by the following command (follow in
 
     pipx ensurepath
 
-In Mac
+In case ``pipx`` is not in your PATH, you can run it with Python module:
 
 .. code-block:: bash
 
diff --git a/dev/breeze/doc/04_troubleshooting.rst b/dev/breeze/doc/04_troubleshooting.rst
index fd5f92b03ea35..1eddfb60ca1d3 100644
--- a/dev/breeze/doc/04_troubleshooting.rst
+++ b/dev/breeze/doc/04_troubleshooting.rst
@@ -97,6 +97,8 @@ This can be done (if you use ``pipx`` to install ``pre-commit``):
 
     pipx uninstall pre-commit
     pipx install pre-commit --python $(which python3.9) --force
+    # This one allows pre-commit to use uv for venvs installed by pre-commit
+    pipx inject pre-commit pre-commit-uv
     pre-commit clean
     pre-commit install
 
diff --git a/dev/breeze/doc/05_test_commands.rst b/dev/breeze/doc/05_test_commands.rst
index 79aa206921d21..e210017088ac3 100644
--- a/dev/breeze/doc/05_test_commands.rst
+++ b/dev/breeze/doc/05_test_commands.rst
@@ -209,6 +209,27 @@ Here is the detailed set of options for the ``breeze testing non-db-tests`` comm
   :alt: Breeze testing non-db-tests
 
 
+Using ``breeze testing task-sdk-tests`` command
+............................................
+
+The ``breeze testing task-sdk-tests`` command is simplified version of the ``breeze testing tests`` command
+that allows you to run tests for Task SDK without initializing database. The Task SDK should not need
+database to be started so this acts as a good check to see if the Task SDK tests are working properly.
+
+Run all Task SDK tests:
+
+.. code-block:: bash
+
+   breeze testing task-sdk-tests
+
+Here is the detailed set of options for the ``breeze testing task-sdk-tests`` command.
+
+.. image:: ./images/output_testing_task-sdk-tests.svg
+  :target: https://raw.githubusercontent.com/apache/airflow/main/dev/breeze/images/output_testing_task-sdk-tests.svg
+  :width: 100%
+  :alt: Breeze testing task-sdk-tests
+
+
 Running integration tests
 .........................
 
diff --git a/dev/breeze/doc/ci/02_images.md b/dev/breeze/doc/ci/02_images.md
index d0554b74fd73d..66f7b61212300 100644
--- a/dev/breeze/doc/ci/02_images.md
+++ b/dev/breeze/doc/ci/02_images.md
@@ -43,9 +43,9 @@ Airflow has two main images (build from Dockerfiles):
   production-ready Airflow installation. You can read more about
   building and using the production image in the
   [Docker stack](https://airflow.apache.org/docs/docker-stack/index.html)
-  documentation. The image is built using [Dockerfile](Dockerfile).
+  documentation. The image is built using [Dockerfile](../../../../Dockerfile).
 - CI image (Dockerfile.ci) - used for running tests and local
-  development. The image is built using [Dockerfile.ci](Dockerfile.ci).
+  development. The image is built using [Dockerfile.ci](../../../../Dockerfile.ci).
 
 ## PROD image
 
@@ -108,7 +108,7 @@ it uses the latest installed version of airflow and providers. However,
 you can choose different installation methods as described in [Building
 PROD docker images from released PIP packages](#building-prod-docker-images-from-released-pip-packages). Detailed
 reference for building production image from different sources can be
-found in: [Build Args reference](docs/docker-stack/build-arg-ref.rst#installing-airflow-using-different-methods)
+found in: [Build Args reference](../../../../docs/docker-stack/build-arg-ref.rst#installing-airflow-using-different-methods)
 
 You can build the CI image using current sources this command:
 
@@ -421,36 +421,37 @@ DOCKER_BUILDKIT=1 docker build . -f Dockerfile.ci \
 The following build arguments (`--build-arg` in docker build command)
 can be used for CI images:
 
-| Build argument                    | Default value                                                           | Description                                                                                                                                               |
-|-----------------------------------|-------------------------------------------------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------|
-| `PYTHON_BASE_IMAGE`               | `python:3.9-slim-bookworm`                                              | Base Python image                                                                                                                                         |
-| `PYTHON_MAJOR_MINOR_VERSION`      | `3.9`                                                                   | major/minor version of Python (should match base image)                                                                                                   |
-| `DEPENDENCIES_EPOCH_NUMBER`       | `2`                                                                     | increasing this number will reinstall all apt dependencies                                                                                                |
-| `ADDITIONAL_PIP_INSTALL_FLAGS`    |                                                                         | additional `pip` flags passed to the installation commands (except when reinstalling `pip` itself)                                                        |
-| `PIP_NO_CACHE_DIR`                | `true`                                                                  | if true, then no pip cache will be stored                                                                                                                 |
-| `UV_NO_CACHE`                     | `true`                                                                  | if true, then no uv cache will be stored                                                                                                                  |
-| `HOME`                            | `/root`                                                                 | Home directory of the root user (CI image has root user as default)                                                                                       |
-| `AIRFLOW_HOME`                    | `/root/airflow`                                                         | Airflow's HOME (that's where logs and sqlite databases are stored)                                                                                        |
-| `AIRFLOW_SOURCES`                 | `/opt/airflow`                                                          | Mounted sources of Airflow                                                                                                                                |
-| `AIRFLOW_REPO`                    | `apache/airflow`                                                        | the repository from which PIP dependencies are pre-installed                                                                                              |
-| `AIRFLOW_BRANCH`                  | `main`                                                                  | the branch from which PIP dependencies are pre-installed                                                                                                  |
-| `AIRFLOW_CI_BUILD_EPOCH`          | `1`                                                                     | increasing this value will reinstall PIP dependencies from the repository from scratch                                                                    |
-| `AIRFLOW_CONSTRAINTS_LOCATION`    |                                                                         | If not empty, it will override the source of the constraints with the specified URL or file.                                                              |
-| `AIRFLOW_CONSTRAINTS_REFERENCE`   |                                                                         | reference (branch or tag) from GitHub repository from which constraints are used. By default it is set to `constraints-main` but can be `constraints-2-X`. |
-| `AIRFLOW_EXTRAS`                  | `all`                                                                   | extras to install                                                                                                                                         |
-| `UPGRADE_INVALIDATION_STRING`     |                                                                         | If set to any random value the dependencies are upgraded to newer versions. In CI it is set to build id.                                                  |
-| `AIRFLOW_PRE_CACHED_PIP_PACKAGES` | `true`                                                                  | Allows to pre-cache airflow PIP packages from the GitHub of Apache Airflow This allows to optimize iterations for Image builds and speeds up CI jobs.     |
-| `ADDITIONAL_AIRFLOW_EXTRAS`       |                                                                         | additional extras to install                                                                                                                              |
-| `ADDITIONAL_PYTHON_DEPS`          |                                                                         | additional Python dependencies to install                                                                                                                 |
-| `DEV_APT_COMMAND`                 |                                                                         | Dev apt command executed before dev deps are installed in the first part of image                                                                         |
-| `ADDITIONAL_DEV_APT_COMMAND`      |                                                                         | Additional Dev apt command executed before dev dep are installed in the first part of the image                                                           |
-| `DEV_APT_DEPS`                    | Empty - install default dependencies (see `install_os_dependencies.sh`) | Dev APT dependencies installed in the first part of the image                                                                                             |
-| `ADDITIONAL_DEV_APT_DEPS`         |                                                                         | Additional apt dev dependencies installed in the first part of the image                                                                                  |
-| `ADDITIONAL_DEV_APT_ENV`          |                                                                         | Additional env variables defined when installing dev deps                                                                                                 |
-| `AIRFLOW_PIP_VERSION`             | `24.0`                                                                  | PIP version used.                                                                                                                                         |
-| `AIRFLOW_UV_VERSION`              | `0.4.24`                                                                 | UV version used.                                                                                                                                         |
-| `AIRFLOW_USE_UV`                  | `true`                                                                  | Whether to use UV for installation.                                                                                                                       |
-| `PIP_PROGRESS_BAR`                | `on`                                                                    | Progress bar for PIP installation                                                                                                                         |
+| Build argument                    | Default value              | Description                                                                                                                                                |
+|-----------------------------------|----------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| `PYTHON_BASE_IMAGE`               | `python:3.9-slim-bookworm` | Base Python image                                                                                                                                          |
+| `PYTHON_MAJOR_MINOR_VERSION`      | `3.9`                      | major/minor version of Python (should match base image)                                                                                                    |
+| `DEPENDENCIES_EPOCH_NUMBER`       | `2`                        | increasing this number will reinstall all apt dependencies                                                                                                 |
+| `ADDITIONAL_PIP_INSTALL_FLAGS`    |                            | additional `pip` flags passed to the installation commands (except when reinstalling `pip` itself)                                                         |
+| `PIP_NO_CACHE_DIR`                | `true`                     | if true, then no pip cache will be stored                                                                                                                  |
+| `UV_NO_CACHE`                     | `true`                     | if true, then no uv cache will be stored                                                                                                                   |
+| `HOME`                            | `/root`                    | Home directory of the root user (CI image has root user as default)                                                                                        |
+| `AIRFLOW_HOME`                    | `/root/airflow`            | Airflow's HOME (that's where logs and sqlite databases are stored)                                                                                         |
+| `AIRFLOW_SOURCES`                 | `/opt/airflow`             | Mounted sources of Airflow                                                                                                                                 |
+| `AIRFLOW_REPO`                    | `apache/airflow`           | the repository from which PIP dependencies are pre-installed                                                                                               |
+| `AIRFLOW_BRANCH`                  | `main`                     | the branch from which PIP dependencies are pre-installed                                                                                                   |
+| `AIRFLOW_CI_BUILD_EPOCH`          | `1`                        | increasing this value will reinstall PIP dependencies from the repository from scratch                                                                     |
+| `AIRFLOW_CONSTRAINTS_LOCATION`    |                            | If not empty, it will override the source of the constraints with the specified URL or file.                                                               |
+| `AIRFLOW_CONSTRAINTS_REFERENCE`   |                            | reference (branch or tag) from GitHub repository from which constraints are used. By default it is set to `constraints-main` but can be `constraints-2-X`. |
+| `AIRFLOW_EXTRAS`                  | `all`                      | extras to install                                                                                                                                          |
+| `UPGRADE_INVALIDATION_STRING`     |                            | If set to any random value the dependencies are upgraded to newer versions. In CI it is set to build id.                                                   |
+| `AIRFLOW_PRE_CACHED_PIP_PACKAGES` | `true`                     | Allows to pre-cache airflow PIP packages from the GitHub of Apache Airflow This allows to optimize iterations for Image builds and speeds up CI jobs.      |
+| `ADDITIONAL_AIRFLOW_EXTRAS`       |                            | additional extras to install                                                                                                                               |
+| `ADDITIONAL_PYTHON_DEPS`          |                            | additional Python dependencies to install                                                                                                                  |
+| `DEV_APT_COMMAND`                 |                            | Dev apt command executed before dev deps are installed in the first part of image                                                                          |
+| `ADDITIONAL_DEV_APT_COMMAND`      |                            | Additional Dev apt command executed before dev dep are installed in the first part of the image                                                            |
+| `DEV_APT_DEPS`                    |                            | Dev APT dependencies installed in the first part of the image (default empty means default dependencies are used)                                          |
+| `ADDITIONAL_DEV_APT_DEPS`         |                            | Additional apt dev dependencies installed in the first part of the image                                                                                   |
+| `ADDITIONAL_DEV_APT_ENV`          |                            | Additional env variables defined when installing dev deps                                                                                                  |
+| `AIRFLOW_PIP_VERSION`             | `24.3.1`                   | PIP version used.                                                                                                                                          |
+| `AIRFLOW_UV_VERSION`              | `0.4.29`                   | UV version used.                                                                                                                                           |
+| `AIRFLOW_USE_UV`                  | `true`                     | Whether to use UV for installation.                                                                                                                        |
+| `PIP_PROGRESS_BAR`                | `on`                       | Progress bar for PIP installation                                                                                                                          |
+
 
 Here are some examples of how CI images can built manually. CI is always
 built from local sources.
diff --git a/dev/breeze/doc/ci/03_github_variables.md b/dev/breeze/doc/ci/03_github_variables.md
index 10983369784e1..bf1353df08069 100644
--- a/dev/breeze/doc/ci/03_github_variables.md
+++ b/dev/breeze/doc/ci/03_github_variables.md
@@ -71,4 +71,4 @@ docker tag ghcr.io/apache/airflow/main/ci/python3.10 your-image-name:tag
 
 -----
 
-Read next about [Static checks](04_static_checks.md)
+Read next about [Selective checks](04_selective_checks.md)
diff --git a/dev/breeze/doc/ci/04_selective_checks.md b/dev/breeze/doc/ci/04_selective_checks.md
index e5894b0296875..b077bd1a70a1f 100644
--- a/dev/breeze/doc/ci/04_selective_checks.md
+++ b/dev/breeze/doc/ci/04_selective_checks.md
@@ -203,7 +203,7 @@ Github Actions to pass the list of parameters to a command to execute
 | kubernetes-combos-list-as-string       | All combinations of Python version and Kubernetes version to use for tests as space-separated string | 3.9-v1.25.2 3.9-v1.26.4                   | *              |
 | kubernetes-versions                    | All Kubernetes versions to use for tests as JSON array                                               | ['v1.25.2']                               |                |
 | kubernetes-versions-list-as-string     | All Kubernetes versions to use for tests as space-separated string                                   | v1.25.2                                   | *              |
-| mypy-folders                           | List of folders to be considered for mypy                                                            | []                                        |                |
+| mypy-checks                            | List of folders to be considered for mypy                                                            | []                                        |                |
 | mysql-exclude                          | Which versions of MySQL to exclude for tests as JSON array                                           | []                                        |                |
 | mysql-versions                         | Which versions of MySQL to use for tests as JSON array                                               | ['5.7']                                   |                |
 | needs-api-codegen                      | Whether "api-codegen" are needed to run ("true"/"false")                                             | true                                      |                |
@@ -321,6 +321,7 @@ This table summarizes the labels you can use on PRs to control the selective che
 | debug ci resources               | debug-ci-resources               | If set, then debugging resources is enabled during parallel tests and you can see them.   |
 | default versions only            | all-versions, *-versions-*       | If set, the number of Python and Kubernetes, DB versions are limited to the default ones. |
 | disable image cache              | docker-cache                     | If set, the image cache is disables when building the image.                              |
+| force pip                        | force-pip                        | If set, the image build uses pip instead of uv.                                           |
 | full tests needed                | full-tests-needed                | If set, complete set of tests are run                                                     |
 | include success outputs          | include-success-outputs          | If set, outputs of successful parallel tests are shown not only failed outputs.           |
 | latest versions only             | *-versions-*, *-versions-*       | If set, the number of Python, Kubernetes, DB versions will be limited to the latest ones. |
diff --git a/dev/breeze/doc/ci/08_running_ci_locally.md b/dev/breeze/doc/ci/08_running_ci_locally.md
index cc9c89954df3e..0839bde9fae10 100644
--- a/dev/breeze/doc/ci/08_running_ci_locally.md
+++ b/dev/breeze/doc/ci/08_running_ci_locally.md
@@ -63,7 +63,7 @@ In the output of the CI jobs, you will find both - the flags passed and
 environment variables set.
 
 You can read more about it in [Breeze](../README.rst) and
-[Testing](contributing-docs/09_testing.rst)
+[Testing](../../../../contributing-docs/09_testing.rst)
 
 Since we store images from every CI run, you should be able easily
 reproduce any of the CI tests problems locally. You can do it by pulling
diff --git a/dev/breeze/doc/images/output-commands.svg b/dev/breeze/doc/images/output-commands.svg
index f80a72a9fbc54..f67cd5795e40d 100644
--- a/dev/breeze/doc/images/output-commands.svg
+++ b/dev/breeze/doc/images/output-commands.svg
@@ -305,8 +305,8 @@
 </text><text class="breeze-help-r5" x="0" y="142" textLength="12.2" clip-path="url(#breeze-help-line-5)">│</text><text class="breeze-help-r7" x="414.8" y="142" textLength="732" clip-path="url(#breeze-help-line-5)">(&gt;3.9&lt;&#160;|&#160;3.10&#160;|&#160;3.11&#160;|&#160;3.12)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-help-r5" x="1451.8" y="142" textLength="12.2" clip-path="url(#breeze-help-line-5)">│</text><text class="breeze-help-r1" x="1464" y="142" textLength="12.2" clip-path="url(#breeze-help-line-5)">
 </text><text class="breeze-help-r5" x="0" y="166.4" textLength="12.2" clip-path="url(#breeze-help-line-6)">│</text><text class="breeze-help-r5" x="414.8" y="166.4" textLength="732" clip-path="url(#breeze-help-line-6)">[default:&#160;3.9]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-help-r5" x="1451.8" y="166.4" textLength="12.2" clip-path="url(#breeze-help-line-6)">│</text><text class="breeze-help-r1" x="1464" y="166.4" textLength="12.2" clip-path="url(#breeze-help-line-6)">
 </text><text class="breeze-help-r5" x="0" y="190.8" textLength="12.2" clip-path="url(#breeze-help-line-7)">│</text><text class="breeze-help-r4" x="24.4" y="190.8" textLength="158.6" clip-path="url(#breeze-help-line-7)">--integration</text><text class="breeze-help-r1" x="414.8" y="190.8" textLength="1024.8" clip-path="url(#breeze-help-line-7)">Integration(s)&#160;to&#160;enable&#160;when&#160;running&#160;(can&#160;be&#160;more&#160;than&#160;one).&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-help-r5" x="1451.8" y="190.8" textLength="12.2" clip-path="url(#breeze-help-line-7)">│</text><text class="breeze-help-r1" x="1464" y="190.8" textLength="12.2" clip-path="url(#breeze-help-line-7)">
-</text><text class="breeze-help-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">│</text><text class="breeze-help-r7" x="414.8" y="215.2" textLength="1024.8" clip-path="url(#breeze-help-line-8)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;mongo&#160;|&#160;mssql&#160;</text><text class="breeze-help-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">│</text><text class="breeze-help-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">
-</text><text class="breeze-help-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">│</text><text class="breeze-help-r7" x="414.8" y="239.6" textLength="1024.8" clip-path="url(#breeze-help-line-9)">|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-help-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">│</text><text class="breeze-help-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">
+</text><text class="breeze-help-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">│</text><text class="breeze-help-r7" x="414.8" y="215.2" textLength="1024.8" clip-path="url(#breeze-help-line-8)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;keycloak&#160;|&#160;&#160;&#160;&#160;</text><text class="breeze-help-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">│</text><text class="breeze-help-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-help-line-8)">
+</text><text class="breeze-help-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">│</text><text class="breeze-help-r7" x="414.8" y="239.6" textLength="1024.8" clip-path="url(#breeze-help-line-9)">mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;</text><text class="breeze-help-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">│</text><text class="breeze-help-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-help-line-9)">
 </text><text class="breeze-help-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-help-line-10)">│</text><text class="breeze-help-r4" x="24.4" y="264" textLength="317.2" clip-path="url(#breeze-help-line-10)">--standalone-dag-processor</text><text class="breeze-help-r1" x="414.8" y="264" textLength="573.4" clip-path="url(#breeze-help-line-10)">Run&#160;standalone&#160;dag&#160;processor&#160;for&#160;start-airflow.</text><text class="breeze-help-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-help-line-10)">│</text><text class="breeze-help-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-help-line-10)">
 </text><text class="breeze-help-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-help-line-11)">│</text><text class="breeze-help-r4" x="24.4" y="288.4" textLength="244" clip-path="url(#breeze-help-line-11)">--database-isolation</text><text class="breeze-help-r1" x="414.8" y="288.4" textLength="475.8" clip-path="url(#breeze-help-line-11)">Run&#160;airflow&#160;in&#160;database&#160;isolation&#160;mode.</text><text class="breeze-help-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-help-line-11)">│</text><text class="breeze-help-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-help-line-11)">
 </text><text class="breeze-help-r5" x="0" y="312.8" textLength="1464" clip-path="url(#breeze-help-line-12)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-help-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-help-line-12)">
diff --git a/dev/breeze/doc/images/output_build-docs.txt b/dev/breeze/doc/images/output_build-docs.txt
index 4bebe1e163985..644e9bf767696 100644
--- a/dev/breeze/doc/images/output_build-docs.txt
+++ b/dev/breeze/doc/images/output_build-docs.txt
@@ -1 +1 @@
-03dd58933b63fc368157f716b1852e1b
+b349182dab04b6ff58acd122a403a5a4
diff --git a/dev/breeze/doc/images/output_prod-image.txt b/dev/breeze/doc/images/output_prod-image.txt
index 4e4ac97bd602d..c767ee09d4fd3 100644
--- a/dev/breeze/doc/images/output_prod-image.txt
+++ b/dev/breeze/doc/images/output_prod-image.txt
@@ -1 +1 @@
-55030fe0d7718eb668fa1a37128647b0
+d91bcc76b14f186e749efe2c6aaa8682
diff --git a/dev/breeze/doc/images/output_prod-image_build.txt b/dev/breeze/doc/images/output_prod-image_build.txt
index 7799e6f009ebf..8610d58e7ac25 100644
--- a/dev/breeze/doc/images/output_prod-image_build.txt
+++ b/dev/breeze/doc/images/output_prod-image_build.txt
@@ -1 +1 @@
-d0214e8e95fcb56c91e0e416690eb24f
+3576058438d009eb3dc8be53ea16be8a
diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg
index 62ed9b25dda68..4a7015c6645aa 100644
--- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg
+++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.svg
@@ -146,7 +146,7 @@
 </text><text class="breeze-release-management-generate-issue-content-providers-r4" x="12.2" y="215.2" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">jenkins</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="97.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="134.2" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">microsoft</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="244" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">.</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="256.2" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">azure</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="317.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="353.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">microsoft</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="463.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">.</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="475.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">mssql</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="536.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="573.4" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">microsoft</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="683.2" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">.</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="695.4" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">psrp</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="744.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="780.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">microsoft</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="890.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">.</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="902.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">winrm</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="963.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1000.4" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">mongo</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1061.4" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1098" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">mysql</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1159" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1195.6" y="215.2" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">neo4j</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1256.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1293.2" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">odbc</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1342" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1378.6" y="215.2" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">openai</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-8)">
 </text><text class="breeze-release-management-generate-issue-content-providers-r1" x="12.2" y="239.6" textLength="24.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="36.6" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">openfaas</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="134.2" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="170.8" y="239.6" textLength="134.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">openlineage</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="305" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="341.6" y="239.6" textLength="122" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">opensearch</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="463.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="500.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">opsgenie</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="597.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="634.4" y="239.6" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">oracle</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="707.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="744.2" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">pagerduty</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="854" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="890.6" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">papermill</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1000.4" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1037" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">pgvector</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1134.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1171.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">pinecone</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1268.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1305.4" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">postgres</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1403" y="239.6" textLength="48.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">&#160;|&#160;&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-9)">
 </text><text class="breeze-release-management-generate-issue-content-providers-r4" x="12.2" y="264" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">presto</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="85.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="122" y="264" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">qdrant</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="195.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="231.8" y="264" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">redis</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="292.8" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="329.4" y="264" textLength="122" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">salesforce</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="451.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="488" y="264" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">samba</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="549" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="585.6" y="264" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">segment</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="671" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="707.6" y="264" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">sendgrid</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="805.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="841.8" y="264" textLength="48.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">sftp</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="890.6" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="927.2" y="264" textLength="134.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">singularity</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1061.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1098" y="264" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">slack</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1159" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1195.6" y="264" textLength="48.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">smtp</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1244.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1281" y="264" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">snowflake</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1390.8" y="264" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">&#160;|&#160;&#160;&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-10)">
-</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">sqlite</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">ssh</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="195.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">tableau</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="280.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="317.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">telegram</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">teradata</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="585.6" y="288.4" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">trino</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="646.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="683.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">vertica</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="768.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="805.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">weaviate</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="939.4" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">yandex</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1012.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1049.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">ydb</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1085.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1122.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">zendesk</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1207.8" y="288.4" textLength="244" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">]...&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">
+</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">sqlite</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">ssh</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="195.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">standard</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="292.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="329.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">tableau</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">telegram</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="585.6" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">teradata</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="683.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="719.8" y="288.4" textLength="61" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">trino</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="780.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="817.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">vertica</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="939.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">weaviate</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1037" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1073.6" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">yandex</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1146.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1183.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">ydb</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1220" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">&#160;|&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r4" x="1256.6" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">zendesk</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1342" y="288.4" textLength="109.8" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">]...&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-11)">
 </text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-12)">
 </text><text class="breeze-release-management-generate-issue-content-providers-r1" x="12.2" y="337.2" textLength="585.6" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-13)">Generates&#160;content&#160;for&#160;issue&#160;to&#160;test&#160;the&#160;release.</text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-13)">
 </text><text class="breeze-release-management-generate-issue-content-providers-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-release-management-generate-issue-content-providers-line-14)">
diff --git a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt
index db1315caea441..912f4a0d63891 100644
--- a/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt
+++ b/dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt
@@ -1 +1 @@
-0aa10fcd2a9fcdaf15f0b207d71e3848
+6806d4e405c59f8ee43796ae638b1308
diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg
index 6bf07f9bc7f3d..293e0d6c53b25 100644
--- a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg
+++ b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.svg
@@ -182,7 +182,7 @@
 </text><text class="breeze-release-management-prepare-provider-documentation-r4" x="12.2" y="215.2" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">jenkins</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="97.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="134.2" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="244" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">.</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="256.2" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">azure</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="317.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="353.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="463.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">.</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="475.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">mssql</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="536.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="573.4" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="683.2" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">.</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="695.4" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">psrp</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="744.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="780.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="890.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">.</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="902.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">winrm</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="963.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1000.4" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">mongo</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1061.4" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1098" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">mysql</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1159" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1195.6" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">neo4j</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1256.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1293.2" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">odbc</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1342" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1378.6" y="215.2" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">openai</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-8)">
 </text><text class="breeze-release-management-prepare-provider-documentation-r1" x="12.2" y="239.6" textLength="24.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="36.6" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">openfaas</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="134.2" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="170.8" y="239.6" textLength="134.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">openlineage</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="305" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="341.6" y="239.6" textLength="122" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">opensearch</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="463.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="500.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">opsgenie</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="597.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="634.4" y="239.6" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">oracle</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="707.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="744.2" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">pagerduty</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="854" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="890.6" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">papermill</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1000.4" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1037" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">pgvector</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1134.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1171.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">pinecone</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1268.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1305.4" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">postgres</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1403" y="239.6" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">&#160;|&#160;&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-9)">
 </text><text class="breeze-release-management-prepare-provider-documentation-r4" x="12.2" y="264" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">presto</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="85.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="122" y="264" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">qdrant</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="195.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="231.8" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">redis</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="292.8" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="329.4" y="264" textLength="122" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">salesforce</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="451.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="488" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">samba</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="549" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="585.6" y="264" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">segment</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="671" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="707.6" y="264" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">sendgrid</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="805.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="841.8" y="264" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">sftp</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="890.6" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="927.2" y="264" textLength="134.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">singularity</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1061.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1098" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">slack</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1159" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1195.6" y="264" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">smtp</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1244.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1281" y="264" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">snowflake</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1390.8" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">&#160;|&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-10)">
-</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">sqlite</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">ssh</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="195.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">tableau</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="280.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="317.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">telegram</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">teradata</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="585.6" y="288.4" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">trino</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="646.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="683.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">vertica</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="768.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="805.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">weaviate</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="939.4" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">yandex</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1012.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1049.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">ydb</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1085.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1122.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">zendesk</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1207.8" y="288.4" textLength="244" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">]...&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">
+</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">sqlite</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">ssh</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="195.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">standard</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="292.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="329.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">tableau</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">telegram</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="585.6" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">teradata</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="683.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="719.8" y="288.4" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">trino</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="780.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="817.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">vertica</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="939.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">weaviate</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1037" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1073.6" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">yandex</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1146.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1183.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">ydb</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1220" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r4" x="1256.6" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">zendesk</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1342" y="288.4" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">]...&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-11)">
 </text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-12)">
 </text><text class="breeze-release-management-prepare-provider-documentation-r1" x="12.2" y="337.2" textLength="780.8" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-13)">Prepare&#160;CHANGELOG,&#160;README&#160;and&#160;COMMITS&#160;information&#160;for&#160;providers.</text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-13)">
 </text><text class="breeze-release-management-prepare-provider-documentation-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-documentation-line-14)">
diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt
index 20e2e14faefed..551daf2a8ed1d 100644
--- a/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt
+++ b/dev/breeze/doc/images/output_release-management_prepare-provider-documentation.txt
@@ -1 +1 @@
-6953cb3aa552b67616179e1acfe7e8c3
+1baef77ed7f5328a75248bb91a2d3a11
diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-packages.svg b/dev/breeze/doc/images/output_release-management_prepare-provider-packages.svg
index 3c4e468aba0c7..3cd8a8a819ca8 100644
--- a/dev/breeze/doc/images/output_release-management_prepare-provider-packages.svg
+++ b/dev/breeze/doc/images/output_release-management_prepare-provider-packages.svg
@@ -182,7 +182,7 @@
 </text><text class="breeze-release-management-prepare-provider-packages-r4" x="12.2" y="215.2" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">jenkins</text><text class="breeze-release-management-prepare-provider-packages-r1" x="97.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="134.2" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-packages-r1" x="244" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">.</text><text class="breeze-release-management-prepare-provider-packages-r4" x="256.2" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">azure</text><text class="breeze-release-management-prepare-provider-packages-r1" x="317.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="353.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-packages-r1" x="463.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">.</text><text class="breeze-release-management-prepare-provider-packages-r4" x="475.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">mssql</text><text class="breeze-release-management-prepare-provider-packages-r1" x="536.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="573.4" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-packages-r1" x="683.2" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">.</text><text class="breeze-release-management-prepare-provider-packages-r4" x="695.4" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">psrp</text><text class="breeze-release-management-prepare-provider-packages-r1" x="744.2" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="780.8" y="215.2" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">microsoft</text><text class="breeze-release-management-prepare-provider-packages-r1" x="890.6" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">.</text><text class="breeze-release-management-prepare-provider-packages-r4" x="902.8" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">winrm</text><text class="breeze-release-management-prepare-provider-packages-r1" x="963.8" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1000.4" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">mongo</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1061.4" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1098" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">mysql</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1159" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1195.6" y="215.2" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">neo4j</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1256.6" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1293.2" y="215.2" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">odbc</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1342" y="215.2" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1378.6" y="215.2" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">openai</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-8)">
 </text><text class="breeze-release-management-prepare-provider-packages-r1" x="12.2" y="239.6" textLength="24.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="36.6" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">openfaas</text><text class="breeze-release-management-prepare-provider-packages-r1" x="134.2" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="170.8" y="239.6" textLength="134.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">openlineage</text><text class="breeze-release-management-prepare-provider-packages-r1" x="305" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="341.6" y="239.6" textLength="122" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">opensearch</text><text class="breeze-release-management-prepare-provider-packages-r1" x="463.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="500.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">opsgenie</text><text class="breeze-release-management-prepare-provider-packages-r1" x="597.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="634.4" y="239.6" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">oracle</text><text class="breeze-release-management-prepare-provider-packages-r1" x="707.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="744.2" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">pagerduty</text><text class="breeze-release-management-prepare-provider-packages-r1" x="854" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="890.6" y="239.6" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">papermill</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1000.4" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1037" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">pgvector</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1134.6" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1171.2" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">pinecone</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1268.8" y="239.6" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1305.4" y="239.6" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">postgres</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1403" y="239.6" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">&#160;|&#160;&#160;</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-9)">
 </text><text class="breeze-release-management-prepare-provider-packages-r4" x="12.2" y="264" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">presto</text><text class="breeze-release-management-prepare-provider-packages-r1" x="85.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="122" y="264" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">qdrant</text><text class="breeze-release-management-prepare-provider-packages-r1" x="195.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="231.8" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">redis</text><text class="breeze-release-management-prepare-provider-packages-r1" x="292.8" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="329.4" y="264" textLength="122" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">salesforce</text><text class="breeze-release-management-prepare-provider-packages-r1" x="451.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="488" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">samba</text><text class="breeze-release-management-prepare-provider-packages-r1" x="549" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="585.6" y="264" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">segment</text><text class="breeze-release-management-prepare-provider-packages-r1" x="671" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="707.6" y="264" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">sendgrid</text><text class="breeze-release-management-prepare-provider-packages-r1" x="805.2" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="841.8" y="264" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">sftp</text><text class="breeze-release-management-prepare-provider-packages-r1" x="890.6" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="927.2" y="264" textLength="134.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">singularity</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1061.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1098" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">slack</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1159" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1195.6" y="264" textLength="48.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">smtp</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1244.4" y="264" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1281" y="264" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">snowflake</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1390.8" y="264" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">&#160;|&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-10)">
-</text><text class="breeze-release-management-prepare-provider-packages-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">sqlite</text><text class="breeze-release-management-prepare-provider-packages-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">ssh</text><text class="breeze-release-management-prepare-provider-packages-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="195.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">tableau</text><text class="breeze-release-management-prepare-provider-packages-r1" x="280.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="317.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">telegram</text><text class="breeze-release-management-prepare-provider-packages-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">teradata</text><text class="breeze-release-management-prepare-provider-packages-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="585.6" y="288.4" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">trino</text><text class="breeze-release-management-prepare-provider-packages-r1" x="646.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="683.2" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">vertica</text><text class="breeze-release-management-prepare-provider-packages-r1" x="768.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="805.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">weaviate</text><text class="breeze-release-management-prepare-provider-packages-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="939.4" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">yandex</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1012.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1049.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">ydb</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1085.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1122.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">zendesk</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1207.8" y="288.4" textLength="244" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">]...&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">
+</text><text class="breeze-release-management-prepare-provider-packages-r4" x="12.2" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">sqlite</text><text class="breeze-release-management-prepare-provider-packages-r1" x="85.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="122" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">ssh</text><text class="breeze-release-management-prepare-provider-packages-r1" x="158.6" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="195.2" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">standard</text><text class="breeze-release-management-prepare-provider-packages-r1" x="292.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="329.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">tableau</text><text class="breeze-release-management-prepare-provider-packages-r1" x="414.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="451.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">telegram</text><text class="breeze-release-management-prepare-provider-packages-r1" x="549" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="585.6" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">teradata</text><text class="breeze-release-management-prepare-provider-packages-r1" x="683.2" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="719.8" y="288.4" textLength="61" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">trino</text><text class="breeze-release-management-prepare-provider-packages-r1" x="780.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="817.4" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">vertica</text><text class="breeze-release-management-prepare-provider-packages-r1" x="902.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="939.4" y="288.4" textLength="97.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">weaviate</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1037" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1073.6" y="288.4" textLength="73.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">yandex</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1146.8" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1183.4" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">ydb</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1220" y="288.4" textLength="36.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">&#160;|&#160;</text><text class="breeze-release-management-prepare-provider-packages-r4" x="1256.6" y="288.4" textLength="85.4" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">zendesk</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1342" y="288.4" textLength="109.8" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">]...&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-11)">
 </text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-12)">
 </text><text class="breeze-release-management-prepare-provider-packages-r1" x="12.2" y="337.2" textLength="585.6" clip-path="url(#breeze-release-management-prepare-provider-packages-line-13)">Prepare&#160;sdist/whl&#160;packages&#160;of&#160;Airflow&#160;Providers.</text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-13)">
 </text><text class="breeze-release-management-prepare-provider-packages-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-release-management-prepare-provider-packages-line-14)">
diff --git a/dev/breeze/doc/images/output_release-management_prepare-provider-packages.txt b/dev/breeze/doc/images/output_release-management_prepare-provider-packages.txt
index c40492220b2a0..5caa5aa1be316 100644
--- a/dev/breeze/doc/images/output_release-management_prepare-provider-packages.txt
+++ b/dev/breeze/doc/images/output_release-management_prepare-provider-packages.txt
@@ -1 +1 @@
-b3d53d1c7e5233cebb3e35afed6ed8e6
+a781b53f55fe962ebab27068bcd96e44
diff --git a/dev/breeze/doc/images/output_setup.txt b/dev/breeze/doc/images/output_setup.txt
index b8f9048b91f0b..274751197daaf 100644
--- a/dev/breeze/doc/images/output_setup.txt
+++ b/dev/breeze/doc/images/output_setup.txt
@@ -1 +1 @@
-d4a4f1b405f912fa234ff4116068290a
+08c78d9dddd037a2ade6b751c5a22ff9
diff --git a/dev/breeze/doc/images/output_setup_autocomplete.txt b/dev/breeze/doc/images/output_setup_autocomplete.txt
index 185feef026464..144c2613cd695 100644
--- a/dev/breeze/doc/images/output_setup_autocomplete.txt
+++ b/dev/breeze/doc/images/output_setup_autocomplete.txt
@@ -1 +1 @@
-fffcd49e102e09ccd69b3841a9e3ea8e
+ec3b4541a478afe5cb86a6f1c48f50f5
diff --git a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
index a5f797e9cf211..836aa93edd3c8 100644
--- a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
+++ b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
@@ -199,7 +199,7 @@
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="703.2" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-28)">│</text><text class="breeze-setup-check-all-params-in-groups-r6" x="183" y="703.2" textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-28)">setup:check-all-params-in-groups&#160;|&#160;setup:config&#160;|&#160;setup:regenerate-command-images&#160;|&#160;setup:self-upgrade&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="703.2" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-28)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="703.2" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-28)">
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="727.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-29)">│</text><text class="breeze-setup-check-all-params-in-groups-r6" x="183" y="727.6" textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-29)">|&#160;setup:synchronize-local-mounts&#160;|&#160;setup:version&#160;|&#160;shell&#160;|&#160;start-airflow&#160;|&#160;static-checks&#160;|&#160;testing&#160;|&#160;&#160;&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="727.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-29)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="727.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-29)">
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="752" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-30)">│</text><text class="breeze-setup-check-all-params-in-groups-r6" x="183" y="752" textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-30)">testing:db-tests&#160;|&#160;testing:docker-compose-tests&#160;|&#160;testing:helm-tests&#160;|&#160;testing:integration-tests&#160;|&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="752" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-30)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="752" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-30)">
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">│</text><text class="breeze-setup-check-all-params-in-groups-r6" x="183" y="776.4" textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">testing:non-db-tests&#160;|&#160;testing:tests)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">│</text><text class="breeze-setup-check-all-params-in-groups-r6" x="183" y="776.4" textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">testing:non-db-tests&#160;|&#160;testing:task-sdk-tests&#160;|&#160;testing:tests)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-31)">
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="800.8" textLength="1464" clip-path="url(#breeze-setup-check-all-params-in-groups-line-32)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="800.8" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-32)">
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="825.2" textLength="24.4" clip-path="url(#breeze-setup-check-all-params-in-groups-line-33)">╭─</text><text class="breeze-setup-check-all-params-in-groups-r5" x="24.4" y="825.2" textLength="195.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-33)">&#160;Common&#160;options&#160;</text><text class="breeze-setup-check-all-params-in-groups-r5" x="219.6" y="825.2" textLength="1220" clip-path="url(#breeze-setup-check-all-params-in-groups-line-33)">────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1439.6" y="825.2" textLength="24.4" clip-path="url(#breeze-setup-check-all-params-in-groups-line-33)">─╮</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-33)">
 </text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">│</text><text class="breeze-setup-check-all-params-in-groups-r4" x="24.4" y="849.6" textLength="109.8" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">--verbose</text><text class="breeze-setup-check-all-params-in-groups-r7" x="158.6" y="849.6" textLength="24.4" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">-v</text><text class="breeze-setup-check-all-params-in-groups-r1" x="207.4" y="849.6" textLength="585.6" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">Print&#160;verbose&#160;information&#160;about&#160;performed&#160;steps.</text><text class="breeze-setup-check-all-params-in-groups-r5" x="1451.8" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">│</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-check-all-params-in-groups-line-34)">
diff --git a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
index d2cab78ff8c5b..a467d9b754f1b 100644
--- a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
+++ b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
@@ -1 +1 @@
-852bdb14696f768b8a22551ba88bf061
+e12840c7b1262cfcb539fddec1079941
diff --git a/dev/breeze/doc/images/output_setup_config.svg b/dev/breeze/doc/images/output_setup_config.svg
index 808e5e2c306dd..70a197ce5a6e0 100644
--- a/dev/breeze/doc/images/output_setup_config.svg
+++ b/dev/breeze/doc/images/output_setup_config.svg
@@ -1,4 +1,4 @@
-<svg class="rich-terminal" viewBox="0 0 1482 611.1999999999999" xmlns="http://www.w3.org/2000/svg">
+<svg class="rich-terminal" viewBox="0 0 1482 635.5999999999999" xmlns="http://www.w3.org/2000/svg">
     <!-- Generated with Rich https://www.textualize.io -->
     <style>
 
@@ -43,7 +43,7 @@
 
     <defs>
     <clipPath id="breeze-setup-config-clip-terminal">
-      <rect x="0" y="0" width="1463.0" height="560.1999999999999" />
+      <rect x="0" y="0" width="1463.0" height="584.5999999999999" />
     </clipPath>
     <clipPath id="breeze-setup-config-line-0">
     <rect x="0" y="1.5" width="1464" height="24.65"/>
@@ -111,9 +111,12 @@
 <clipPath id="breeze-setup-config-line-21">
     <rect x="0" y="513.9" width="1464" height="24.65"/>
             </clipPath>
+<clipPath id="breeze-setup-config-line-22">
+    <rect x="0" y="538.3" width="1464" height="24.65"/>
+            </clipPath>
     </defs>
 
-    <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="609.2" rx="8"/><text class="breeze-setup-config-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command:&#160;setup&#160;config</text>
+    <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="633.6" rx="8"/><text class="breeze-setup-config-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command:&#160;setup&#160;config</text>
             <g transform="translate(26,22)">
             <circle cx="0" cy="0" r="7" fill="#ff5f57"/>
             <circle cx="22" cy="0" r="7" fill="#febc2e"/>
@@ -139,13 +142,14 @@
 </text><text class="breeze-setup-config-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-13)">│</text><text class="breeze-setup-config-r5" x="475.8" y="337.2" textLength="963.8" clip-path="url(#breeze-setup-config-line-13)">[default:&#160;sqlite]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-config-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-13)">│</text><text class="breeze-setup-config-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-13)">
 </text><text class="breeze-setup-config-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-14)">│</text><text class="breeze-setup-config-r4" x="24.4" y="361.6" textLength="219.6" clip-path="url(#breeze-setup-config-line-14)">--postgres-version</text><text class="breeze-setup-config-r6" x="390.4" y="361.6" textLength="24.4" clip-path="url(#breeze-setup-config-line-14)">-P</text><text class="breeze-setup-config-r1" x="475.8" y="361.6" textLength="305" clip-path="url(#breeze-setup-config-line-14)">Version&#160;of&#160;Postgres&#160;used.</text><text class="breeze-setup-config-r7" x="793" y="361.6" textLength="378.2" clip-path="url(#breeze-setup-config-line-14)">(&gt;12&lt;&#160;|&#160;13&#160;|&#160;14&#160;|&#160;15&#160;|&#160;16&#160;|&#160;17)</text><text class="breeze-setup-config-r5" x="1183.4" y="361.6" textLength="158.6" clip-path="url(#breeze-setup-config-line-14)">[default:&#160;12]</text><text class="breeze-setup-config-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-14)">│</text><text class="breeze-setup-config-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-14)">
 </text><text class="breeze-setup-config-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-setup-config-line-15)">│</text><text class="breeze-setup-config-r4" x="24.4" y="386" textLength="183" clip-path="url(#breeze-setup-config-line-15)">--mysql-version</text><text class="breeze-setup-config-r6" x="390.4" y="386" textLength="24.4" clip-path="url(#breeze-setup-config-line-15)">-M</text><text class="breeze-setup-config-r1" x="475.8" y="386" textLength="268.4" clip-path="url(#breeze-setup-config-line-15)">Version&#160;of&#160;MySQL&#160;used.</text><text class="breeze-setup-config-r7" x="756.4" y="386" textLength="158.6" clip-path="url(#breeze-setup-config-line-15)">(&gt;8.0&lt;&#160;|&#160;8.4)</text><text class="breeze-setup-config-r5" x="927.2" y="386" textLength="170.8" clip-path="url(#breeze-setup-config-line-15)">[default:&#160;8.0]</text><text class="breeze-setup-config-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-setup-config-line-15)">│</text><text class="breeze-setup-config-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-setup-config-line-15)">
-</text><text class="breeze-setup-config-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">│</text><text class="breeze-setup-config-r4" x="24.4" y="410.4" textLength="146.4" clip-path="url(#breeze-setup-config-line-16)">--cheatsheet</text><text class="breeze-setup-config-r1" x="170.8" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">/</text><text class="breeze-setup-config-r4" x="183" y="410.4" textLength="183" clip-path="url(#breeze-setup-config-line-16)">--no-cheatsheet</text><text class="breeze-setup-config-r6" x="390.4" y="410.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-16)">-C</text><text class="breeze-setup-config-r1" x="414.8" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">/</text><text class="breeze-setup-config-r6" x="427" y="410.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-16)">-c</text><text class="breeze-setup-config-r1" x="475.8" y="410.4" textLength="317.2" clip-path="url(#breeze-setup-config-line-16)">Enable/disable&#160;cheatsheet.</text><text class="breeze-setup-config-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">│</text><text class="breeze-setup-config-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">
-</text><text class="breeze-setup-config-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">│</text><text class="breeze-setup-config-r4" x="24.4" y="434.8" textLength="122" clip-path="url(#breeze-setup-config-line-17)">--asciiart</text><text class="breeze-setup-config-r1" x="146.4" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">/</text><text class="breeze-setup-config-r4" x="158.6" y="434.8" textLength="158.6" clip-path="url(#breeze-setup-config-line-17)">--no-asciiart</text><text class="breeze-setup-config-r6" x="390.4" y="434.8" textLength="24.4" clip-path="url(#breeze-setup-config-line-17)">-A</text><text class="breeze-setup-config-r1" x="414.8" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">/</text><text class="breeze-setup-config-r6" x="427" y="434.8" textLength="24.4" clip-path="url(#breeze-setup-config-line-17)">-a</text><text class="breeze-setup-config-r1" x="475.8" y="434.8" textLength="292.8" clip-path="url(#breeze-setup-config-line-17)">Enable/disable&#160;ASCIIart.</text><text class="breeze-setup-config-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">│</text><text class="breeze-setup-config-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">
-</text><text class="breeze-setup-config-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">│</text><text class="breeze-setup-config-r4" x="24.4" y="459.2" textLength="97.6" clip-path="url(#breeze-setup-config-line-18)">--colour</text><text class="breeze-setup-config-r1" x="122" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">/</text><text class="breeze-setup-config-r4" x="134.2" y="459.2" textLength="134.2" clip-path="url(#breeze-setup-config-line-18)">--no-colour</text><text class="breeze-setup-config-r1" x="475.8" y="459.2" textLength="927.2" clip-path="url(#breeze-setup-config-line-18)">Enable/disable&#160;Colour&#160;mode&#160;(useful&#160;for&#160;colour&#160;blind-friendly&#160;communication).</text><text class="breeze-setup-config-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">│</text><text class="breeze-setup-config-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">
-</text><text class="breeze-setup-config-r5" x="0" y="483.6" textLength="1464" clip-path="url(#breeze-setup-config-line-19)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-config-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-19)">
-</text><text class="breeze-setup-config-r5" x="0" y="508" textLength="24.4" clip-path="url(#breeze-setup-config-line-20)">╭─</text><text class="breeze-setup-config-r5" x="24.4" y="508" textLength="195.2" clip-path="url(#breeze-setup-config-line-20)">&#160;Common&#160;options&#160;</text><text class="breeze-setup-config-r5" x="219.6" y="508" textLength="1220" clip-path="url(#breeze-setup-config-line-20)">────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-setup-config-r5" x="1439.6" y="508" textLength="24.4" clip-path="url(#breeze-setup-config-line-20)">─╮</text><text class="breeze-setup-config-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-setup-config-line-20)">
-</text><text class="breeze-setup-config-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-21)">│</text><text class="breeze-setup-config-r4" x="24.4" y="532.4" textLength="73.2" clip-path="url(#breeze-setup-config-line-21)">--help</text><text class="breeze-setup-config-r6" x="122" y="532.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-21)">-h</text><text class="breeze-setup-config-r1" x="170.8" y="532.4" textLength="329.4" clip-path="url(#breeze-setup-config-line-21)">Show&#160;this&#160;message&#160;and&#160;exit.</text><text class="breeze-setup-config-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-21)">│</text><text class="breeze-setup-config-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-21)">
-</text><text class="breeze-setup-config-r5" x="0" y="556.8" textLength="1464" clip-path="url(#breeze-setup-config-line-22)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-config-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-22)">
+</text><text class="breeze-setup-config-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">│</text><text class="breeze-setup-config-r4" x="24.4" y="410.4" textLength="97.6" clip-path="url(#breeze-setup-config-line-16)">--use-uv</text><text class="breeze-setup-config-r1" x="122" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">/</text><text class="breeze-setup-config-r4" x="134.2" y="410.4" textLength="134.2" clip-path="url(#breeze-setup-config-line-16)">--no-use-uv</text><text class="breeze-setup-config-r6" x="390.4" y="410.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-16)">-U</text><text class="breeze-setup-config-r1" x="414.8" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">/</text><text class="breeze-setup-config-r6" x="427" y="410.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-16)">-u</text><text class="breeze-setup-config-r1" x="475.8" y="410.4" textLength="646.6" clip-path="url(#breeze-setup-config-line-16)">Enable/disable&#160;using&#160;uv&#160;for&#160;creating&#160;venvs&#160;by&#160;breeze.</text><text class="breeze-setup-config-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">│</text><text class="breeze-setup-config-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-16)">
+</text><text class="breeze-setup-config-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">│</text><text class="breeze-setup-config-r4" x="24.4" y="434.8" textLength="146.4" clip-path="url(#breeze-setup-config-line-17)">--cheatsheet</text><text class="breeze-setup-config-r1" x="170.8" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">/</text><text class="breeze-setup-config-r4" x="183" y="434.8" textLength="183" clip-path="url(#breeze-setup-config-line-17)">--no-cheatsheet</text><text class="breeze-setup-config-r6" x="390.4" y="434.8" textLength="24.4" clip-path="url(#breeze-setup-config-line-17)">-C</text><text class="breeze-setup-config-r1" x="414.8" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">/</text><text class="breeze-setup-config-r6" x="427" y="434.8" textLength="24.4" clip-path="url(#breeze-setup-config-line-17)">-c</text><text class="breeze-setup-config-r1" x="475.8" y="434.8" textLength="317.2" clip-path="url(#breeze-setup-config-line-17)">Enable/disable&#160;cheatsheet.</text><text class="breeze-setup-config-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">│</text><text class="breeze-setup-config-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-17)">
+</text><text class="breeze-setup-config-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">│</text><text class="breeze-setup-config-r4" x="24.4" y="459.2" textLength="122" clip-path="url(#breeze-setup-config-line-18)">--asciiart</text><text class="breeze-setup-config-r1" x="146.4" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">/</text><text class="breeze-setup-config-r4" x="158.6" y="459.2" textLength="158.6" clip-path="url(#breeze-setup-config-line-18)">--no-asciiart</text><text class="breeze-setup-config-r6" x="390.4" y="459.2" textLength="24.4" clip-path="url(#breeze-setup-config-line-18)">-A</text><text class="breeze-setup-config-r1" x="414.8" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">/</text><text class="breeze-setup-config-r6" x="427" y="459.2" textLength="24.4" clip-path="url(#breeze-setup-config-line-18)">-a</text><text class="breeze-setup-config-r1" x="475.8" y="459.2" textLength="292.8" clip-path="url(#breeze-setup-config-line-18)">Enable/disable&#160;ASCIIart.</text><text class="breeze-setup-config-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">│</text><text class="breeze-setup-config-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-18)">
+</text><text class="breeze-setup-config-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-19)">│</text><text class="breeze-setup-config-r4" x="24.4" y="483.6" textLength="97.6" clip-path="url(#breeze-setup-config-line-19)">--colour</text><text class="breeze-setup-config-r1" x="122" y="483.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-19)">/</text><text class="breeze-setup-config-r4" x="134.2" y="483.6" textLength="134.2" clip-path="url(#breeze-setup-config-line-19)">--no-colour</text><text class="breeze-setup-config-r1" x="475.8" y="483.6" textLength="927.2" clip-path="url(#breeze-setup-config-line-19)">Enable/disable&#160;Colour&#160;mode&#160;(useful&#160;for&#160;colour&#160;blind-friendly&#160;communication).</text><text class="breeze-setup-config-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-19)">│</text><text class="breeze-setup-config-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-setup-config-line-19)">
+</text><text class="breeze-setup-config-r5" x="0" y="508" textLength="1464" clip-path="url(#breeze-setup-config-line-20)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-config-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-setup-config-line-20)">
+</text><text class="breeze-setup-config-r5" x="0" y="532.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-21)">╭─</text><text class="breeze-setup-config-r5" x="24.4" y="532.4" textLength="195.2" clip-path="url(#breeze-setup-config-line-21)">&#160;Common&#160;options&#160;</text><text class="breeze-setup-config-r5" x="219.6" y="532.4" textLength="1220" clip-path="url(#breeze-setup-config-line-21)">────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-setup-config-r5" x="1439.6" y="532.4" textLength="24.4" clip-path="url(#breeze-setup-config-line-21)">─╮</text><text class="breeze-setup-config-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-setup-config-line-21)">
+</text><text class="breeze-setup-config-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-22)">│</text><text class="breeze-setup-config-r4" x="24.4" y="556.8" textLength="73.2" clip-path="url(#breeze-setup-config-line-22)">--help</text><text class="breeze-setup-config-r6" x="122" y="556.8" textLength="24.4" clip-path="url(#breeze-setup-config-line-22)">-h</text><text class="breeze-setup-config-r1" x="170.8" y="556.8" textLength="329.4" clip-path="url(#breeze-setup-config-line-22)">Show&#160;this&#160;message&#160;and&#160;exit.</text><text class="breeze-setup-config-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-22)">│</text><text class="breeze-setup-config-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-setup-config-line-22)">
+</text><text class="breeze-setup-config-r5" x="0" y="581.2" textLength="1464" clip-path="url(#breeze-setup-config-line-23)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-config-r1" x="1464" y="581.2" textLength="12.2" clip-path="url(#breeze-setup-config-line-23)">
 </text>
     </g>
     </g>
diff --git a/dev/breeze/doc/images/output_setup_config.txt b/dev/breeze/doc/images/output_setup_config.txt
index 6bc958bebb2a7..1eb8fc9137439 100644
--- a/dev/breeze/doc/images/output_setup_config.txt
+++ b/dev/breeze/doc/images/output_setup_config.txt
@@ -1 +1 @@
-ee2e731f011b1d93dcbfbcaebf6482a6
+f49dbd1127c59b472db1c92d7362c9e1
diff --git a/dev/breeze/doc/images/output_setup_regenerate-command-images.svg b/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
index c107a1843b4e5..9691c2ced1158 100644
--- a/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
+++ b/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
@@ -213,7 +213,7 @@
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="752" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-30)">│</text><text class="breeze-setup-regenerate-command-images-r6" x="219.6" y="752" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-30)">setup:check-all-params-in-groups&#160;|&#160;setup:config&#160;|&#160;setup:regenerate-command-images&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="752" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-30)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="752" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-30)">
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-31)">│</text><text class="breeze-setup-regenerate-command-images-r6" x="219.6" y="776.4" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-31)">setup:self-upgrade&#160;|&#160;setup:synchronize-local-mounts&#160;|&#160;setup:version&#160;|&#160;shell&#160;|&#160;start-airflow&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-31)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="776.4" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-31)">
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="800.8" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-32)">│</text><text class="breeze-setup-regenerate-command-images-r6" x="219.6" y="800.8" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-32)">static-checks&#160;|&#160;testing&#160;|&#160;testing:db-tests&#160;|&#160;testing:docker-compose-tests&#160;|&#160;testing:helm-tests&#160;|&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="800.8" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-32)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="800.8" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-32)">
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text class="breeze-setup-regenerate-command-images-r6" x="219.6" y="825.2" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">testing:integration-tests&#160;|&#160;testing:non-db-tests&#160;|&#160;testing:tests)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text class="breeze-setup-regenerate-command-images-r6" x="219.6" y="825.2" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">testing:integration-tests&#160;|&#160;testing:non-db-tests&#160;|&#160;testing:task-sdk-tests&#160;|&#160;testing:tests)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="825.2" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-33)">
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-34)">│</text><text class="breeze-setup-regenerate-command-images-r4" x="24.4" y="849.6" textLength="146.4" clip-path="url(#breeze-setup-regenerate-command-images-line-34)">--check-only</text><text class="breeze-setup-regenerate-command-images-r1" x="219.6" y="849.6" textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images-line-34)">Only&#160;check&#160;if&#160;some&#160;images&#160;need&#160;to&#160;be&#160;regenerated.&#160;Return&#160;0&#160;if&#160;no&#160;need&#160;or&#160;1&#160;if&#160;needed.&#160;Cannot&#160;be&#160;used</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-34)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="849.6" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-34)">
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="874" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="219.6" y="874" textLength="170.8" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">together&#160;with&#160;</text><text class="breeze-setup-regenerate-command-images-r4" x="390.4" y="874" textLength="109.8" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">--command</text><text class="breeze-setup-regenerate-command-images-r1" x="500.2" y="874" textLength="109.8" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">&#160;flag&#160;or&#160;</text><text class="breeze-setup-regenerate-command-images-r4" x="610" y="874" textLength="85.4" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">--force</text><text class="breeze-setup-regenerate-command-images-r1" x="695.4" y="874" textLength="744.2" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-setup-regenerate-command-images-r5" x="1451.8" y="874" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">│</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="874" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-35)">
 </text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="898.4" textLength="1464" clip-path="url(#breeze-setup-regenerate-command-images-line-36)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-setup-regenerate-command-images-r1" x="1464" y="898.4" textLength="12.2" clip-path="url(#breeze-setup-regenerate-command-images-line-36)">
diff --git a/dev/breeze/doc/images/output_setup_regenerate-command-images.txt b/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
index 751b0329d71fc..2ab847da1bb10 100644
--- a/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
+++ b/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
@@ -1 +1 @@
-326695396d27b77b860202ebe9267746
+6139c005ad900ae2ae1c9776a693469b
diff --git a/dev/breeze/doc/images/output_shell.svg b/dev/breeze/doc/images/output_shell.svg
index b9c7c480fbd6b..58c359bd96b4b 100644
--- a/dev/breeze/doc/images/output_shell.svg
+++ b/dev/breeze/doc/images/output_shell.svg
@@ -544,8 +544,8 @@
 </text><text class="breeze-shell-r5" x="0" y="190.8" textLength="12.2" clip-path="url(#breeze-shell-line-7)">│</text><text class="breeze-shell-r7" x="414.8" y="190.8" textLength="732" clip-path="url(#breeze-shell-line-7)">(&gt;3.9&lt;&#160;|&#160;3.10&#160;|&#160;3.11&#160;|&#160;3.12)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="190.8" textLength="12.2" clip-path="url(#breeze-shell-line-7)">│</text><text class="breeze-shell-r1" x="1464" y="190.8" textLength="12.2" clip-path="url(#breeze-shell-line-7)">
 </text><text class="breeze-shell-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-shell-line-8)">│</text><text class="breeze-shell-r5" x="414.8" y="215.2" textLength="732" clip-path="url(#breeze-shell-line-8)">[default:&#160;3.9]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-shell-line-8)">│</text><text class="breeze-shell-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-shell-line-8)">
 </text><text class="breeze-shell-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-shell-line-9)">│</text><text class="breeze-shell-r4" x="24.4" y="239.6" textLength="158.6" clip-path="url(#breeze-shell-line-9)">--integration</text><text class="breeze-shell-r1" x="414.8" y="239.6" textLength="1024.8" clip-path="url(#breeze-shell-line-9)">Integration(s)&#160;to&#160;enable&#160;when&#160;running&#160;(can&#160;be&#160;more&#160;than&#160;one).&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-shell-line-9)">│</text><text class="breeze-shell-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-shell-line-9)">
-</text><text class="breeze-shell-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">│</text><text class="breeze-shell-r7" x="414.8" y="264" textLength="1024.8" clip-path="url(#breeze-shell-line-10)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;mongo&#160;|&#160;mssql&#160;</text><text class="breeze-shell-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">│</text><text class="breeze-shell-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">
-</text><text class="breeze-shell-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">│</text><text class="breeze-shell-r7" x="414.8" y="288.4" textLength="1024.8" clip-path="url(#breeze-shell-line-11)">|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">│</text><text class="breeze-shell-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">
+</text><text class="breeze-shell-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">│</text><text class="breeze-shell-r7" x="414.8" y="264" textLength="1024.8" clip-path="url(#breeze-shell-line-10)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;keycloak&#160;|&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">│</text><text class="breeze-shell-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-shell-line-10)">
+</text><text class="breeze-shell-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">│</text><text class="breeze-shell-r7" x="414.8" y="288.4" textLength="1024.8" clip-path="url(#breeze-shell-line-11)">mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;</text><text class="breeze-shell-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">│</text><text class="breeze-shell-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-shell-line-11)">
 </text><text class="breeze-shell-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-shell-line-12)">│</text><text class="breeze-shell-r4" x="24.4" y="312.8" textLength="317.2" clip-path="url(#breeze-shell-line-12)">--standalone-dag-processor</text><text class="breeze-shell-r1" x="414.8" y="312.8" textLength="573.4" clip-path="url(#breeze-shell-line-12)">Run&#160;standalone&#160;dag&#160;processor&#160;for&#160;start-airflow.</text><text class="breeze-shell-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-shell-line-12)">│</text><text class="breeze-shell-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-shell-line-12)">
 </text><text class="breeze-shell-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-shell-line-13)">│</text><text class="breeze-shell-r4" x="24.4" y="337.2" textLength="244" clip-path="url(#breeze-shell-line-13)">--database-isolation</text><text class="breeze-shell-r1" x="414.8" y="337.2" textLength="475.8" clip-path="url(#breeze-shell-line-13)">Run&#160;airflow&#160;in&#160;database&#160;isolation&#160;mode.</text><text class="breeze-shell-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-shell-line-13)">│</text><text class="breeze-shell-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-shell-line-13)">
 </text><text class="breeze-shell-r5" x="0" y="361.6" textLength="1464" clip-path="url(#breeze-shell-line-14)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-shell-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-shell-line-14)">
@@ -658,8 +658,8 @@
 </text><text class="breeze-shell-r5" x="0" y="2972.4" textLength="12.2" clip-path="url(#breeze-shell-line-121)">│</text><text class="breeze-shell-r7" x="756.4" y="2972.4" textLength="683.2" clip-path="url(#breeze-shell-line-121)">(All&#160;|&#160;Default&#160;|&#160;API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="2972.4" textLength="12.2" clip-path="url(#breeze-shell-line-121)">│</text><text class="breeze-shell-r1" x="1464" y="2972.4" textLength="12.2" clip-path="url(#breeze-shell-line-121)">
 </text><text class="breeze-shell-r5" x="0" y="2996.8" textLength="12.2" clip-path="url(#breeze-shell-line-122)">│</text><text class="breeze-shell-r7" x="756.4" y="2996.8" textLength="683.2" clip-path="url(#breeze-shell-line-122)">BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;ExternalPython&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="2996.8" textLength="12.2" clip-path="url(#breeze-shell-line-122)">│</text><text class="breeze-shell-r1" x="1464" y="2996.8" textLength="12.2" clip-path="url(#breeze-shell-line-122)">
 </text><text class="breeze-shell-r5" x="0" y="3021.2" textLength="12.2" clip-path="url(#breeze-shell-line-123)">│</text><text class="breeze-shell-r7" x="756.4" y="3021.2" textLength="683.2" clip-path="url(#breeze-shell-line-123)">Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3021.2" textLength="12.2" clip-path="url(#breeze-shell-line-123)">│</text><text class="breeze-shell-r1" x="1464" y="3021.2" textLength="12.2" clip-path="url(#breeze-shell-line-123)">
-</text><text class="breeze-shell-r5" x="0" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">│</text><text class="breeze-shell-r7" x="756.4" y="3045.6" textLength="683.2" clip-path="url(#breeze-shell-line-124)">PythonVenv&#160;|&#160;Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">│</text><text class="breeze-shell-r1" x="1464" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">
-</text><text class="breeze-shell-r5" x="0" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">│</text><text class="breeze-shell-r7" x="756.4" y="3070" textLength="683.2" clip-path="url(#breeze-shell-line-125)">All-Postgres&#160;|&#160;All-MySQL&#160;|&#160;All-Quarantined)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">│</text><text class="breeze-shell-r1" x="1464" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">
+</text><text class="breeze-shell-r5" x="0" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">│</text><text class="breeze-shell-r7" x="756.4" y="3045.6" textLength="683.2" clip-path="url(#breeze-shell-line-124)">PythonVenv&#160;|&#160;Serialization&#160;|&#160;WWW&#160;|&#160;All-Postgres&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">│</text><text class="breeze-shell-r1" x="1464" y="3045.6" textLength="12.2" clip-path="url(#breeze-shell-line-124)">
+</text><text class="breeze-shell-r5" x="0" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">│</text><text class="breeze-shell-r7" x="756.4" y="3070" textLength="683.2" clip-path="url(#breeze-shell-line-125)">All-MySQL&#160;|&#160;All-Quarantined)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">│</text><text class="breeze-shell-r1" x="1464" y="3070" textLength="12.2" clip-path="url(#breeze-shell-line-125)">
 </text><text class="breeze-shell-r5" x="0" y="3094.4" textLength="12.2" clip-path="url(#breeze-shell-line-126)">│</text><text class="breeze-shell-r5" x="756.4" y="3094.4" textLength="683.2" clip-path="url(#breeze-shell-line-126)">[default:&#160;Default]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3094.4" textLength="12.2" clip-path="url(#breeze-shell-line-126)">│</text><text class="breeze-shell-r1" x="1464" y="3094.4" textLength="12.2" clip-path="url(#breeze-shell-line-126)">
 </text><text class="breeze-shell-r5" x="0" y="3118.8" textLength="12.2" clip-path="url(#breeze-shell-line-127)">│</text><text class="breeze-shell-r4" x="24.4" y="3118.8" textLength="256.2" clip-path="url(#breeze-shell-line-127)">--use-airflow-version</text><text class="breeze-shell-r1" x="756.4" y="3118.8" textLength="683.2" clip-path="url(#breeze-shell-line-127)">Use&#160;(reinstall&#160;at&#160;entry)&#160;Airflow&#160;version&#160;from&#160;PyPI.&#160;It&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3118.8" textLength="12.2" clip-path="url(#breeze-shell-line-127)">│</text><text class="breeze-shell-r1" x="1464" y="3118.8" textLength="12.2" clip-path="url(#breeze-shell-line-127)">
 </text><text class="breeze-shell-r5" x="0" y="3143.2" textLength="12.2" clip-path="url(#breeze-shell-line-128)">│</text><text class="breeze-shell-r1" x="756.4" y="3143.2" textLength="683.2" clip-path="url(#breeze-shell-line-128)">can&#160;also&#160;be&#160;version&#160;(to&#160;install&#160;from&#160;PyPI),&#160;`none`,&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-shell-r5" x="1451.8" y="3143.2" textLength="12.2" clip-path="url(#breeze-shell-line-128)">│</text><text class="breeze-shell-r1" x="1464" y="3143.2" textLength="12.2" clip-path="url(#breeze-shell-line-128)">
diff --git a/dev/breeze/doc/images/output_shell.txt b/dev/breeze/doc/images/output_shell.txt
index d7a9da7d92579..348aac661face 100644
--- a/dev/breeze/doc/images/output_shell.txt
+++ b/dev/breeze/doc/images/output_shell.txt
@@ -1 +1 @@
-7b382a009f0280b761743a0746739b80
+fef5a76133d85a06a67932b9c394b0e1
diff --git a/dev/breeze/doc/images/output_start-airflow.svg b/dev/breeze/doc/images/output_start-airflow.svg
index e4336a4f931e7..4cdfd78ad47c9 100644
--- a/dev/breeze/doc/images/output_start-airflow.svg
+++ b/dev/breeze/doc/images/output_start-airflow.svg
@@ -408,8 +408,8 @@
 </text><text class="breeze-start-airflow-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-9)">│</text><text class="breeze-start-airflow-r5" x="414.8" y="239.6" textLength="732" clip-path="url(#breeze-start-airflow-line-9)">[default:&#160;3.9]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-9)">│</text><text class="breeze-start-airflow-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-9)">
 </text><text class="breeze-start-airflow-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-start-airflow-line-10)">│</text><text class="breeze-start-airflow-r4" x="24.4" y="264" textLength="122" clip-path="url(#breeze-start-airflow-line-10)">--platform</text><text class="breeze-start-airflow-r1" x="414.8" y="264" textLength="329.4" clip-path="url(#breeze-start-airflow-line-10)">Platform&#160;for&#160;Airflow&#160;image.</text><text class="breeze-start-airflow-r7" x="756.4" y="264" textLength="329.4" clip-path="url(#breeze-start-airflow-line-10)">(linux/amd64&#160;|&#160;linux/arm64)</text><text class="breeze-start-airflow-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-start-airflow-line-10)">│</text><text class="breeze-start-airflow-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-start-airflow-line-10)">
 </text><text class="breeze-start-airflow-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-11)">│</text><text class="breeze-start-airflow-r4" x="24.4" y="288.4" textLength="158.6" clip-path="url(#breeze-start-airflow-line-11)">--integration</text><text class="breeze-start-airflow-r1" x="414.8" y="288.4" textLength="1024.8" clip-path="url(#breeze-start-airflow-line-11)">Integration(s)&#160;to&#160;enable&#160;when&#160;running&#160;(can&#160;be&#160;more&#160;than&#160;one).&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-11)">│</text><text class="breeze-start-airflow-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-11)">
-</text><text class="breeze-start-airflow-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">│</text><text class="breeze-start-airflow-r7" x="414.8" y="312.8" textLength="1024.8" clip-path="url(#breeze-start-airflow-line-12)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;mongo&#160;|&#160;mssql&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">│</text><text class="breeze-start-airflow-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">
-</text><text class="breeze-start-airflow-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">│</text><text class="breeze-start-airflow-r7" x="414.8" y="337.2" textLength="1024.8" clip-path="url(#breeze-start-airflow-line-13)">|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">│</text><text class="breeze-start-airflow-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">
+</text><text class="breeze-start-airflow-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">│</text><text class="breeze-start-airflow-r7" x="414.8" y="312.8" textLength="1024.8" clip-path="url(#breeze-start-airflow-line-12)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;|&#160;keycloak&#160;|&#160;&#160;&#160;&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">│</text><text class="breeze-start-airflow-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-start-airflow-line-12)">
+</text><text class="breeze-start-airflow-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">│</text><text class="breeze-start-airflow-r7" x="414.8" y="337.2" textLength="1024.8" clip-path="url(#breeze-start-airflow-line-13)">mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;</text><text class="breeze-start-airflow-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">│</text><text class="breeze-start-airflow-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-start-airflow-line-13)">
 </text><text class="breeze-start-airflow-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-14)">│</text><text class="breeze-start-airflow-r4" x="24.4" y="361.6" textLength="317.2" clip-path="url(#breeze-start-airflow-line-14)">--standalone-dag-processor</text><text class="breeze-start-airflow-r1" x="414.8" y="361.6" textLength="573.4" clip-path="url(#breeze-start-airflow-line-14)">Run&#160;standalone&#160;dag&#160;processor&#160;for&#160;start-airflow.</text><text class="breeze-start-airflow-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-14)">│</text><text class="breeze-start-airflow-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-start-airflow-line-14)">
 </text><text class="breeze-start-airflow-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-start-airflow-line-15)">│</text><text class="breeze-start-airflow-r4" x="24.4" y="386" textLength="244" clip-path="url(#breeze-start-airflow-line-15)">--database-isolation</text><text class="breeze-start-airflow-r1" x="414.8" y="386" textLength="475.8" clip-path="url(#breeze-start-airflow-line-15)">Run&#160;airflow&#160;in&#160;database&#160;isolation&#160;mode.</text><text class="breeze-start-airflow-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-start-airflow-line-15)">│</text><text class="breeze-start-airflow-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-start-airflow-line-15)">
 </text><text class="breeze-start-airflow-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-16)">│</text><text class="breeze-start-airflow-r4" x="24.4" y="410.4" textLength="231.8" clip-path="url(#breeze-start-airflow-line-16)">--load-example-dags</text><text class="breeze-start-airflow-r6" x="366" y="410.4" textLength="24.4" clip-path="url(#breeze-start-airflow-line-16)">-e</text><text class="breeze-start-airflow-r1" x="414.8" y="410.4" textLength="780.8" clip-path="url(#breeze-start-airflow-line-16)">Enable&#160;configuration&#160;to&#160;load&#160;example&#160;DAGs&#160;when&#160;starting&#160;Airflow.</text><text class="breeze-start-airflow-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-16)">│</text><text class="breeze-start-airflow-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-start-airflow-line-16)">
diff --git a/dev/breeze/doc/images/output_start-airflow.txt b/dev/breeze/doc/images/output_start-airflow.txt
index 5811c7ec66620..bde82e04f0dbd 100644
--- a/dev/breeze/doc/images/output_start-airflow.txt
+++ b/dev/breeze/doc/images/output_start-airflow.txt
@@ -1 +1 @@
-e63a3289a1be34b82c28b606dee0c472
+d5d7f9a299c80596dbba0a50f2f32f1c
diff --git a/dev/breeze/doc/images/output_static-checks.svg b/dev/breeze/doc/images/output_static-checks.svg
index e3c89b304289b..c18571e592e9a 100644
--- a/dev/breeze/doc/images/output_static-checks.svg
+++ b/dev/breeze/doc/images/output_static-checks.svg
@@ -345,7 +345,7 @@
 </text><text class="breeze-static-checks-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-21)">│</text><text class="breeze-static-checks-r7" x="451.4" y="532.4" textLength="988.2" clip-path="url(#breeze-static-checks-line-21)">check-hatch-build-order&#160;|&#160;check-hooks-apply&#160;|&#160;check-incorrect-use-of-LoggingMixin</text><text class="breeze-static-checks-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-21)">│</text><text class="breeze-static-checks-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-21)">
 </text><text class="breeze-static-checks-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-22)">│</text><text class="breeze-static-checks-r7" x="451.4" y="556.8" textLength="988.2" clip-path="url(#breeze-static-checks-line-22)">|&#160;check-init-decorator-arguments&#160;|&#160;check-integrations-list-consistent&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-22)">│</text><text class="breeze-static-checks-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-22)">
 </text><text class="breeze-static-checks-r5" x="0" y="581.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-23)">│</text><text class="breeze-static-checks-r7" x="451.4" y="581.2" textLength="988.2" clip-path="url(#breeze-static-checks-line-23)">check-lazy-logging&#160;|&#160;check-links-to-example-dags-do-not-use-hardcoded-versions&#160;|&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="581.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-23)">│</text><text class="breeze-static-checks-r1" x="1464" y="581.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-23)">
-</text><text class="breeze-static-checks-r5" x="0" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">│</text><text class="breeze-static-checks-r7" x="451.4" y="605.6" textLength="988.2" clip-path="url(#breeze-static-checks-line-24)">check-merge-conflict&#160;|&#160;check-newsfragments-are-valid&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">│</text><text class="breeze-static-checks-r1" x="1464" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">
+</text><text class="breeze-static-checks-r5" x="0" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">│</text><text class="breeze-static-checks-r7" x="451.4" y="605.6" textLength="988.2" clip-path="url(#breeze-static-checks-line-24)">check-merge-conflict&#160;|&#160;check-min-python-version&#160;|&#160;check-newsfragments-are-valid&#160;|</text><text class="breeze-static-checks-r5" x="1451.8" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">│</text><text class="breeze-static-checks-r1" x="1464" y="605.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-24)">
 </text><text class="breeze-static-checks-r5" x="0" y="630" textLength="12.2" clip-path="url(#breeze-static-checks-line-25)">│</text><text class="breeze-static-checks-r7" x="451.4" y="630" textLength="988.2" clip-path="url(#breeze-static-checks-line-25)">check-no-airflow-deprecation-in-providers&#160;|&#160;check-no-providers-in-core-examples&#160;|</text><text class="breeze-static-checks-r5" x="1451.8" y="630" textLength="12.2" clip-path="url(#breeze-static-checks-line-25)">│</text><text class="breeze-static-checks-r1" x="1464" y="630" textLength="12.2" clip-path="url(#breeze-static-checks-line-25)">
 </text><text class="breeze-static-checks-r5" x="0" y="654.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-26)">│</text><text class="breeze-static-checks-r7" x="451.4" y="654.4" textLength="988.2" clip-path="url(#breeze-static-checks-line-26)">check-only-new-session-with-provide-session&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="654.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-26)">│</text><text class="breeze-static-checks-r1" x="1464" y="654.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-26)">
 </text><text class="breeze-static-checks-r5" x="0" y="678.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-27)">│</text><text class="breeze-static-checks-r7" x="451.4" y="678.8" textLength="988.2" clip-path="url(#breeze-static-checks-line-27)">check-persist-credentials-disabled-in-github-workflows&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="678.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-27)">│</text><text class="breeze-static-checks-r1" x="1464" y="678.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-27)">
@@ -366,8 +366,8 @@
 </text><text class="breeze-static-checks-r5" x="0" y="1044.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-42)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1044.8" textLength="988.2" clip-path="url(#breeze-static-checks-line-42)">identity&#160;|&#160;insert-license&#160;|&#160;kubeconform&#160;|&#160;lint-chart-schema&#160;|&#160;lint-css&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1044.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-42)">│</text><text class="breeze-static-checks-r1" x="1464" y="1044.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-42)">
 </text><text class="breeze-static-checks-r5" x="0" y="1069.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-43)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1069.2" textLength="988.2" clip-path="url(#breeze-static-checks-line-43)">lint-dockerfile&#160;|&#160;lint-helm-chart&#160;|&#160;lint-json-schema&#160;|&#160;lint-markdown&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1069.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-43)">│</text><text class="breeze-static-checks-r1" x="1464" y="1069.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-43)">
 </text><text class="breeze-static-checks-r5" x="0" y="1093.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-44)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1093.6" textLength="988.2" clip-path="url(#breeze-static-checks-line-44)">lint-openapi&#160;|&#160;mixed-line-ending&#160;|&#160;mypy-airflow&#160;|&#160;mypy-dev&#160;|&#160;mypy-docs&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1093.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-44)">│</text><text class="breeze-static-checks-r1" x="1464" y="1093.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-44)">
-</text><text class="breeze-static-checks-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1118" textLength="988.2" clip-path="url(#breeze-static-checks-line-45)">mypy-providers&#160;|&#160;pretty-format-json&#160;|&#160;pylint&#160;|&#160;python-no-log-warn&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">│</text><text class="breeze-static-checks-r1" x="1464" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">
-</text><text class="breeze-static-checks-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1142.4" textLength="988.2" clip-path="url(#breeze-static-checks-line-46)">replace-bad-characters&#160;|&#160;rst-backticks&#160;|&#160;ruff&#160;|&#160;ruff-format&#160;|&#160;shellcheck&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">│</text><text class="breeze-static-checks-r1" x="1464" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">
+</text><text class="breeze-static-checks-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1118" textLength="988.2" clip-path="url(#breeze-static-checks-line-45)">mypy-providers&#160;|&#160;mypy-task-sdk&#160;|&#160;pretty-format-json&#160;|&#160;pylint&#160;|&#160;python-no-log-warn</text><text class="breeze-static-checks-r5" x="1451.8" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">│</text><text class="breeze-static-checks-r1" x="1464" y="1118" textLength="12.2" clip-path="url(#breeze-static-checks-line-45)">
+</text><text class="breeze-static-checks-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1142.4" textLength="988.2" clip-path="url(#breeze-static-checks-line-46)">|&#160;replace-bad-characters&#160;|&#160;rst-backticks&#160;|&#160;ruff&#160;|&#160;ruff-format&#160;|&#160;shellcheck&#160;|&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">│</text><text class="breeze-static-checks-r1" x="1464" y="1142.4" textLength="12.2" clip-path="url(#breeze-static-checks-line-46)">
 </text><text class="breeze-static-checks-r5" x="0" y="1166.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-47)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1166.8" textLength="988.2" clip-path="url(#breeze-static-checks-line-47)">trailing-whitespace&#160;|&#160;ts-compile-format-lint-ui&#160;|&#160;ts-compile-format-lint-www&#160;|&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1166.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-47)">│</text><text class="breeze-static-checks-r1" x="1464" y="1166.8" textLength="12.2" clip-path="url(#breeze-static-checks-line-47)">
 </text><text class="breeze-static-checks-r5" x="0" y="1191.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-48)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1191.2" textLength="988.2" clip-path="url(#breeze-static-checks-line-48)">update-black-version&#160;|&#160;update-breeze-cmd-output&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1191.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-48)">│</text><text class="breeze-static-checks-r1" x="1464" y="1191.2" textLength="12.2" clip-path="url(#breeze-static-checks-line-48)">
 </text><text class="breeze-static-checks-r5" x="0" y="1215.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-49)">│</text><text class="breeze-static-checks-r7" x="451.4" y="1215.6" textLength="988.2" clip-path="url(#breeze-static-checks-line-49)">update-breeze-readme-config-hash&#160;|&#160;update-build-dependencies&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-static-checks-r5" x="1451.8" y="1215.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-49)">│</text><text class="breeze-static-checks-r1" x="1464" y="1215.6" textLength="12.2" clip-path="url(#breeze-static-checks-line-49)">
diff --git a/dev/breeze/doc/images/output_static-checks.txt b/dev/breeze/doc/images/output_static-checks.txt
index e917996931d60..53c5351a1c504 100644
--- a/dev/breeze/doc/images/output_static-checks.txt
+++ b/dev/breeze/doc/images/output_static-checks.txt
@@ -1 +1 @@
-08a7e37cd651e4d1eb702cb347d9b061
+53b7f32a93cb7dec849138d404c47f6c
diff --git a/dev/breeze/doc/images/output_testing.svg b/dev/breeze/doc/images/output_testing.svg
index c85e5a60979a7..6042ff509acac 100644
--- a/dev/breeze/doc/images/output_testing.svg
+++ b/dev/breeze/doc/images/output_testing.svg
@@ -1,4 +1,4 @@
-<svg class="rich-terminal" viewBox="0 0 1482 611.1999999999999" xmlns="http://www.w3.org/2000/svg">
+<svg class="rich-terminal" viewBox="0 0 1482 660.0" xmlns="http://www.w3.org/2000/svg">
     <!-- Generated with Rich https://www.textualize.io -->
     <style>
 
@@ -42,7 +42,7 @@
 
     <defs>
     <clipPath id="breeze-testing-clip-terminal">
-      <rect x="0" y="0" width="1463.0" height="560.1999999999999" />
+      <rect x="0" y="0" width="1463.0" height="609.0" />
     </clipPath>
     <clipPath id="breeze-testing-line-0">
     <rect x="0" y="1.5" width="1464" height="24.65"/>
@@ -110,9 +110,15 @@
 <clipPath id="breeze-testing-line-21">
     <rect x="0" y="513.9" width="1464" height="24.65"/>
             </clipPath>
+<clipPath id="breeze-testing-line-22">
+    <rect x="0" y="538.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-line-23">
+    <rect x="0" y="562.7" width="1464" height="24.65"/>
+            </clipPath>
     </defs>
 
-    <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="609.2" rx="8"/><text class="breeze-testing-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command:&#160;testing</text>
+    <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="658" rx="8"/><text class="breeze-testing-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command:&#160;testing</text>
             <g transform="translate(26,22)">
             <circle cx="0" cy="0" r="7" fill="#ff5f57"/>
             <circle cx="22" cy="0" r="7" fill="#febc2e"/>
@@ -139,12 +145,14 @@
 </text><text class="breeze-testing-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-line-14)">│</text><text class="breeze-testing-r4" x="24.4" y="361.6" textLength="244" clip-path="url(#breeze-testing-line-14)">docker-compose-tests</text><text class="breeze-testing-r1" x="292.8" y="361.6" textLength="1146.8" clip-path="url(#breeze-testing-line-14)">Run&#160;docker-compose&#160;tests.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-line-14)">│</text><text class="breeze-testing-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-line-14)">
 </text><text class="breeze-testing-r5" x="0" y="386" textLength="1464" clip-path="url(#breeze-testing-line-15)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-line-15)">
 </text><text class="breeze-testing-r5" x="0" y="410.4" textLength="24.4" clip-path="url(#breeze-testing-line-16)">╭─</text><text class="breeze-testing-r5" x="24.4" y="410.4" textLength="122" clip-path="url(#breeze-testing-line-16)">&#160;Commands&#160;</text><text class="breeze-testing-r5" x="146.4" y="410.4" textLength="1293.2" clip-path="url(#breeze-testing-line-16)">──────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-r5" x="1439.6" y="410.4" textLength="24.4" clip-path="url(#breeze-testing-line-16)">─╮</text><text class="breeze-testing-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-line-16)">
-</text><text class="breeze-testing-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">│</text><text class="breeze-testing-r4" x="24.4" y="434.8" textLength="146.4" clip-path="url(#breeze-testing-line-17)">db-tests&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r1" x="195.2" y="434.8" textLength="1244.4" clip-path="url(#breeze-testing-line-17)">Run&#160;all&#160;(default)&#160;or&#160;specified&#160;DB-bound&#160;unit&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;DB&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">│</text><text class="breeze-testing-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">
-</text><text class="breeze-testing-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">│</text><text class="breeze-testing-r1" x="195.2" y="459.2" textLength="1244.4" clip-path="url(#breeze-testing-line-18)">tests&#160;and&#160;it&#160;runs&#160;them&#160;in&#160;parallel&#160;via&#160;splitting&#160;tests&#160;by&#160;test&#160;types&#160;into&#160;separate&#160;containers&#160;with&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">│</text><text class="breeze-testing-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">
-</text><text class="breeze-testing-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">│</text><text class="breeze-testing-r1" x="195.2" y="483.6" textLength="1244.4" clip-path="url(#breeze-testing-line-19)">separate&#160;database&#160;started&#160;for&#160;each&#160;container.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">│</text><text class="breeze-testing-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">
-</text><text class="breeze-testing-r5" x="0" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">│</text><text class="breeze-testing-r4" x="24.4" y="508" textLength="146.4" clip-path="url(#breeze-testing-line-20)">non-db-tests</text><text class="breeze-testing-r1" x="195.2" y="508" textLength="1244.4" clip-path="url(#breeze-testing-line-20)">Run&#160;all&#160;(default)&#160;or&#160;specified&#160;Non-DB&#160;unit&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;Non-DB&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">│</text><text class="breeze-testing-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">
-</text><text class="breeze-testing-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">│</text><text class="breeze-testing-r1" x="195.2" y="532.4" textLength="1244.4" clip-path="url(#breeze-testing-line-21)">tests&#160;and&#160;it&#160;runs&#160;them&#160;in&#160;parallel&#160;via&#160;pytest-xdist&#160;in&#160;single&#160;container,&#160;with&#160;`none`&#160;backend&#160;set.&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">│</text><text class="breeze-testing-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">
-</text><text class="breeze-testing-r5" x="0" y="556.8" textLength="1464" clip-path="url(#breeze-testing-line-22)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-line-22)">
+</text><text class="breeze-testing-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">│</text><text class="breeze-testing-r4" x="24.4" y="434.8" textLength="170.8" clip-path="url(#breeze-testing-line-17)">db-tests&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r1" x="219.6" y="434.8" textLength="1220" clip-path="url(#breeze-testing-line-17)">Run&#160;all&#160;(default)&#160;or&#160;specified&#160;DB-bound&#160;unit&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;DB&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">│</text><text class="breeze-testing-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-line-17)">
+</text><text class="breeze-testing-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">│</text><text class="breeze-testing-r1" x="219.6" y="459.2" textLength="1220" clip-path="url(#breeze-testing-line-18)">tests&#160;and&#160;it&#160;runs&#160;them&#160;in&#160;parallel&#160;via&#160;splitting&#160;tests&#160;by&#160;test&#160;types&#160;into&#160;separate&#160;containers&#160;with&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">│</text><text class="breeze-testing-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-line-18)">
+</text><text class="breeze-testing-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">│</text><text class="breeze-testing-r1" x="219.6" y="483.6" textLength="1220" clip-path="url(#breeze-testing-line-19)">separate&#160;database&#160;started&#160;for&#160;each&#160;container.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">│</text><text class="breeze-testing-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-line-19)">
+</text><text class="breeze-testing-r5" x="0" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">│</text><text class="breeze-testing-r4" x="24.4" y="508" textLength="170.8" clip-path="url(#breeze-testing-line-20)">non-db-tests&#160;&#160;</text><text class="breeze-testing-r1" x="219.6" y="508" textLength="1220" clip-path="url(#breeze-testing-line-20)">Run&#160;all&#160;(default)&#160;or&#160;specified&#160;Non-DB&#160;unit&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;Non-DB&#160;</text><text class="breeze-testing-r5" x="1451.8" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">│</text><text class="breeze-testing-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-line-20)">
+</text><text class="breeze-testing-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">│</text><text class="breeze-testing-r1" x="219.6" y="532.4" textLength="1220" clip-path="url(#breeze-testing-line-21)">tests&#160;and&#160;it&#160;runs&#160;them&#160;in&#160;parallel&#160;via&#160;pytest-xdist&#160;in&#160;single&#160;container,&#160;with&#160;`none`&#160;backend&#160;set.&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">│</text><text class="breeze-testing-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-line-21)">
+</text><text class="breeze-testing-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-line-22)">│</text><text class="breeze-testing-r4" x="24.4" y="556.8" textLength="170.8" clip-path="url(#breeze-testing-line-22)">task-sdk-tests</text><text class="breeze-testing-r1" x="219.6" y="556.8" textLength="1220" clip-path="url(#breeze-testing-line-22)">Run&#160;task-sdk&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;Task&#160;SDk&#160;tests&#160;&amp;&#160;don&#x27;t&#160;need&#160;DB&#160;and&#160;it</text><text class="breeze-testing-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-line-22)">│</text><text class="breeze-testing-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-line-22)">
+</text><text class="breeze-testing-r5" x="0" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-line-23)">│</text><text class="breeze-testing-r1" x="219.6" y="581.2" textLength="1220" clip-path="url(#breeze-testing-line-23)">runs&#160;them&#160;in&#160;parallel&#160;via&#160;pytest-xdist&#160;in&#160;single&#160;container,&#160;with&#160;`none`&#160;backend&#160;set.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-r5" x="1451.8" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-line-23)">│</text><text class="breeze-testing-r1" x="1464" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-line-23)">
+</text><text class="breeze-testing-r5" x="0" y="605.6" textLength="1464" clip-path="url(#breeze-testing-line-24)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-r1" x="1464" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-line-24)">
 </text>
     </g>
     </g>
diff --git a/dev/breeze/doc/images/output_testing.txt b/dev/breeze/doc/images/output_testing.txt
index 5f088aae9e13e..8052011626153 100644
--- a/dev/breeze/doc/images/output_testing.txt
+++ b/dev/breeze/doc/images/output_testing.txt
@@ -1 +1 @@
-1447b50a7f4c843b01e92358a6b2e072
+dab71fe178a36e68a33d247f45886387
diff --git a/dev/breeze/doc/images/output_testing_db-tests.svg b/dev/breeze/doc/images/output_testing_db-tests.svg
index d9d92ed40f050..708665af52de3 100644
--- a/dev/breeze/doc/images/output_testing_db-tests.svg
+++ b/dev/breeze/doc/images/output_testing_db-tests.svg
@@ -410,15 +410,15 @@
 </text><text class="breeze-testing-db-tests-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-8)">│</text><text class="breeze-testing-db-tests-r4" x="24.4" y="215.2" textLength="256.2" clip-path="url(#breeze-testing-db-tests-line-8)">--parallel-test-types</text><text class="breeze-testing-db-tests-r1" x="439.2" y="215.2" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-8)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;used&#160;for&#160;testing&#160;in&#160;parallel&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-8)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-8)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-9)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="239.6" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-9)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-9)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-9)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-10)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="264" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-10)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-10)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-10)">
-</text><text class="breeze-testing-db-tests-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="288.4" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-11)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">
+</text><text class="breeze-testing-db-tests-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="288.4" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-11)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-11)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-12)">│</text><text class="breeze-testing-db-tests-r5" x="439.2" y="312.8" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-12)">[default:&#160;API&#160;Always&#160;BranchExternalPython&#160;BranchPythonVenv&#160;CLI&#160;Core&#160;ExternalPython</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-12)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-12)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-13)">│</text><text class="breeze-testing-db-tests-r5" x="439.2" y="337.2" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-13)">Operators&#160;Other&#160;PlainAsserts&#160;Providers[-amazon,google]&#160;Providers[amazon]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-13)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-13)">
-</text><text class="breeze-testing-db-tests-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">│</text><text class="breeze-testing-db-tests-r5" x="439.2" y="361.6" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-14)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;TaskSDK&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">
+</text><text class="breeze-testing-db-tests-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">│</text><text class="breeze-testing-db-tests-r5" x="439.2" y="361.6" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-14)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-14)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-15)">│</text><text class="breeze-testing-db-tests-r4" x="24.4" y="386" textLength="244" clip-path="url(#breeze-testing-db-tests-line-15)">--database-isolation</text><text class="breeze-testing-db-tests-r1" x="439.2" y="386" textLength="475.8" clip-path="url(#breeze-testing-db-tests-line-15)">Run&#160;airflow&#160;in&#160;database&#160;isolation&#160;mode.</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-15)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-15)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-16)">│</text><text class="breeze-testing-db-tests-r4" x="24.4" y="410.4" textLength="366" clip-path="url(#breeze-testing-db-tests-line-16)">--excluded-parallel-test-types</text><text class="breeze-testing-db-tests-r1" x="439.2" y="410.4" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-16)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;that&#160;will&#160;be&#160;excluded&#160;from&#160;parallel&#160;tes&#160;runs.&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-16)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-16)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-17)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="434.8" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-17)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-17)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-17)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-18)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="459.2" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-18)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-18)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-18)">
-</text><text class="breeze-testing-db-tests-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="483.6" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-19)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">
+</text><text class="breeze-testing-db-tests-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">│</text><text class="breeze-testing-db-tests-r6" x="439.2" y="483.6" textLength="1000.4" clip-path="url(#breeze-testing-db-tests-line-19)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-19)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="508" textLength="1464" clip-path="url(#breeze-testing-db-tests-line-20)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-db-tests-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-20)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="532.4" textLength="24.4" clip-path="url(#breeze-testing-db-tests-line-21)">╭─</text><text class="breeze-testing-db-tests-r5" x="24.4" y="532.4" textLength="170.8" clip-path="url(#breeze-testing-db-tests-line-21)">&#160;Test&#160;options&#160;</text><text class="breeze-testing-db-tests-r5" x="195.2" y="532.4" textLength="1244.4" clip-path="url(#breeze-testing-db-tests-line-21)">──────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-db-tests-r5" x="1439.6" y="532.4" textLength="24.4" clip-path="url(#breeze-testing-db-tests-line-21)">─╮</text><text class="breeze-testing-db-tests-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-21)">
 </text><text class="breeze-testing-db-tests-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-22)">│</text><text class="breeze-testing-db-tests-r4" x="24.4" y="556.8" textLength="170.8" clip-path="url(#breeze-testing-db-tests-line-22)">--test-timeout</text><text class="breeze-testing-db-tests-r1" x="329.4" y="556.8" textLength="1110.2" clip-path="url(#breeze-testing-db-tests-line-22)">Test&#160;timeout&#160;in&#160;seconds.&#160;Set&#160;the&#160;pytest&#160;setup,&#160;execution&#160;and&#160;teardown&#160;timeouts&#160;to&#160;this&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-db-tests-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-22)">│</text><text class="breeze-testing-db-tests-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-db-tests-line-22)">
diff --git a/dev/breeze/doc/images/output_testing_db-tests.txt b/dev/breeze/doc/images/output_testing_db-tests.txt
index 6245a387214f2..6027a2d1e666a 100644
--- a/dev/breeze/doc/images/output_testing_db-tests.txt
+++ b/dev/breeze/doc/images/output_testing_db-tests.txt
@@ -1 +1 @@
-690396dbea7c9b6e018704e1ee7f727d
+7b406b63cd4a75aba6ac38b8c0b7431c
diff --git a/dev/breeze/doc/images/output_testing_integration-tests.svg b/dev/breeze/doc/images/output_testing_integration-tests.svg
index 07a2ef88b13e0..7bac13970e420 100644
--- a/dev/breeze/doc/images/output_testing_integration-tests.svg
+++ b/dev/breeze/doc/images/output_testing_integration-tests.svg
@@ -218,8 +218,8 @@
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="361.6" textLength="24.4" clip-path="url(#breeze-testing-integration-tests-line-14)">╭─</text><text class="breeze-testing-integration-tests-r5" x="24.4" y="361.6" textLength="219.6" clip-path="url(#breeze-testing-integration-tests-line-14)">&#160;Test&#160;environment&#160;</text><text class="breeze-testing-integration-tests-r5" x="244" y="361.6" textLength="1195.6" clip-path="url(#breeze-testing-integration-tests-line-14)">──────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-integration-tests-r5" x="1439.6" y="361.6" textLength="24.4" clip-path="url(#breeze-testing-integration-tests-line-14)">─╮</text><text class="breeze-testing-integration-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-14)">
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-15)">│</text><text class="breeze-testing-integration-tests-r4" x="24.4" y="386" textLength="158.6" clip-path="url(#breeze-testing-integration-tests-line-15)">--integration</text><text class="breeze-testing-integration-tests-r1" x="610" y="386" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-15)">Integration(s)&#160;to&#160;enable&#160;when&#160;running&#160;(can&#160;be&#160;more&#160;than&#160;one).&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-15)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-15)">
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-16)">│</text><text class="breeze-testing-integration-tests-r6" x="610" y="410.4" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-16)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-16)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-16)">
-</text><text class="breeze-testing-integration-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">│</text><text class="breeze-testing-integration-tests-r6" x="610" y="434.8" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-17)">|&#160;mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">
-</text><text class="breeze-testing-integration-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">│</text><text class="breeze-testing-integration-tests-r6" x="610" y="459.2" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-18)">statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">
+</text><text class="breeze-testing-integration-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">│</text><text class="breeze-testing-integration-tests-r6" x="610" y="434.8" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-17)">|&#160;keycloak&#160;|&#160;mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-17)">
+</text><text class="breeze-testing-integration-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">│</text><text class="breeze-testing-integration-tests-r6" x="610" y="459.2" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-18)">redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-18)">
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-19)">│</text><text class="breeze-testing-integration-tests-r4" x="24.4" y="483.6" textLength="109.8" clip-path="url(#breeze-testing-integration-tests-line-19)">--backend</text><text class="breeze-testing-integration-tests-r7" x="561.2" y="483.6" textLength="24.4" clip-path="url(#breeze-testing-integration-tests-line-19)">-b</text><text class="breeze-testing-integration-tests-r1" x="610" y="483.6" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-19)">Database&#160;backend&#160;to&#160;use.&#160;If&#160;&#x27;none&#x27;&#160;is&#160;chosen,&#160;Breeze&#160;will&#160;start&#160;with</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-19)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-19)">
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="508" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-20)">│</text><text class="breeze-testing-integration-tests-r1" x="610" y="508" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-20)">an&#160;invalid&#160;database&#160;configuration,&#160;meaning&#160;there&#160;will&#160;be&#160;no&#160;database</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="508" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-20)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-20)">
 </text><text class="breeze-testing-integration-tests-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-21)">│</text><text class="breeze-testing-integration-tests-r1" x="610" y="532.4" textLength="829.6" clip-path="url(#breeze-testing-integration-tests-line-21)">available,&#160;and&#160;any&#160;attempts&#160;to&#160;connect&#160;to&#160;the&#160;Airflow&#160;database&#160;will&#160;</text><text class="breeze-testing-integration-tests-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-21)">│</text><text class="breeze-testing-integration-tests-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-integration-tests-line-21)">
diff --git a/dev/breeze/doc/images/output_testing_integration-tests.txt b/dev/breeze/doc/images/output_testing_integration-tests.txt
index 81d45b246b525..3304c7f760204 100644
--- a/dev/breeze/doc/images/output_testing_integration-tests.txt
+++ b/dev/breeze/doc/images/output_testing_integration-tests.txt
@@ -1 +1 @@
-5436131180cd928292c8234d15e0496f
+633eca64e9397259c7400814ce4c2877
diff --git a/dev/breeze/doc/images/output_testing_non-db-tests.svg b/dev/breeze/doc/images/output_testing_non-db-tests.svg
index daf8061b13e40..da43621dd6931 100644
--- a/dev/breeze/doc/images/output_testing_non-db-tests.svg
+++ b/dev/breeze/doc/images/output_testing_non-db-tests.svg
@@ -376,14 +376,14 @@
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-7)">│</text><text class="breeze-testing-non-db-tests-r4" x="24.4" y="190.8" textLength="256.2" clip-path="url(#breeze-testing-non-db-tests-line-7)">--parallel-test-types</text><text class="breeze-testing-non-db-tests-r1" x="439.2" y="190.8" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-7)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;used&#160;for&#160;testing&#160;in&#160;parallel&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-7)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-7)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-8)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="215.2" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-8)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-8)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-8)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-9)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="239.6" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-9)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-9)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-9)">
-</text><text class="breeze-testing-non-db-tests-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="264" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-10)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">
+</text><text class="breeze-testing-non-db-tests-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="264" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-10)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-10)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-11)">│</text><text class="breeze-testing-non-db-tests-r5" x="439.2" y="288.4" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-11)">[default:&#160;API&#160;Always&#160;BranchExternalPython&#160;BranchPythonVenv&#160;CLI&#160;Core&#160;ExternalPython</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-11)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-11)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-12)">│</text><text class="breeze-testing-non-db-tests-r5" x="439.2" y="312.8" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-12)">Operators&#160;Other&#160;PlainAsserts&#160;Providers[-amazon,google]&#160;Providers[amazon]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-12)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-12)">
-</text><text class="breeze-testing-non-db-tests-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">│</text><text class="breeze-testing-non-db-tests-r5" x="439.2" y="337.2" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-13)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;TaskSDK&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">
+</text><text class="breeze-testing-non-db-tests-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">│</text><text class="breeze-testing-non-db-tests-r5" x="439.2" y="337.2" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-13)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-13)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-14)">│</text><text class="breeze-testing-non-db-tests-r4" x="24.4" y="361.6" textLength="366" clip-path="url(#breeze-testing-non-db-tests-line-14)">--excluded-parallel-test-types</text><text class="breeze-testing-non-db-tests-r1" x="439.2" y="361.6" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-14)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;that&#160;will&#160;be&#160;excluded&#160;from&#160;parallel&#160;tes&#160;runs.&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-14)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-14)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-15)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="386" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-15)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-15)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-15)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-16)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="410.4" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-16)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-16)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-16)">
-</text><text class="breeze-testing-non-db-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="434.8" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-17)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">
+</text><text class="breeze-testing-non-db-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">│</text><text class="breeze-testing-non-db-tests-r6" x="439.2" y="434.8" textLength="1000.4" clip-path="url(#breeze-testing-non-db-tests-line-17)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-17)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="459.2" textLength="1464" clip-path="url(#breeze-testing-non-db-tests-line-18)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-18)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="483.6" textLength="24.4" clip-path="url(#breeze-testing-non-db-tests-line-19)">╭─</text><text class="breeze-testing-non-db-tests-r5" x="24.4" y="483.6" textLength="170.8" clip-path="url(#breeze-testing-non-db-tests-line-19)">&#160;Test&#160;options&#160;</text><text class="breeze-testing-non-db-tests-r5" x="195.2" y="483.6" textLength="1244.4" clip-path="url(#breeze-testing-non-db-tests-line-19)">──────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-non-db-tests-r5" x="1439.6" y="483.6" textLength="24.4" clip-path="url(#breeze-testing-non-db-tests-line-19)">─╮</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-19)">
 </text><text class="breeze-testing-non-db-tests-r5" x="0" y="508" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-20)">│</text><text class="breeze-testing-non-db-tests-r4" x="24.4" y="508" textLength="170.8" clip-path="url(#breeze-testing-non-db-tests-line-20)">--test-timeout</text><text class="breeze-testing-non-db-tests-r1" x="329.4" y="508" textLength="1110.2" clip-path="url(#breeze-testing-non-db-tests-line-20)">Test&#160;timeout&#160;in&#160;seconds.&#160;Set&#160;the&#160;pytest&#160;setup,&#160;execution&#160;and&#160;teardown&#160;timeouts&#160;to&#160;this&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-non-db-tests-r5" x="1451.8" y="508" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-20)">│</text><text class="breeze-testing-non-db-tests-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-non-db-tests-line-20)">
diff --git a/dev/breeze/doc/images/output_testing_non-db-tests.txt b/dev/breeze/doc/images/output_testing_non-db-tests.txt
index 122c3b1acd145..1080b5a377717 100644
--- a/dev/breeze/doc/images/output_testing_non-db-tests.txt
+++ b/dev/breeze/doc/images/output_testing_non-db-tests.txt
@@ -1 +1 @@
-dbecb30a3e03c7dffd09d46c16687e62
+2cc222da8b9f31b93b527220b76b48a2
diff --git a/dev/breeze/doc/images/output_testing_task-sdk-tests.svg b/dev/breeze/doc/images/output_testing_task-sdk-tests.svg
new file mode 100644
index 0000000000000..ac5c8e76a62f7
--- /dev/null
+++ b/dev/breeze/doc/images/output_testing_task-sdk-tests.svg
@@ -0,0 +1,296 @@
+<svg class="rich-terminal" viewBox="0 0 1482 1489.6" xmlns="http://www.w3.org/2000/svg">
+    <!-- Generated with Rich https://www.textualize.io -->
+    <style>
+
+    @font-face {
+        font-family: "Fira Code";
+        src: local("FiraCode-Regular"),
+                url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Regular.woff2") format("woff2"),
+                url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Regular.woff") format("woff");
+        font-style: normal;
+        font-weight: 400;
+    }
+    @font-face {
+        font-family: "Fira Code";
+        src: local("FiraCode-Bold"),
+                url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Bold.woff2") format("woff2"),
+                url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Bold.woff") format("woff");
+        font-style: bold;
+        font-weight: 700;
+    }
+
+    .breeze-testing-task-sdk-tests-matrix {
+        font-family: Fira Code, monospace;
+        font-size: 20px;
+        line-height: 24.4px;
+        font-variant-east-asian: full-width;
+    }
+
+    .breeze-testing-task-sdk-tests-title {
+        font-size: 18px;
+        font-weight: bold;
+        font-family: arial;
+    }
+
+    .breeze-testing-task-sdk-tests-r1 { fill: #c5c8c6 }
+.breeze-testing-task-sdk-tests-r2 { fill: #d0b344 }
+.breeze-testing-task-sdk-tests-r3 { fill: #c5c8c6;font-weight: bold }
+.breeze-testing-task-sdk-tests-r4 { fill: #68a0b3;font-weight: bold }
+.breeze-testing-task-sdk-tests-r5 { fill: #868887 }
+.breeze-testing-task-sdk-tests-r6 { fill: #8d7b39 }
+.breeze-testing-task-sdk-tests-r7 { fill: #98a84b;font-weight: bold }
+    </style>
+
+    <defs>
+    <clipPath id="breeze-testing-task-sdk-tests-clip-terminal">
+      <rect x="0" y="0" width="1463.0" height="1438.6" />
+    </clipPath>
+    <clipPath id="breeze-testing-task-sdk-tests-line-0">
+    <rect x="0" y="1.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-1">
+    <rect x="0" y="25.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-2">
+    <rect x="0" y="50.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-3">
+    <rect x="0" y="74.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-4">
+    <rect x="0" y="99.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-5">
+    <rect x="0" y="123.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-6">
+    <rect x="0" y="147.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-7">
+    <rect x="0" y="172.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-8">
+    <rect x="0" y="196.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-9">
+    <rect x="0" y="221.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-10">
+    <rect x="0" y="245.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-11">
+    <rect x="0" y="269.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-12">
+    <rect x="0" y="294.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-13">
+    <rect x="0" y="318.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-14">
+    <rect x="0" y="343.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-15">
+    <rect x="0" y="367.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-16">
+    <rect x="0" y="391.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-17">
+    <rect x="0" y="416.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-18">
+    <rect x="0" y="440.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-19">
+    <rect x="0" y="465.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-20">
+    <rect x="0" y="489.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-21">
+    <rect x="0" y="513.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-22">
+    <rect x="0" y="538.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-23">
+    <rect x="0" y="562.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-24">
+    <rect x="0" y="587.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-25">
+    <rect x="0" y="611.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-26">
+    <rect x="0" y="635.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-27">
+    <rect x="0" y="660.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-28">
+    <rect x="0" y="684.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-29">
+    <rect x="0" y="709.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-30">
+    <rect x="0" y="733.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-31">
+    <rect x="0" y="757.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-32">
+    <rect x="0" y="782.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-33">
+    <rect x="0" y="806.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-34">
+    <rect x="0" y="831.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-35">
+    <rect x="0" y="855.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-36">
+    <rect x="0" y="879.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-37">
+    <rect x="0" y="904.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-38">
+    <rect x="0" y="928.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-39">
+    <rect x="0" y="953.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-40">
+    <rect x="0" y="977.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-41">
+    <rect x="0" y="1001.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-42">
+    <rect x="0" y="1026.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-43">
+    <rect x="0" y="1050.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-44">
+    <rect x="0" y="1075.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-45">
+    <rect x="0" y="1099.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-46">
+    <rect x="0" y="1123.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-47">
+    <rect x="0" y="1148.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-48">
+    <rect x="0" y="1172.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-49">
+    <rect x="0" y="1197.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-50">
+    <rect x="0" y="1221.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-51">
+    <rect x="0" y="1245.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-52">
+    <rect x="0" y="1270.3" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-53">
+    <rect x="0" y="1294.7" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-54">
+    <rect x="0" y="1319.1" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-55">
+    <rect x="0" y="1343.5" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-56">
+    <rect x="0" y="1367.9" width="1464" height="24.65"/>
+            </clipPath>
+<clipPath id="breeze-testing-task-sdk-tests-line-57">
+    <rect x="0" y="1392.3" width="1464" height="24.65"/>
+            </clipPath>
+    </defs>
+
+    <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1" x="1" y="1" width="1480" height="1487.6" rx="8"/><text class="breeze-testing-task-sdk-tests-title" fill="#c5c8c6" text-anchor="middle" x="740" y="27">Command:&#160;testing&#160;task-sdk-tests</text>
+            <g transform="translate(26,22)">
+            <circle cx="0" cy="0" r="7" fill="#ff5f57"/>
+            <circle cx="22" cy="0" r="7" fill="#febc2e"/>
+            <circle cx="44" cy="0" r="7" fill="#28c840"/>
+            </g>
+        
+    <g transform="translate(9, 41)" clip-path="url(#breeze-testing-task-sdk-tests-clip-terminal)">
+    
+    <g class="breeze-testing-task-sdk-tests-matrix">
+    <text class="breeze-testing-task-sdk-tests-r1" x="1464" y="20" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-0)">
+</text><text class="breeze-testing-task-sdk-tests-r2" x="12.2" y="44.4" textLength="73.2" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">Usage:</text><text class="breeze-testing-task-sdk-tests-r3" x="97.6" y="44.4" textLength="353.8" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">breeze&#160;testing&#160;task-sdk-tests</text><text class="breeze-testing-task-sdk-tests-r1" x="463.6" y="44.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">[</text><text class="breeze-testing-task-sdk-tests-r4" x="475.8" y="44.4" textLength="85.4" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">OPTIONS</text><text class="breeze-testing-task-sdk-tests-r1" x="561.2" y="44.4" textLength="36.6" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">]&#160;[</text><text class="breeze-testing-task-sdk-tests-r4" x="597.8" y="44.4" textLength="207.4" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">EXTRA_PYTEST_ARGS</text><text class="breeze-testing-task-sdk-tests-r1" x="805.2" y="44.4" textLength="48.8" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">]...</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="44.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-1)">
+</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="68.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-2)">
+</text><text class="breeze-testing-task-sdk-tests-r1" x="12.2" y="93.2" textLength="1390.8" clip-path="url(#breeze-testing-task-sdk-tests-line-3)">Run&#160;task-sdk&#160;tests.&#160;This&#160;is&#160;a&#160;dedicated&#160;command&#160;that&#160;only&#160;runs&#160;Task&#160;SDk&#160;tests&#160;&amp;&#160;don&#x27;t&#160;need&#160;DB&#160;and&#160;it&#160;runs&#160;them&#160;in&#160;</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="93.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-3)">
+</text><text class="breeze-testing-task-sdk-tests-r1" x="12.2" y="117.6" textLength="866.2" clip-path="url(#breeze-testing-task-sdk-tests-line-4)">parallel&#160;via&#160;pytest-xdist&#160;in&#160;single&#160;container,&#160;with&#160;`none`&#160;backend&#160;set.</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="117.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-4)">
+</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="142" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-5)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="166.4" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-6)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="166.4" textLength="170.8" clip-path="url(#breeze-testing-task-sdk-tests-line-6)">&#160;Test&#160;options&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="195.2" y="166.4" textLength="1244.4" clip-path="url(#breeze-testing-task-sdk-tests-line-6)">──────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="166.4" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-6)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="166.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-6)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-7)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="190.8" textLength="170.8" clip-path="url(#breeze-testing-task-sdk-tests-line-7)">--test-timeout</text><text class="breeze-testing-task-sdk-tests-r1" x="280.6" y="190.8" textLength="1122.4" clip-path="url(#breeze-testing-task-sdk-tests-line-7)">Test&#160;timeout&#160;in&#160;seconds.&#160;Set&#160;the&#160;pytest&#160;setup,&#160;execution&#160;and&#160;teardown&#160;timeouts&#160;to&#160;this&#160;value</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-7)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="190.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-7)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-8)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="280.6" y="215.2" textLength="1122.4" clip-path="url(#breeze-testing-task-sdk-tests-line-8)">(INTEGER&#160;RANGE)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-8)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="215.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-8)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-9)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="280.6" y="239.6" textLength="1122.4" clip-path="url(#breeze-testing-task-sdk-tests-line-9)">[default:&#160;60;&#160;x&gt;=0]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-9)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="239.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-9)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-10)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="264" textLength="207.4" clip-path="url(#breeze-testing-task-sdk-tests-line-10)">--enable-coverage</text><text class="breeze-testing-task-sdk-tests-r1" x="280.6" y="264" textLength="732" clip-path="url(#breeze-testing-task-sdk-tests-line-10)">Enable&#160;coverage&#160;capturing&#160;for&#160;tests&#160;in&#160;the&#160;form&#160;of&#160;XML&#160;files</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-10)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-10)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-11)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="288.4" textLength="170.8" clip-path="url(#breeze-testing-task-sdk-tests-line-11)">--collect-only</text><text class="breeze-testing-task-sdk-tests-r1" x="280.6" y="288.4" textLength="439.2" clip-path="url(#breeze-testing-task-sdk-tests-line-11)">Collect&#160;tests&#160;only,&#160;do&#160;not&#160;run&#160;them.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-11)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-11)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="312.8" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-12)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-12)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="337.2" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-13)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="337.2" textLength="219.6" clip-path="url(#breeze-testing-task-sdk-tests-line-13)">&#160;Test&#160;environment&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="244" y="337.2" textLength="1195.6" clip-path="url(#breeze-testing-task-sdk-tests-line-13)">──────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="337.2" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-13)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-13)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="361.6" textLength="97.6" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">--python</text><text class="breeze-testing-task-sdk-tests-r7" x="561.2" y="361.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">-p</text><text class="breeze-testing-task-sdk-tests-r1" x="610" y="361.6" textLength="732" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">Python&#160;major/minor&#160;version&#160;used&#160;in&#160;Airflow&#160;image&#160;for&#160;images.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-14)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-15)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="610" y="386" textLength="732" clip-path="url(#breeze-testing-task-sdk-tests-line-15)">(&gt;3.9&lt;&#160;|&#160;3.10&#160;|&#160;3.11&#160;|&#160;3.12)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-15)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-15)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-16)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="610" y="410.4" textLength="732" clip-path="url(#breeze-testing-task-sdk-tests-line-16)">[default:&#160;3.9]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-16)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-16)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="434.8" textLength="256.2" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">--forward-credentials</text><text class="breeze-testing-task-sdk-tests-r7" x="561.2" y="434.8" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">-f</text><text class="breeze-testing-task-sdk-tests-r1" x="610" y="434.8" textLength="634.4" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">Forward&#160;local&#160;credentials&#160;to&#160;container&#160;when&#160;running.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-17)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="459.2" textLength="231.8" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">--force-sa-warnings</text><text class="breeze-testing-task-sdk-tests-r1" x="256.2" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">/</text><text class="breeze-testing-task-sdk-tests-r4" x="268.4" y="459.2" textLength="268.4" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">--no-force-sa-warnings</text><text class="breeze-testing-task-sdk-tests-r1" x="610" y="459.2" textLength="768.6" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">Enable&#160;`sqlalchemy.exc.MovedIn20Warning`&#160;during&#160;the&#160;tests&#160;runs.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-18)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-19)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="610" y="483.6" textLength="768.6" clip-path="url(#breeze-testing-task-sdk-tests-line-19)">[default:&#160;force-sa-warnings]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-19)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-19)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="508" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-20)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-20)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="532.4" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-21)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="532.4" textLength="439.2" clip-path="url(#breeze-testing-task-sdk-tests-line-21)">&#160;Options&#160;for&#160;parallel&#160;test&#160;commands&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="463.6" y="532.4" textLength="976" clip-path="url(#breeze-testing-task-sdk-tests-line-21)">────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="532.4" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-21)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-21)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-22)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="556.8" textLength="158.6" clip-path="url(#breeze-testing-task-sdk-tests-line-22)">--parallelism</text><text class="breeze-testing-task-sdk-tests-r1" x="378.2" y="556.8" textLength="915" clip-path="url(#breeze-testing-task-sdk-tests-line-22)">Maximum&#160;number&#160;of&#160;processes&#160;to&#160;use&#160;while&#160;running&#160;the&#160;operation&#160;in&#160;parallel.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-22)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-22)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-23)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="378.2" y="581.2" textLength="915" clip-path="url(#breeze-testing-task-sdk-tests-line-23)">(INTEGER&#160;RANGE)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-23)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-23)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-24)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="378.2" y="605.6" textLength="915" clip-path="url(#breeze-testing-task-sdk-tests-line-24)">[default:&#160;4;&#160;1&lt;=x&lt;=8]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-24)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-24)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="630" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-25)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="630" textLength="170.8" clip-path="url(#breeze-testing-task-sdk-tests-line-25)">--skip-cleanup</text><text class="breeze-testing-task-sdk-tests-r1" x="378.2" y="630" textLength="732" clip-path="url(#breeze-testing-task-sdk-tests-line-25)">Skip&#160;cleanup&#160;of&#160;temporary&#160;files&#160;created&#160;during&#160;parallel&#160;run.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="630" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-25)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="630" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-25)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="654.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-26)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="654.4" textLength="207.4" clip-path="url(#breeze-testing-task-sdk-tests-line-26)">--debug-resources</text><text class="breeze-testing-task-sdk-tests-r1" x="378.2" y="654.4" textLength="768.6" clip-path="url(#breeze-testing-task-sdk-tests-line-26)">Whether&#160;to&#160;show&#160;resource&#160;information&#160;while&#160;running&#160;in&#160;parallel.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="654.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-26)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="654.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-26)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="678.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-27)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="678.8" textLength="305" clip-path="url(#breeze-testing-task-sdk-tests-line-27)">--include-success-outputs</text><text class="breeze-testing-task-sdk-tests-r1" x="378.2" y="678.8" textLength="927.2" clip-path="url(#breeze-testing-task-sdk-tests-line-27)">Whether&#160;to&#160;include&#160;outputs&#160;of&#160;successful&#160;parallel&#160;runs&#160;(skipped&#160;by&#160;default).</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="678.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-27)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="678.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-27)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="703.2" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-28)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="703.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-28)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="727.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-29)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="727.6" textLength="610" clip-path="url(#breeze-testing-task-sdk-tests-line-29)">&#160;Upgrading/downgrading/removing&#160;selected&#160;packages&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="634.4" y="727.6" textLength="805.2" clip-path="url(#breeze-testing-task-sdk-tests-line-29)">──────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="727.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-29)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="727.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-29)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="752" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-30)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="752" textLength="268.4" clip-path="url(#breeze-testing-task-sdk-tests-line-30)">--downgrade-sqlalchemy</text><text class="breeze-testing-task-sdk-tests-r1" x="341.6" y="752" textLength="610" clip-path="url(#breeze-testing-task-sdk-tests-line-30)">Downgrade&#160;SQLAlchemy&#160;to&#160;minimum&#160;supported&#160;version.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="752" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-30)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="752" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-30)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="776.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-31)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="776.4" textLength="244" clip-path="url(#breeze-testing-task-sdk-tests-line-31)">--downgrade-pendulum</text><text class="breeze-testing-task-sdk-tests-r1" x="341.6" y="776.4" textLength="585.6" clip-path="url(#breeze-testing-task-sdk-tests-line-31)">Downgrade&#160;Pendulum&#160;to&#160;minimum&#160;supported&#160;version.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="776.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-31)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="776.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-31)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="800.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-32)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="800.8" textLength="256.2" clip-path="url(#breeze-testing-task-sdk-tests-line-32)">--remove-arm-packages</text><text class="breeze-testing-task-sdk-tests-r1" x="341.6" y="800.8" textLength="817.4" clip-path="url(#breeze-testing-task-sdk-tests-line-32)">Removes&#160;arm&#160;packages&#160;from&#160;the&#160;image&#160;to&#160;test&#160;if&#160;ARM&#160;collection&#160;works</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="800.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-32)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="800.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-32)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="825.2" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-33)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="825.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-33)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="849.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-34)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="849.6" textLength="402.6" clip-path="url(#breeze-testing-task-sdk-tests-line-34)">&#160;Advanced&#160;flag&#160;for&#160;tests&#160;command&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="427" y="849.6" textLength="1012.6" clip-path="url(#breeze-testing-task-sdk-tests-line-34)">───────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="849.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-34)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="849.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-34)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="874" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-35)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="874" textLength="378.2" clip-path="url(#breeze-testing-task-sdk-tests-line-35)">--airflow-constraints-reference</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="874" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-35)">Constraint&#160;reference&#160;to&#160;use&#160;for&#160;airflow&#160;installation&#160;(used&#160;in&#160;calculated&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="874" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-35)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="874" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-35)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="898.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-36)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="898.4" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-36)">constraints&#160;URL).&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="898.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-36)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="898.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-36)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="922.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-37)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="475.8" y="922.8" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-37)">(TEXT)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="922.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-37)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="922.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-37)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="947.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-38)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="947.2" textLength="341.6" clip-path="url(#breeze-testing-task-sdk-tests-line-38)">--clean-airflow-installation</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="947.2" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-38)">Clean&#160;the&#160;airflow&#160;installation&#160;before&#160;installing&#160;version&#160;specified&#160;by&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="947.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-38)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="947.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-38)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="971.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-39)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="475.8" y="971.6" textLength="256.2" clip-path="url(#breeze-testing-task-sdk-tests-line-39)">--use-airflow-version</text><text class="breeze-testing-task-sdk-tests-r1" x="732" y="971.6" textLength="707.6" clip-path="url(#breeze-testing-task-sdk-tests-line-39)">.&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="971.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-39)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="971.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-39)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="996" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="996" textLength="231.8" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">--github-repository</text><text class="breeze-testing-task-sdk-tests-r7" x="427" y="996" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">-g</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="996" textLength="585.6" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">GitHub&#160;repository&#160;used&#160;to&#160;pull,&#160;push&#160;run&#160;images.</text><text class="breeze-testing-task-sdk-tests-r6" x="1073.6" y="996" textLength="73.2" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">(TEXT)</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="996" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="996" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-40)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1020.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-41)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="475.8" y="1020.4" textLength="585.6" clip-path="url(#breeze-testing-task-sdk-tests-line-41)">[default:&#160;apache/airflow]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1020.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-41)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1020.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-41)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1044.8" textLength="134.2" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">--image-tag</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1044.8" textLength="695.4" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">Tag&#160;of&#160;the&#160;image&#160;which&#160;is&#160;used&#160;to&#160;run&#160;the&#160;image&#160;(implies&#160;</text><text class="breeze-testing-task-sdk-tests-r4" x="1171.2" y="1044.8" textLength="183" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">--mount-sources</text><text class="breeze-testing-task-sdk-tests-r1" x="1354.2" y="1044.8" textLength="85.4" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">=skip).</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-42)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-43)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="475.8" y="1069.2" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-43)">(TEXT)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-43)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-43)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-44)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="475.8" y="1093.6" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-44)">[default:&#160;latest]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-44)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-44)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1118" textLength="195.2" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">--package-format</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1118" textLength="231.8" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">Format&#160;of&#160;packages.</text><text class="breeze-testing-task-sdk-tests-r6" x="719.8" y="1118" textLength="268.4" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">(wheel&#160;|&#160;sdist&#160;|&#160;both)</text><text class="breeze-testing-task-sdk-tests-r5" x="1000.4" y="1118" textLength="195.2" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">[default:&#160;wheel]</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1118" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1118" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-45)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-46)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1142.4" textLength="183" clip-path="url(#breeze-testing-task-sdk-tests-line-46)">--mount-sources</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1142.4" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-46)">Choose&#160;scope&#160;of&#160;local&#160;sources&#160;that&#160;should&#160;be&#160;mounted,&#160;skipped,&#160;or&#160;removed&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-46)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-46)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-47)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1166.8" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-47)">(default&#160;=&#160;selected).&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-47)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-47)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-48)">│</text><text class="breeze-testing-task-sdk-tests-r6" x="475.8" y="1191.2" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-48)">(selected&#160;|&#160;all&#160;|&#160;skip&#160;|&#160;remove&#160;|&#160;tests&#160;|&#160;providers-and-tests)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-48)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-48)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1215.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-49)">│</text><text class="breeze-testing-task-sdk-tests-r5" x="475.8" y="1215.6" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-49)">[default:&#160;selected]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1215.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-49)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1215.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-49)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1240" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-50)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1240" textLength="317.2" clip-path="url(#breeze-testing-task-sdk-tests-line-50)">--skip-docker-compose-down</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1240" textLength="549" clip-path="url(#breeze-testing-task-sdk-tests-line-50)">Skips&#160;running&#160;docker-compose&#160;down&#160;after&#160;tests</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1240" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-50)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1240" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-50)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1264.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-51)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1264.4" textLength="244" clip-path="url(#breeze-testing-task-sdk-tests-line-51)">--keep-env-variables</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1264.4" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-51)">Do&#160;not&#160;clear&#160;environment&#160;variables&#160;that&#160;might&#160;have&#160;side&#160;effect&#160;while&#160;running&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1264.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-51)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1264.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-51)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1288.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-52)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="475.8" y="1288.8" textLength="963.8" clip-path="url(#breeze-testing-task-sdk-tests-line-52)">tests&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1288.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-52)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1288.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-52)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1313.2" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-53)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1313.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-53)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1337.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-54)">╭─</text><text class="breeze-testing-task-sdk-tests-r5" x="24.4" y="1337.6" textLength="195.2" clip-path="url(#breeze-testing-task-sdk-tests-line-54)">&#160;Common&#160;options&#160;</text><text class="breeze-testing-task-sdk-tests-r5" x="219.6" y="1337.6" textLength="1220" clip-path="url(#breeze-testing-task-sdk-tests-line-54)">────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-task-sdk-tests-r5" x="1439.6" y="1337.6" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-54)">─╮</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1337.6" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-54)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1362" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1362" textLength="109.8" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">--dry-run</text><text class="breeze-testing-task-sdk-tests-r7" x="158.6" y="1362" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">-D</text><text class="breeze-testing-task-sdk-tests-r1" x="207.4" y="1362" textLength="719.8" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">If&#160;dry-run&#160;is&#160;set,&#160;commands&#160;are&#160;only&#160;printed,&#160;not&#160;executed.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1362" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1362" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-55)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1386.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1386.4" textLength="109.8" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">--verbose</text><text class="breeze-testing-task-sdk-tests-r7" x="158.6" y="1386.4" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">-v</text><text class="breeze-testing-task-sdk-tests-r1" x="207.4" y="1386.4" textLength="585.6" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">Print&#160;verbose&#160;information&#160;about&#160;performed&#160;steps.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1386.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1386.4" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-56)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1410.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">│</text><text class="breeze-testing-task-sdk-tests-r4" x="24.4" y="1410.8" textLength="73.2" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">--help</text><text class="breeze-testing-task-sdk-tests-r7" x="158.6" y="1410.8" textLength="24.4" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">-h</text><text class="breeze-testing-task-sdk-tests-r1" x="207.4" y="1410.8" textLength="329.4" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">Show&#160;this&#160;message&#160;and&#160;exit.</text><text class="breeze-testing-task-sdk-tests-r5" x="1451.8" y="1410.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">│</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1410.8" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-57)">
+</text><text class="breeze-testing-task-sdk-tests-r5" x="0" y="1435.2" textLength="1464" clip-path="url(#breeze-testing-task-sdk-tests-line-58)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-task-sdk-tests-r1" x="1464" y="1435.2" textLength="12.2" clip-path="url(#breeze-testing-task-sdk-tests-line-58)">
+</text>
+    </g>
+    </g>
+</svg>
diff --git a/dev/breeze/doc/images/output_testing_task-sdk-tests.txt b/dev/breeze/doc/images/output_testing_task-sdk-tests.txt
new file mode 100644
index 0000000000000..f432c3ded6dd1
--- /dev/null
+++ b/dev/breeze/doc/images/output_testing_task-sdk-tests.txt
@@ -0,0 +1 @@
+c02f626caa20d7bff91f92a198234cf5
diff --git a/dev/breeze/doc/images/output_testing_tests.svg b/dev/breeze/doc/images/output_testing_tests.svg
index 8c8c881915a31..ac7e81bcbd5b9 100644
--- a/dev/breeze/doc/images/output_testing_tests.svg
+++ b/dev/breeze/doc/images/output_testing_tests.svg
@@ -466,19 +466,19 @@
 </text><text class="breeze-testing-tests-r5" x="0" y="264" textLength="12.2" clip-path="url(#breeze-testing-tests-line-10)">│</text><text class="breeze-testing-tests-r1" x="439.2" y="264" textLength="134.2" clip-path="url(#breeze-testing-tests-line-10)">`Providers[</text><text class="breeze-testing-tests-r6" x="573.4" y="264" textLength="85.4" clip-path="url(#breeze-testing-tests-line-10)">-amazon</text><text class="breeze-testing-tests-r1" x="658.8" y="264" textLength="780.8" clip-path="url(#breeze-testing-tests-line-10)">,google]`&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="264" textLength="12.2" clip-path="url(#breeze-testing-tests-line-10)">│</text><text class="breeze-testing-tests-r1" x="1464" y="264" textLength="12.2" clip-path="url(#breeze-testing-tests-line-10)">
 </text><text class="breeze-testing-tests-r5" x="0" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-11)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="288.4" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-11)">(All&#160;|&#160;Default&#160;|&#160;API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-11)">│</text><text class="breeze-testing-tests-r1" x="1464" y="288.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-11)">
 </text><text class="breeze-testing-tests-r5" x="0" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-12)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="312.8" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-12)">Core&#160;|&#160;ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-12)">│</text><text class="breeze-testing-tests-r1" x="1464" y="312.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-12)">
-</text><text class="breeze-testing-tests-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="337.2" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-13)">|&#160;Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW&#160;|&#160;All-Postgres&#160;|&#160;All-MySQL&#160;|&#160;All-Quarantined)&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">│</text><text class="breeze-testing-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">
+</text><text class="breeze-testing-tests-r5" x="0" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="337.2" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-13)">|&#160;Serialization&#160;|&#160;WWW&#160;|&#160;All-Postgres&#160;|&#160;All-MySQL&#160;|&#160;All-Quarantined)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">│</text><text class="breeze-testing-tests-r1" x="1464" y="337.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-13)">
 </text><text class="breeze-testing-tests-r5" x="0" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-14)">│</text><text class="breeze-testing-tests-r5" x="439.2" y="361.6" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-14)">[default:&#160;Default]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-14)">│</text><text class="breeze-testing-tests-r1" x="1464" y="361.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-14)">
 </text><text class="breeze-testing-tests-r5" x="0" y="386" textLength="12.2" clip-path="url(#breeze-testing-tests-line-15)">│</text><text class="breeze-testing-tests-r4" x="24.4" y="386" textLength="256.2" clip-path="url(#breeze-testing-tests-line-15)">--parallel-test-types</text><text class="breeze-testing-tests-r1" x="439.2" y="386" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-15)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;used&#160;for&#160;testing&#160;in&#160;parallel&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="386" textLength="12.2" clip-path="url(#breeze-testing-tests-line-15)">│</text><text class="breeze-testing-tests-r1" x="1464" y="386" textLength="12.2" clip-path="url(#breeze-testing-tests-line-15)">
 </text><text class="breeze-testing-tests-r5" x="0" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-16)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="410.4" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-16)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-16)">│</text><text class="breeze-testing-tests-r1" x="1464" y="410.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-16)">
 </text><text class="breeze-testing-tests-r5" x="0" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-17)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="434.8" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-17)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-17)">│</text><text class="breeze-testing-tests-r1" x="1464" y="434.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-17)">
-</text><text class="breeze-testing-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="459.2" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-18)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">│</text><text class="breeze-testing-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">
+</text><text class="breeze-testing-tests-r5" x="0" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="459.2" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-18)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">│</text><text class="breeze-testing-tests-r1" x="1464" y="459.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-18)">
 </text><text class="breeze-testing-tests-r5" x="0" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-19)">│</text><text class="breeze-testing-tests-r5" x="439.2" y="483.6" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-19)">[default:&#160;API&#160;Always&#160;BranchExternalPython&#160;BranchPythonVenv&#160;CLI&#160;Core&#160;ExternalPython</text><text class="breeze-testing-tests-r5" x="1451.8" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-19)">│</text><text class="breeze-testing-tests-r1" x="1464" y="483.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-19)">
 </text><text class="breeze-testing-tests-r5" x="0" y="508" textLength="12.2" clip-path="url(#breeze-testing-tests-line-20)">│</text><text class="breeze-testing-tests-r5" x="439.2" y="508" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-20)">Operators&#160;Other&#160;PlainAsserts&#160;Providers[-amazon,google]&#160;Providers[amazon]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="508" textLength="12.2" clip-path="url(#breeze-testing-tests-line-20)">│</text><text class="breeze-testing-tests-r1" x="1464" y="508" textLength="12.2" clip-path="url(#breeze-testing-tests-line-20)">
-</text><text class="breeze-testing-tests-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">│</text><text class="breeze-testing-tests-r5" x="439.2" y="532.4" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-21)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;TaskSDK&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">│</text><text class="breeze-testing-tests-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">
+</text><text class="breeze-testing-tests-r5" x="0" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">│</text><text class="breeze-testing-tests-r5" x="439.2" y="532.4" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-21)">Providers[google]&#160;PythonVenv&#160;Serialization&#160;WWW]&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">│</text><text class="breeze-testing-tests-r1" x="1464" y="532.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-21)">
 </text><text class="breeze-testing-tests-r5" x="0" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-22)">│</text><text class="breeze-testing-tests-r4" x="24.4" y="556.8" textLength="366" clip-path="url(#breeze-testing-tests-line-22)">--excluded-parallel-test-types</text><text class="breeze-testing-tests-r1" x="439.2" y="556.8" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-22)">Space&#160;separated&#160;list&#160;of&#160;test&#160;types&#160;that&#160;will&#160;be&#160;excluded&#160;from&#160;parallel&#160;tes&#160;runs.&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-22)">│</text><text class="breeze-testing-tests-r1" x="1464" y="556.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-22)">
 </text><text class="breeze-testing-tests-r5" x="0" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-23)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="581.2" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-23)">(API&#160;|&#160;Always&#160;|&#160;BranchExternalPython&#160;|&#160;BranchPythonVenv&#160;|&#160;CLI&#160;|&#160;Core&#160;|&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-23)">│</text><text class="breeze-testing-tests-r1" x="1464" y="581.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-23)">
 </text><text class="breeze-testing-tests-r5" x="0" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-24)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="605.6" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-24)">ExternalPython&#160;|&#160;Operators&#160;|&#160;Other&#160;|&#160;PlainAsserts&#160;|&#160;Providers&#160;|&#160;PythonVenv&#160;|&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-24)">│</text><text class="breeze-testing-tests-r1" x="1464" y="605.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-24)">
-</text><text class="breeze-testing-tests-r5" x="0" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="630" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-25)">Serialization&#160;|&#160;TaskSDK&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">│</text><text class="breeze-testing-tests-r1" x="1464" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">
+</text><text class="breeze-testing-tests-r5" x="0" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">│</text><text class="breeze-testing-tests-r7" x="439.2" y="630" textLength="1000.4" clip-path="url(#breeze-testing-tests-line-25)">Serialization&#160;|&#160;WWW)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">│</text><text class="breeze-testing-tests-r1" x="1464" y="630" textLength="12.2" clip-path="url(#breeze-testing-tests-line-25)">
 </text><text class="breeze-testing-tests-r5" x="0" y="654.4" textLength="1464" clip-path="url(#breeze-testing-tests-line-26)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text class="breeze-testing-tests-r1" x="1464" y="654.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-26)">
 </text><text class="breeze-testing-tests-r5" x="0" y="678.8" textLength="24.4" clip-path="url(#breeze-testing-tests-line-27)">╭─</text><text class="breeze-testing-tests-r5" x="24.4" y="678.8" textLength="170.8" clip-path="url(#breeze-testing-tests-line-27)">&#160;Test&#160;options&#160;</text><text class="breeze-testing-tests-r5" x="195.2" y="678.8" textLength="1244.4" clip-path="url(#breeze-testing-tests-line-27)">──────────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-tests-r5" x="1439.6" y="678.8" textLength="24.4" clip-path="url(#breeze-testing-tests-line-27)">─╮</text><text class="breeze-testing-tests-r1" x="1464" y="678.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-27)">
 </text><text class="breeze-testing-tests-r5" x="0" y="703.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-28)">│</text><text class="breeze-testing-tests-r4" x="24.4" y="703.2" textLength="170.8" clip-path="url(#breeze-testing-tests-line-28)">--test-timeout</text><text class="breeze-testing-tests-r1" x="353.8" y="703.2" textLength="1085.8" clip-path="url(#breeze-testing-tests-line-28)">Test&#160;timeout&#160;in&#160;seconds.&#160;Set&#160;the&#160;pytest&#160;setup,&#160;execution&#160;and&#160;teardown&#160;timeouts&#160;to&#160;this&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="703.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-28)">│</text><text class="breeze-testing-tests-r1" x="1464" y="703.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-28)">
@@ -497,8 +497,8 @@
 </text><text class="breeze-testing-tests-r5" x="0" y="1020.4" textLength="24.4" clip-path="url(#breeze-testing-tests-line-41)">╭─</text><text class="breeze-testing-tests-r5" x="24.4" y="1020.4" textLength="219.6" clip-path="url(#breeze-testing-tests-line-41)">&#160;Test&#160;environment&#160;</text><text class="breeze-testing-tests-r5" x="244" y="1020.4" textLength="1195.6" clip-path="url(#breeze-testing-tests-line-41)">──────────────────────────────────────────────────────────────────────────────────────────────────</text><text class="breeze-testing-tests-r5" x="1439.6" y="1020.4" textLength="24.4" clip-path="url(#breeze-testing-tests-line-41)">─╮</text><text class="breeze-testing-tests-r1" x="1464" y="1020.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-41)">
 </text><text class="breeze-testing-tests-r5" x="0" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-42)">│</text><text class="breeze-testing-tests-r4" x="24.4" y="1044.8" textLength="158.6" clip-path="url(#breeze-testing-tests-line-42)">--integration</text><text class="breeze-testing-tests-r1" x="610" y="1044.8" textLength="829.6" clip-path="url(#breeze-testing-tests-line-42)">Integration(s)&#160;to&#160;enable&#160;when&#160;running&#160;(can&#160;be&#160;more&#160;than&#160;one).&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-42)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1044.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-42)">
 </text><text class="breeze-testing-tests-r5" x="0" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-43)">│</text><text class="breeze-testing-tests-r7" x="610" y="1069.2" textLength="829.6" clip-path="url(#breeze-testing-tests-line-43)">(all&#160;|&#160;all-testable&#160;|&#160;cassandra&#160;|&#160;celery&#160;|&#160;drill&#160;|&#160;kafka&#160;|&#160;kerberos&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-43)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1069.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-43)">
-</text><text class="breeze-testing-tests-r5" x="0" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">│</text><text class="breeze-testing-tests-r7" x="610" y="1093.6" textLength="829.6" clip-path="url(#breeze-testing-tests-line-44)">|&#160;mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;redis&#160;|&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">
-</text><text class="breeze-testing-tests-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">│</text><text class="breeze-testing-tests-r7" x="610" y="1118" textLength="829.6" clip-path="url(#breeze-testing-tests-line-45)">statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">
+</text><text class="breeze-testing-tests-r5" x="0" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">│</text><text class="breeze-testing-tests-r7" x="610" y="1093.6" textLength="829.6" clip-path="url(#breeze-testing-tests-line-44)">|&#160;keycloak&#160;|&#160;mongo&#160;|&#160;mssql&#160;|&#160;openlineage&#160;|&#160;otel&#160;|&#160;pinot&#160;|&#160;qdrant&#160;|&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1093.6" textLength="12.2" clip-path="url(#breeze-testing-tests-line-44)">
+</text><text class="breeze-testing-tests-r5" x="0" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">│</text><text class="breeze-testing-tests-r7" x="610" y="1118" textLength="829.6" clip-path="url(#breeze-testing-tests-line-45)">redis&#160;|&#160;statsd&#160;|&#160;trino&#160;|&#160;ydb)&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1118" textLength="12.2" clip-path="url(#breeze-testing-tests-line-45)">
 </text><text class="breeze-testing-tests-r5" x="0" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-46)">│</text><text class="breeze-testing-tests-r4" x="24.4" y="1142.4" textLength="109.8" clip-path="url(#breeze-testing-tests-line-46)">--backend</text><text class="breeze-testing-tests-r6" x="561.2" y="1142.4" textLength="24.4" clip-path="url(#breeze-testing-tests-line-46)">-b</text><text class="breeze-testing-tests-r1" x="610" y="1142.4" textLength="829.6" clip-path="url(#breeze-testing-tests-line-46)">Database&#160;backend&#160;to&#160;use.&#160;If&#160;&#x27;none&#x27;&#160;is&#160;chosen,&#160;Breeze&#160;will&#160;start&#160;with</text><text class="breeze-testing-tests-r5" x="1451.8" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-46)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1142.4" textLength="12.2" clip-path="url(#breeze-testing-tests-line-46)">
 </text><text class="breeze-testing-tests-r5" x="0" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-47)">│</text><text class="breeze-testing-tests-r1" x="610" y="1166.8" textLength="829.6" clip-path="url(#breeze-testing-tests-line-47)">an&#160;invalid&#160;database&#160;configuration,&#160;meaning&#160;there&#160;will&#160;be&#160;no&#160;database</text><text class="breeze-testing-tests-r5" x="1451.8" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-47)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1166.8" textLength="12.2" clip-path="url(#breeze-testing-tests-line-47)">
 </text><text class="breeze-testing-tests-r5" x="0" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-48)">│</text><text class="breeze-testing-tests-r1" x="610" y="1191.2" textLength="829.6" clip-path="url(#breeze-testing-tests-line-48)">available,&#160;and&#160;any&#160;attempts&#160;to&#160;connect&#160;to&#160;the&#160;Airflow&#160;database&#160;will&#160;</text><text class="breeze-testing-tests-r5" x="1451.8" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-48)">│</text><text class="breeze-testing-tests-r1" x="1464" y="1191.2" textLength="12.2" clip-path="url(#breeze-testing-tests-line-48)">
diff --git a/dev/breeze/doc/images/output_testing_tests.txt b/dev/breeze/doc/images/output_testing_tests.txt
index ce894444f7f3b..67808ed7f40ad 100644
--- a/dev/breeze/doc/images/output_testing_tests.txt
+++ b/dev/breeze/doc/images/output_testing_tests.txt
@@ -1 +1 @@
-c131a2a8ab980041a1a0f5e91fe58ea8
+69c5e660ec3f263dad58cc7a7710d4ed
diff --git a/dev/breeze/pyproject.toml b/dev/breeze/pyproject.toml
index b06e4cdf060c0..a52b2f9775853 100644
--- a/dev/breeze/pyproject.toml
+++ b/dev/breeze/pyproject.toml
@@ -62,6 +62,7 @@ dependencies = [
     "packaging>=23.2",
     "pipx>=1.4.1",
     "pre-commit>=3.5.0",
+    "pre-commit-uv>=4.1.3",
     "psutil>=5.9.6",
     "pygithub>=2.1.1",
     "pytest-xdist>=3.3.1",
diff --git a/dev/breeze/src/airflow_breeze/commands/developer_commands.py b/dev/breeze/src/airflow_breeze/commands/developer_commands.py
index 0f9cec28710ec..b26230c2e1632 100644
--- a/dev/breeze/src/airflow_breeze/commands/developer_commands.py
+++ b/dev/breeze/src/airflow_breeze/commands/developer_commands.py
@@ -861,7 +861,7 @@ def static_checks(
         for attempt in range(1, 1 + max_initialization_attempts):
             get_console().print(f"[info]Attempt number {attempt} to install pre-commit environments")
             initialization_result = run_command(
-                [sys.executable, "-m", "pre_commit", "install", "--install-hooks"],
+                ["pre-commit", "install", "--install-hooks"],
                 check=False,
                 no_output_dump_on_exception=True,
                 text=True,
@@ -874,7 +874,7 @@ def static_checks(
             get_console().print("[error]Could not install pre-commit environments[/]")
             sys.exit(return_code)
 
-    command_to_execute = [sys.executable, "-m", "pre_commit", "run"]
+    command_to_execute = ["pre-commit", "run"]
     if not one_or_none_set([last_commit, commit_ref, only_my_changes, all_files]):
         get_console().print(
             "\n[error]You can only specify "
diff --git a/dev/breeze/src/airflow_breeze/commands/release_management_commands.py b/dev/breeze/src/airflow_breeze/commands/release_management_commands.py
index d92a27381154e..61a26e9993f88 100644
--- a/dev/breeze/src/airflow_breeze/commands/release_management_commands.py
+++ b/dev/breeze/src/airflow_breeze/commands/release_management_commands.py
@@ -229,21 +229,22 @@ class VersionedFile(NamedTuple):
     file_name: str
 
 
-AIRFLOW_PIP_VERSION = "24.0"
-AIRFLOW_UV_VERSION = "0.4.24"
+AIRFLOW_PIP_VERSION = "24.3.1"
+AIRFLOW_UV_VERSION = "0.4.29"
 AIRFLOW_USE_UV = False
-WHEEL_VERSION = "0.36.2"
-GITPYTHON_VERSION = "3.1.40"
-RICH_VERSION = "13.7.0"
-NODE_VERSION = "21.2.0"
-PRE_COMMIT_VERSION = "3.5.0"
-HATCH_VERSION = "1.9.1"
-PYYAML_VERSION = "6.0.1"
+# TODO: automate thsese as well
+WHEEL_VERSION = "0.44.0"
+GITPYTHON_VERSION = "3.1.43"
+RICH_VERSION = "13.9.4"
+NODE_VERSION = "22.2.0"
+PRE_COMMIT_VERSION = "4.0.1"
+HATCH_VERSION = "1.13.0"
+PYYAML_VERSION = "6.0.2"
 
 AIRFLOW_BUILD_DOCKERFILE = f"""
 FROM python:{DEFAULT_PYTHON_MAJOR_MINOR_VERSION}-slim-{ALLOWED_DEBIAN_VERSIONS[0]}
 RUN apt-get update && apt-get install -y --no-install-recommends git
-RUN pip install pip=={AIRFLOW_PIP_VERSION} hatch=={HATCH_VERSION} pyyaml=={PYYAML_VERSION}\
+RUN pip install --root-user-action ignore pip=={AIRFLOW_PIP_VERSION} hatch=={HATCH_VERSION} pyyaml=={PYYAML_VERSION}\
  gitpython=={GITPYTHON_VERSION} rich=={RICH_VERSION} pre-commit=={PRE_COMMIT_VERSION}
 COPY . /opt/airflow
 """
@@ -461,7 +462,11 @@ def _check_sdist_to_wheel_dists(dists_info: tuple[DistributionPackageInfo, ...])
                 continue
 
             if not venv_created:
-                python_path = create_venv(Path(tmp_dir_name) / ".venv", pip_version=AIRFLOW_PIP_VERSION)
+                python_path = create_venv(
+                    Path(tmp_dir_name) / ".venv",
+                    pip_version=AIRFLOW_PIP_VERSION,
+                    uv_version=AIRFLOW_UV_VERSION,
+                )
                 pip_command = create_pip_command(python_path)
                 venv_created = True
 
@@ -3476,6 +3481,22 @@ def generate_issue_content(
                 continue
 
             pull_requests[pr_number] = pr
+
+            # retrieve and append commit authors (to handle cherry picks)
+            if hasattr(pr, "get_commits"):
+                try:
+                    commits = pr.get_commits()
+                    for commit in commits:
+                        author = commit.author
+                        if author:
+                            users[pr_number].add(author.login)
+                            progress.console.print(f"Added commit author {author.login} for PR#{pr_number}")
+
+                except Exception as e:
+                    progress.console.print(
+                        f"[warn]Could not retrieve commits for PR#{pr_number}: {e}, skipping[/]"
+                    )
+
             # GitHub does not have linked issues in PR - but we quite rigorously add Fixes/Closes
             # Relate so we can find those from the body
             if pr.body:
diff --git a/dev/breeze/src/airflow_breeze/commands/setup_commands.py b/dev/breeze/src/airflow_breeze/commands/setup_commands.py
index ad5ade3881cac..33ea78598e855 100644
--- a/dev/breeze/src/airflow_breeze/commands/setup_commands.py
+++ b/dev/breeze/src/airflow_breeze/commands/setup_commands.py
@@ -22,6 +22,7 @@
 import shutil
 import subprocess
 import sys
+import textwrap
 from copy import copy
 from pathlib import Path
 from typing import Any
@@ -192,6 +193,12 @@ def version():
 @option_mysql_version
 @click.option("-C/-c", "--cheatsheet/--no-cheatsheet", help="Enable/disable cheatsheet.", default=None)
 @click.option("-A/-a", "--asciiart/--no-asciiart", help="Enable/disable ASCIIart.", default=None)
+@click.option(
+    "-U/-u",
+    "--use-uv/--no-use-uv",
+    help="Enable/disable using uv for creating venvs by breeze.",
+    default=None,
+)
 @click.option(
     "--colour/--no-colour",
     help="Enable/disable Colour mode (useful for colour blind-friendly communication).",
@@ -200,6 +207,7 @@ def version():
 def change_config(
     python: str,
     backend: str,
+    use_uv: bool,
     postgres_version: str,
     mysql_version: str,
     cheatsheet: bool,
@@ -212,14 +220,22 @@ def change_config(
     asciiart_file = "suppress_asciiart"
     cheatsheet_file = "suppress_cheatsheet"
     colour_file = "suppress_colour"
+    use_uv_file = "use_uv"
 
+    if use_uv is not None:
+        if use_uv:
+            touch_cache_file(use_uv_file)
+            get_console().print("[info]Enable using uv[/]")
+        else:
+            delete_cache(use_uv_file)
+            get_console().print("[info]Disable using uv[/]")
     if asciiart is not None:
         if asciiart:
             delete_cache(asciiart_file)
-            get_console().print("[info]Enable ASCIIART![/]")
+            get_console().print("[info]Enable ASCIIART[/]")
         else:
             touch_cache_file(asciiart_file)
-            get_console().print("[info]Disable ASCIIART![/]")
+            get_console().print("[info]Disable ASCIIART[/]")
     if cheatsheet is not None:
         if cheatsheet:
             delete_cache(cheatsheet_file)
@@ -235,28 +251,55 @@ def change_config(
             touch_cache_file(colour_file)
             get_console().print("[info]Disable Colour[/]")
 
-    def get_status(file: str):
+    def get_supress_status(file: str):
         return "disabled" if check_if_cache_exists(file) else "enabled"
 
+    def get_status(file: str):
+        return "enabled" if check_if_cache_exists(file) else "disabled"
+
     get_console().print()
     get_console().print("[info]Current configuration:[/]")
     get_console().print()
     get_console().print(f"[info]* Python: {python}[/]")
     get_console().print(f"[info]* Backend: {backend}[/]")
+    get_console().print(f"[info]* Use uv: {get_status(use_uv_file)}[/]")
     get_console().print()
     get_console().print(f"[info]* Postgres version: {postgres_version}[/]")
     get_console().print(f"[info]* MySQL version: {mysql_version}[/]")
     get_console().print()
-    get_console().print(f"[info]* ASCIIART: {get_status(asciiart_file)}[/]")
-    get_console().print(f"[info]* Cheatsheet: {get_status(cheatsheet_file)}[/]")
+    get_console().print(f"[info]* ASCIIART: {get_supress_status(asciiart_file)}[/]")
+    get_console().print(f"[info]* Cheatsheet: {get_supress_status(cheatsheet_file)}[/]")
     get_console().print()
     get_console().print()
-    get_console().print(f"[info]* Colour: {get_status(colour_file)}[/]")
+    get_console().print(f"[info]* Colour: {get_supress_status(colour_file)}[/]")
     get_console().print()
 
 
-def dict_hash(dictionary: dict[str, Any]) -> str:
+def dedent_help(dictionary: dict[str, Any]) -> None:
+    """
+    Dedent help stored in the dictionary.
+
+    Python 3.13 automatically dedents docstrings retrieved from functions.
+    See https://github.com/python/cpython/issues/81283
+
+    However, click uses docstrings in the absence of help strings, and we are using click
+    command definition dictionary hash to detect changes in the command definitions, so if the
+    help strings are not dedented, the hash will change.
+
+    That's why we must de-dent all the help strings in the command definition dictionary
+    before we hash it.
+    """
+    for key, value in dictionary.items():
+        if isinstance(value, dict):
+            dedent_help(value)
+        elif key == "help" and isinstance(value, str):
+            dictionary[key] = textwrap.dedent(value)
+
+
+def dict_hash(dictionary: dict[str, Any], dedent_help_strings: bool = True) -> str:
     """MD5 hash of a dictionary. Sorted and dumped via json to account for random sequence)"""
+    if dedent_help_strings:
+        dedent_help(dictionary)
     # noinspection InsecureHash
     dhash = hashlib.md5()
     try:
diff --git a/dev/breeze/src/airflow_breeze/commands/setup_commands_config.py b/dev/breeze/src/airflow_breeze/commands/setup_commands_config.py
index 61460f004ec9f..802a41fc273dd 100644
--- a/dev/breeze/src/airflow_breeze/commands/setup_commands_config.py
+++ b/dev/breeze/src/airflow_breeze/commands/setup_commands_config.py
@@ -63,6 +63,7 @@
                 "--backend",
                 "--postgres-version",
                 "--mysql-version",
+                "--use-uv",
                 "--cheatsheet",
                 "--asciiart",
                 "--colour",
diff --git a/dev/breeze/src/airflow_breeze/commands/testing_commands.py b/dev/breeze/src/airflow_breeze/commands/testing_commands.py
index c3bb4e9193204..2d76b66f37421 100644
--- a/dev/breeze/src/airflow_breeze/commands/testing_commands.py
+++ b/dev/breeze/src/airflow_breeze/commands/testing_commands.py
@@ -553,7 +553,7 @@ def _verify_parallelism_parameters(
 @option_use_packages_from_dist
 @option_use_xdist
 @option_verbose
-@click.argument("extra_pytest_args", nargs=-1, type=click.UNPROCESSED)
+@click.argument("extra_pytest_args", nargs=-1, type=click.Path(path_type=str))
 def command_for_tests(**kwargs):
     _run_test_command(**kwargs)
 
@@ -684,6 +684,68 @@ def command_for_non_db_tests(**kwargs):
     )
 
 
+@group_for_testing.command(
+    name="task-sdk-tests",
+    help="Run task-sdk tests. This is a dedicated command that only "
+    "runs Task SDk tests & don't need DB and it runs them in parallel via pytest-xdist in single container, "
+    "with `none` backend set.",
+    context_settings=dict(
+        ignore_unknown_options=False,
+        allow_extra_args=False,
+    ),
+)
+@option_airflow_constraints_reference
+@option_clean_airflow_installation
+@option_collect_only
+@option_debug_resources
+@option_downgrade_pendulum
+@option_downgrade_sqlalchemy
+@option_dry_run
+@option_enable_coverage
+@option_force_sa_warnings
+@option_forward_credentials
+@option_github_repository
+@option_image_tag_for_running
+@option_include_success_outputs
+@option_keep_env_variables
+@option_mount_sources
+@option_package_format
+@option_parallelism
+@option_python
+@option_remove_arm_packages
+@option_skip_cleanup
+@option_skip_docker_compose_down
+@option_test_timeout
+@option_verbose
+@click.argument("extra_pytest_args", nargs=-1, type=click.UNPROCESSED)
+def command_for_task_sdk_tests(**kwargs):
+    _run_test_command(
+        backend="none",
+        database_isolation=False,
+        db_reset=False,
+        integration=(),
+        run_db_tests_only=False,
+        run_in_parallel=False,
+        skip_db_tests=True,
+        test_type="TaskSDK",
+        use_xdist=True,
+        excluded_parallel_test_types="",
+        excluded_providers="",
+        force_lowest_dependencies=False,
+        install_airflow_with_constraints=False,
+        no_db_cleanup=True,
+        parallel_test_types="",
+        providers_constraints_location="",
+        providers_skip_constraints=False,
+        skip_provider_tests=True,
+        skip_providers="",
+        upgrade_boto=False,
+        use_airflow_version=None,
+        use_packages_from_dist=False,
+        **kwargs,
+    )
+
+
 def _run_test_command(
     *,
     airflow_constraints_reference: str,
@@ -815,8 +877,16 @@ def _run_test_command(
         )
     else:
         if shell_params.test_type == "Default":
-            if any([arg.startswith("tests") for arg in extra_pytest_args]):
+            if any(
+                [
+                    arg.startswith("tests/")
+                    or arg.startswith("providers/tests/")
+                    or arg.startswith("task_sdk/tests/")
+                    for arg in extra_pytest_args
+                ]
+            ):
                 # in case some tests are specified as parameters, do not pass "tests" as default
+                # test_type = "All" as default and it will run all "tests" by default then
                 shell_params.test_type = "None"
                 shell_params.parallel_test_types_list = []
             else:
diff --git a/dev/breeze/src/airflow_breeze/commands/testing_commands_config.py b/dev/breeze/src/airflow_breeze/commands/testing_commands_config.py
index 34c0dbff00934..2732bcb13b007 100644
--- a/dev/breeze/src/airflow_breeze/commands/testing_commands_config.py
+++ b/dev/breeze/src/airflow_breeze/commands/testing_commands_config.py
@@ -169,6 +169,54 @@
             ],
         },
     ],
+    "breeze testing task-sdk-tests": [
+        {
+            "name": "Test options",
+            "options": [
+                "--test-timeout",
+                "--enable-coverage",
+                "--collect-only",
+            ],
+        },
+        {
+            "name": "Test environment",
+            "options": [
+                "--python",
+                "--forward-credentials",
+                "--force-sa-warnings",
+            ],
+        },
+        {
+            "name": "Options for parallel test commands",
+            "options": [
+                "--parallelism",
+                "--skip-cleanup",
+                "--debug-resources",
+                "--include-success-outputs",
+            ],
+        },
+        {
+            "name": "Upgrading/downgrading/removing selected packages",
+            "options": [
+                "--downgrade-sqlalchemy",
+                "--downgrade-pendulum",
+                "--remove-arm-packages",
+            ],
+        },
+        {
+            "name": "Advanced flag for tests command",
+            "options": [
+                "--airflow-constraints-reference",
+                "--clean-airflow-installation",
+                "--github-repository",
+                "--image-tag",
+                "--package-format",
+                "--mount-sources",
+                "--skip-docker-compose-down",
+                "--keep-env-variables",
+            ],
+        },
+    ],
     "breeze testing db-tests": [
         {
             "name": "Select tests to run",
diff --git a/dev/breeze/src/airflow_breeze/global_constants.py b/dev/breeze/src/airflow_breeze/global_constants.py
index 00cb24f61051e..a674b142b3c3e 100644
--- a/dev/breeze/src/airflow_breeze/global_constants.py
+++ b/dev/breeze/src/airflow_breeze/global_constants.py
@@ -22,8 +22,27 @@
 
 import json
 import platform
+import sys
 from enum import Enum
-from functools import cache
+
+from airflow_breeze.utils.console import get_console
+
+try:
+    from functools import cache
+except ImportError:
+    get_console().print(
+        "\n[error]Breeze doesn't support Python version <=3.8\n\n"
+        "[warning]Use Python 3.9 and force reinstall breeze:"
+        ""
+        " either with uv: \n\n"
+        "     uv tool install --force --reinstall --editable ./dev/breeze\n\n"
+        ""
+        " or with pipx\n\n"
+        "     pipx install --force -e ./dev/breeze --python 3.9\n"
+        "\nTo find out more, visit [info]https://github.com/apache/airflow/"
+        "blob/main/dev/breeze/doc/01_installation.rst[/]\n"
+    )
+    sys.exit(1)
 from pathlib import Path
 
 from airflow_breeze.utils.host_info_utils import Architecture
@@ -48,10 +67,14 @@
 ALLOWED_PYTHON_MAJOR_MINOR_VERSIONS = ["3.9", "3.10", "3.11", "3.12"]
 DEFAULT_PYTHON_MAJOR_MINOR_VERSION = ALLOWED_PYTHON_MAJOR_MINOR_VERSIONS[0]
 ALLOWED_ARCHITECTURES = [Architecture.X86_64, Architecture.ARM]
-# Database Backends used when starting Breeze. The "none" value means that invalid configuration
-# Is set and no database started - access to a database will fail.
-ALLOWED_BACKENDS = ["sqlite", "mysql", "postgres", "none"]
-ALLOWED_PROD_BACKENDS = ["mysql", "postgres"]
+# Database Backends used when starting Breeze. The "none" value means that the configuration is invalid.
+# No database will be started - access to a database will fail.
+SQLITE_BACKEND = "sqlite"
+MYSQL_BACKEND = "mysql"
+POSTGRES_BACKEND = "postgres"
+NONE_BACKEND = "none"
+ALLOWED_BACKENDS = [SQLITE_BACKEND, MYSQL_BACKEND, POSTGRES_BACKEND, NONE_BACKEND]
+ALLOWED_PROD_BACKENDS = [MYSQL_BACKEND, POSTGRES_BACKEND]
 DEFAULT_BACKEND = ALLOWED_BACKENDS[0]
 CELERY_INTEGRATION = "celery"
 TESTABLE_INTEGRATIONS = [
@@ -71,7 +94,11 @@
 DISABLE_TESTABLE_INTEGRATIONS_FROM_CI = [
     "mssql",
 ]
-OTHER_INTEGRATIONS = ["statsd", "otel", "openlineage"]
+KEYCLOAK_INTEGRATION = "keycloak"
+STATSD_INTEGRATION = "statsd"
+OTEL_INTEGRATION = "otel"
+OPENLINEAGE_INTEGRATION = "openlineage"
+OTHER_INTEGRATIONS = [STATSD_INTEGRATION, OTEL_INTEGRATION, OPENLINEAGE_INTEGRATION, KEYCLOAK_INTEGRATION]
 ALLOWED_DEBIAN_VERSIONS = ["bookworm"]
 ALL_INTEGRATIONS = sorted(
     [
@@ -156,7 +183,8 @@
 
 ALLOWED_INSTALL_MYSQL_CLIENT_TYPES = ["mariadb", "mysql"]
 
-PIP_VERSION = "24.0"
+PIP_VERSION = "24.3.1"
+UV_VERSION = "0.4.29"
 
 DEFAULT_UV_HTTP_TIMEOUT = 300
 DEFAULT_WSL2_HTTP_TIMEOUT = 900
@@ -194,7 +222,6 @@ class SelectiveUnitTestTypes(Enum):
     PLAIN_ASSERTS = "PlainAsserts"
     PROVIDERS = "Providers"
     PYTHON_VENV = "PythonVenv"
-    TASK_SDK = "TaskSDK"
     WWW = "WWW"
 
 
@@ -231,13 +258,16 @@ def all_helm_test_packages() -> list[str]:
 
 @cache
 def all_task_sdk_test_packages() -> list[str]:
-    return sorted(
-        [
-            candidate.name
-            for candidate in (AIRFLOW_SOURCES_ROOT / "task_sdk" / "tests").iterdir()
-            if candidate.is_dir() and candidate.name != "__pycache__"
-        ]
-    )
+    try:
+        return sorted(
+            [
+                candidate.name
+                for candidate in (AIRFLOW_SOURCES_ROOT / "task_sdk" / "tests").iterdir()
+                if candidate.is_dir() and candidate.name != "__pycache__"
+            ]
+        )
+    except FileNotFoundError:
+        return []
 
 
 ALLOWED_TASK_SDK_TEST_PACKAGES = [
@@ -380,12 +410,14 @@ def get_default_platform_machine() -> str:
     "bolkedebruin",
     "criccomini",
     "dimberman",
+    "dirrao",
     "dstandish",
     "eladkal",
     "ephraimbuddy",
     "feluelle",
     "feng-tao",
     "ferruzzi",
+    "gopidesupavan",
     "houqp",
     "hussein-awala",
     "jedcunningham",
@@ -417,6 +449,7 @@ def get_default_platform_machine() -> str:
     "saguziel",
     "sekikn",
     "shahar1",
+    "tirkarthi",
     "turbaszek",
     "uranusjr",
     "utkarsharma2",
@@ -531,11 +564,10 @@ def get_airflow_extras():
     "ssh",
     "statsd",
     "uv",
-    "virtualenv",
     # END OF EXTRAS LIST UPDATED BY PRE COMMIT
 ]
 
-CHICKEN_EGG_PROVIDERS = " ".join(["standard"])
+CHICKEN_EGG_PROVIDERS = " ".join(["standard amazon"])
 
 
 BASE_PROVIDERS_COMPATIBILITY_CHECKS: list[dict[str, str | list[str]]] = [
diff --git a/dev/breeze/src/airflow_breeze/params/shell_params.py b/dev/breeze/src/airflow_breeze/params/shell_params.py
index 2d3cadbf1971b..0c6026437517c 100644
--- a/dev/breeze/src/airflow_breeze/params/shell_params.py
+++ b/dev/breeze/src/airflow_breeze/params/shell_params.py
@@ -43,6 +43,7 @@
     EDGE_EXECUTOR,
     FASTAPI_API_HOST_PORT,
     FLOWER_HOST_PORT,
+    KEYCLOAK_INTEGRATION,
     MOUNT_ALL,
     MOUNT_PROVIDERS_AND_TESTS,
     MOUNT_REMOVE,
@@ -50,6 +51,7 @@
     MOUNT_TESTS,
     MSSQL_HOST_PORT,
     MYSQL_HOST_PORT,
+    POSTGRES_BACKEND,
     POSTGRES_HOST_PORT,
     REDIS_HOST_PORT,
     SSH_PORT,
@@ -665,3 +667,14 @@ def __post_init__(self):
             self.airflow_constraints_reference = self.default_constraints_branch
         if self.providers_constraints_reference == "default":
             self.providers_constraints_reference = self.default_constraints_branch
+
+        if (
+            self.backend
+            and self.integration
+            and KEYCLOAK_INTEGRATION in self.integration
+            and not self.backend == POSTGRES_BACKEND
+        ):
+            get_console().print(
+                "[error]When using the Keycloak integration the backend must be Postgres![/]\n"
+            )
+            sys.exit(2)
diff --git a/dev/breeze/src/airflow_breeze/pre_commit_ids.py b/dev/breeze/src/airflow_breeze/pre_commit_ids.py
index e684acd24ad2d..9e46069eab306 100644
--- a/dev/breeze/src/airflow_breeze/pre_commit_ids.py
+++ b/dev/breeze/src/airflow_breeze/pre_commit_ids.py
@@ -62,6 +62,7 @@
     "check-lazy-logging",
     "check-links-to-example-dags-do-not-use-hardcoded-versions",
     "check-merge-conflict",
+    "check-min-python-version",
     "check-newsfragments-are-valid",
     "check-no-airflow-deprecation-in-providers",
     "check-no-providers-in-core-examples",
@@ -117,6 +118,7 @@
     "mypy-dev",
     "mypy-docs",
     "mypy-providers",
+    "mypy-task-sdk",
     "pretty-format-json",
     "pylint",
     "python-no-log-warn",
diff --git a/dev/breeze/src/airflow_breeze/prepare_providers/provider_documentation.py b/dev/breeze/src/airflow_breeze/prepare_providers/provider_documentation.py
index dc14ea6d08dbf..1cc819f7119d0 100644
--- a/dev/breeze/src/airflow_breeze/prepare_providers/provider_documentation.py
+++ b/dev/breeze/src/airflow_breeze/prepare_providers/provider_documentation.py
@@ -36,7 +36,7 @@
 from rich.syntax import Syntax
 
 from airflow_breeze.utils.black_utils import black_format
-from airflow_breeze.utils.confirm import Answer, confirm_action, user_confirm
+from airflow_breeze.utils.confirm import Answer, user_confirm
 from airflow_breeze.utils.console import get_console
 from airflow_breeze.utils.packages import (
     HTTPS_REMOTE,
@@ -49,6 +49,7 @@
     refresh_provider_metadata_with_provider_id,
     render_template,
 )
+from airflow_breeze.utils.path_utils import AIRFLOW_SOURCES_ROOT
 from airflow_breeze.utils.run_utils import run_command
 from airflow_breeze.utils.shared_options import get_verbose
 from airflow_breeze.utils.versions import get_version_tag
@@ -186,11 +187,14 @@ class PrepareReleaseDocsUserQuitException(Exception):
 }
 
 
-def _get_git_log_command(from_commit: str | None = None, to_commit: str | None = None) -> list[str]:
+def _get_git_log_command(
+    folder_paths: list[Path] | None = None, from_commit: str | None = None, to_commit: str | None = None
+) -> list[str]:
     """Get git command to run for the current repo from the current folder.
 
     The current directory should always be the package folder.
 
+    :param folder_paths: list of folder paths to check for changes
     :param from_commit: if present - base commit from which to start the log from
     :param to_commit: if present - final commit which should be the start of the log
     :return: git command to run
@@ -207,7 +211,8 @@ def _get_git_log_command(from_commit: str | None = None, to_commit: str | None =
         git_cmd.append(from_commit)
     elif to_commit:
         raise ValueError("It makes no sense to specify to_commit without from_commit.")
-    git_cmd.extend(["--", "."])
+    folders = [folder_path.as_posix() for folder_path in folder_paths] if folder_paths else ["."]
+    git_cmd.extend(["--", *folders])
     return git_cmd
 
 
@@ -307,18 +312,25 @@ def _get_all_changes_for_package(
         get_console().print(f"[info]Checking if tag '{current_tag_no_suffix}' exist.")
     result = run_command(
         ["git", "rev-parse", current_tag_no_suffix],
-        cwd=provider_details.source_provider_package_path,
+        cwd=AIRFLOW_SOURCES_ROOT,
         stdout=subprocess.DEVNULL,
         stderr=subprocess.DEVNULL,
         check=False,
     )
+    providers_folder_paths = [
+        provider_details.source_provider_package_path,
+        provider_details.old_source_provider_package_path,
+        provider_details.documentation_provider_package_path,
+    ]
     if not reapply_templates_only and result.returncode == 0:
         if get_verbose():
             get_console().print(f"[info]The tag {current_tag_no_suffix} exists.")
         # The tag already exists
         result = run_command(
-            _get_git_log_command(f"{HTTPS_REMOTE}/{base_branch}", current_tag_no_suffix),
-            cwd=provider_details.source_provider_package_path,
+            _get_git_log_command(
+                providers_folder_paths, f"{HTTPS_REMOTE}/{base_branch}", current_tag_no_suffix
+            ),
+            cwd=AIRFLOW_SOURCES_ROOT,
             capture_output=True,
             text=True,
             check=True,
@@ -333,8 +345,10 @@ def _get_all_changes_for_package(
                 last_doc_only_hash = doc_only_change_file.read_text().strip()
                 try:
                     result = run_command(
-                        _get_git_log_command(f"{HTTPS_REMOTE}/{base_branch}", last_doc_only_hash),
-                        cwd=provider_details.source_provider_package_path,
+                        _get_git_log_command(
+                            providers_folder_paths, f"{HTTPS_REMOTE}/{base_branch}", last_doc_only_hash
+                        ),
+                        cwd=AIRFLOW_SOURCES_ROOT,
                         capture_output=True,
                         text=True,
                         check=True,
@@ -387,8 +401,8 @@ def _get_all_changes_for_package(
     for version in provider_details.versions[1:]:
         version_tag = get_version_tag(version, provider_package_id)
         result = run_command(
-            _get_git_log_command(next_version_tag, version_tag),
-            cwd=provider_details.source_provider_package_path,
+            _get_git_log_command(providers_folder_paths, next_version_tag, version_tag),
+            cwd=AIRFLOW_SOURCES_ROOT,
             capture_output=True,
             text=True,
             check=True,
@@ -402,7 +416,7 @@ def _get_all_changes_for_package(
         next_version_tag = version_tag
         current_version = version
     result = run_command(
-        _get_git_log_command(next_version_tag),
+        _get_git_log_command(providers_folder_paths, next_version_tag),
         cwd=provider_details.source_provider_package_path,
         capture_output=True,
         text=True,
@@ -430,7 +444,7 @@ def _ask_the_user_for_the_type_of_changes(non_interactive: bool) -> TypeOfChange
     display_answers = "/".join(type_of_changes_array) + "/q"
     while True:
         get_console().print(
-            "[warning]Type of change (b)ugfix, (f)eature, (x)breaking "
+            "[warning]Type of change (d)ocumentation, (b)ugfix, (f)eature, (x)breaking "
             f"change, (m)misc, (s)kip, (q)uit [{display_answers}]?[/] ",
             end="",
         )
@@ -736,7 +750,7 @@ def update_release_notes(
             )
             raise PrepareReleaseDocsNoChangesException()
         else:
-            answer = confirm_action(
+            answer = user_confirm(
                 f"Does the provider: {provider_package_id} have any changes apart from 'doc-only'?"
             )
             if answer == Answer.NO:
diff --git a/dev/breeze/src/airflow_breeze/templates/pyproject_TEMPLATE.toml.jinja2 b/dev/breeze/src/airflow_breeze/templates/pyproject_TEMPLATE.toml.jinja2
index 654800075e9cf..363b02e6136c7 100644
--- a/dev/breeze/src/airflow_breeze/templates/pyproject_TEMPLATE.toml.jinja2
+++ b/dev/breeze/src/airflow_breeze/templates/pyproject_TEMPLATE.toml.jinja2
@@ -41,7 +41,7 @@
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
 #
 [build-system]
-requires = ["flit_core >=3.2,<4"]
+requires = ["flit_core==3.10.0"]
 build-backend = "flit_core.buildapi"
 
 [project]
diff --git a/dev/breeze/src/airflow_breeze/utils/kubernetes_utils.py b/dev/breeze/src/airflow_breeze/utils/kubernetes_utils.py
index 34c9db0766ea2..b9bdc5302bdfc 100644
--- a/dev/breeze/src/airflow_breeze/utils/kubernetes_utils.py
+++ b/dev/breeze/src/airflow_breeze/utils/kubernetes_utils.py
@@ -33,18 +33,23 @@
 from typing import Any, NamedTuple
 from urllib import request
 
+from airflow_breeze.branch_defaults import AIRFLOW_BRANCH
 from airflow_breeze.global_constants import (
     ALLOWED_ARCHITECTURES,
     ALLOWED_PYTHON_MAJOR_MINOR_VERSIONS,
+    APACHE_AIRFLOW_GITHUB_REPOSITORY,
     HELM_VERSION,
     KIND_VERSION,
     PIP_VERSION,
+    UV_VERSION,
 )
+from airflow_breeze.utils.cache import check_if_cache_exists
 from airflow_breeze.utils.console import Output, get_console
 from airflow_breeze.utils.host_info_utils import Architecture, get_host_architecture, get_host_os
 from airflow_breeze.utils.path_utils import AIRFLOW_SOURCES_ROOT, BUILD_CACHE_DIR
 from airflow_breeze.utils.run_utils import RunCommandResult, run_command
 from airflow_breeze.utils.shared_options import get_dry_run, get_verbose
+from airflow_breeze.utils.virtualenv_utils import create_pip_command, create_uv_command
 
 K8S_ENV_PATH = BUILD_CACHE_DIR / ".k8s-env"
 K8S_CLUSTERS_PATH = BUILD_CACHE_DIR / ".k8s-clusters"
@@ -299,10 +304,12 @@ def _requirements_changed() -> bool:
 
 
 def _install_packages_in_k8s_virtualenv():
-    install_command = [
-        str(PYTHON_BIN_PATH),
-        "-m",
-        "pip",
+    if check_if_cache_exists("use_uv"):
+        command = create_uv_command(PYTHON_BIN_PATH)
+    else:
+        command = create_pip_command(PYTHON_BIN_PATH)
+    install_command_no_constraints = [
+        *command,
         "install",
         "-r",
         str(K8S_REQUIREMENTS_PATH.resolve()),
@@ -311,16 +318,42 @@ def _install_packages_in_k8s_virtualenv():
     capture_output = True
     if get_verbose():
         capture_output = False
+    python_major_minor_version = run_command(
+        [
+            str(PYTHON_BIN_PATH),
+            "-c",
+            "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')",
+        ],
+        capture_output=True,
+        check=True,
+        text=True,
+    ).stdout.strip()
+    install_command_with_constraints = install_command_no_constraints.copy()
+    install_command_with_constraints.extend(
+        [
+            "--constraint",
+            "https://raw.githubusercontent.com/"
+            f"{APACHE_AIRFLOW_GITHUB_REPOSITORY}/"
+            f"constraints-{AIRFLOW_BRANCH}/constraints-{python_major_minor_version}.txt",
+        ],
+    )
     install_packages_result = run_command(
-        install_command, check=False, capture_output=capture_output, text=True, env=env
+        install_command_with_constraints, check=False, capture_output=capture_output, text=True, env=env
     )
     if install_packages_result.returncode != 0:
-        get_console().print(
-            f"[error]Error when installing packages from : {K8S_REQUIREMENTS_PATH.resolve()}[/]\n"
-        )
         if not get_verbose():
             get_console().print(install_packages_result.stdout)
             get_console().print(install_packages_result.stderr)
+        install_packages_result = run_command(
+            install_command_no_constraints, check=False, capture_output=capture_output, text=True, env=env
+        )
+        if install_packages_result.returncode != 0:
+            get_console().print(
+                f"[error]Error when installing packages from : {K8S_REQUIREMENTS_PATH.resolve()}[/]\n"
+            )
+            if not get_verbose():
+                get_console().print(install_packages_result.stdout)
+                get_console().print(install_packages_result.stderr)
     return install_packages_result
 
 
@@ -358,10 +391,7 @@ def create_virtualenv(force_venv_setup: bool) -> RunCommandResult:
             "[info]You can uninstall breeze and install it again with earlier Python "
             "version. For example:[/]\n"
         )
-        get_console().print("pipx reinstall --python PYTHON_PATH apache-airflow-breeze\n")
-        get_console().print(
-            f"[info]PYTHON_PATH - path to your Python binary(< {higher_python_version_tuple})[/]\n"
-        )
+
         get_console().print("[info]Then recreate your k8s virtualenv with:[/]\n")
         get_console().print("breeze k8s setup-env --force-venv-setup\n")
         sys.exit(1)
@@ -377,8 +407,9 @@ def create_virtualenv(force_venv_setup: bool) -> RunCommandResult:
         )
         return venv_command_result
     get_console().print(f"[info]Reinstalling PIP version in {K8S_ENV_PATH}")
+    command = create_pip_command(PYTHON_BIN_PATH)
     pip_reinstall_result = run_command(
-        [str(PYTHON_BIN_PATH), "-m", "pip", "install", f"pip=={PIP_VERSION}"],
+        [*command, "install", f"pip=={PIP_VERSION}"],
         check=False,
         capture_output=True,
     )
@@ -388,8 +419,19 @@ def create_virtualenv(force_venv_setup: bool) -> RunCommandResult:
             f"{pip_reinstall_result.stdout}\n{pip_reinstall_result.stderr}"
         )
         return pip_reinstall_result
-    get_console().print(f"[info]Installing necessary packages in {K8S_ENV_PATH}")
+    uv_reinstall_result = run_command(
+        [*command, "install", f"uv=={UV_VERSION}"],
+        check=False,
+        capture_output=True,
+    )
+    if uv_reinstall_result.returncode != 0:
+        get_console().print(
+            f"[error]Error when updating uv to {UV_VERSION}:[/]\n"
+            f"{uv_reinstall_result.stdout}\n{uv_reinstall_result.stderr}"
+        )
+        return uv_reinstall_result
 
+    get_console().print(f"[info]Installing necessary packages in {K8S_ENV_PATH}")
     install_packages_result = _install_packages_in_k8s_virtualenv()
     if install_packages_result.returncode == 0:
         if get_dry_run():
diff --git a/dev/breeze/src/airflow_breeze/utils/packages.py b/dev/breeze/src/airflow_breeze/utils/packages.py
index 5ee2c2a3edfc3..9f1eae36938ee 100644
--- a/dev/breeze/src/airflow_breeze/utils/packages.py
+++ b/dev/breeze/src/airflow_breeze/utils/packages.py
@@ -36,6 +36,7 @@
 )
 from airflow_breeze.utils.console import get_console
 from airflow_breeze.utils.path_utils import (
+    AIRFLOW_OLD_PROVIDERS_DIR,
     AIRFLOW_PROVIDERS_NS_PACKAGE,
     BREEZE_SOURCES_ROOT,
     DOCS_ROOT,
@@ -75,6 +76,7 @@ class ProviderPackageDetails(NamedTuple):
     full_package_name: str
     pypi_package_name: str
     source_provider_package_path: Path
+    old_source_provider_package_path: Path
     documentation_provider_package_path: Path
     changelog_path: Path
     provider_description: str
@@ -385,6 +387,10 @@ def get_source_package_path(provider_id: str) -> Path:
     return AIRFLOW_PROVIDERS_NS_PACKAGE.joinpath(*provider_id.split("."))
 
 
+def get_old_source_package_path(provider_id: str) -> Path:
+    return AIRFLOW_OLD_PROVIDERS_DIR.joinpath(*provider_id.split("."))
+
+
 def get_documentation_package_path(provider_id: str) -> Path:
     return DOCS_ROOT / f"apache-airflow-providers-{provider_id.replace('.', '-')}"
 
@@ -515,6 +521,7 @@ def get_provider_details(provider_id: str) -> ProviderPackageDetails:
         full_package_name=f"airflow.providers.{provider_id}",
         pypi_package_name=f"apache-airflow-providers-{provider_id.replace('.', '-')}",
         source_provider_package_path=get_source_package_path(provider_id),
+        old_source_provider_package_path=get_old_source_package_path(provider_id),
         documentation_provider_package_path=get_documentation_package_path(provider_id),
         changelog_path=get_source_package_path(provider_id) / "CHANGELOG.rst",
         provider_description=provider_info["description"],
diff --git a/dev/breeze/src/airflow_breeze/utils/path_utils.py b/dev/breeze/src/airflow_breeze/utils/path_utils.py
index 4e510cb768009..cf04ecc278715 100644
--- a/dev/breeze/src/airflow_breeze/utils/path_utils.py
+++ b/dev/breeze/src/airflow_breeze/utils/path_utils.py
@@ -167,8 +167,9 @@ def reinstall_if_setup_changed() -> bool:
             return False
         if "apache-airflow-breeze" in e.msg:
             print(
-                """Missing Package `apache-airflow-breeze`.
-                   Use `pipx install -e ./dev/breeze` to install the package."""
+                """Missing Package `apache-airflow-breeze`. Please install it.\n
+                   Use `uv tool install -e ./dev/breeze or `pipx install -e ./dev/breeze`
+                   to install the package."""
             )
             return False
     sources_hash = get_installation_sources_config_metadata_hash()
@@ -224,10 +225,10 @@ def get_used_airflow_sources() -> Path:
 @cache
 def find_airflow_sources_root_to_operate_on() -> Path:
     """
-    Find the root of airflow sources we operate on. Handle the case when Breeze is installed via `pipx` from
-    a different source tree, so it searches upwards of the current directory to find the right root of
-    airflow directory we are actually in. This **might** be different than the sources of Airflow Breeze
-    was installed from.
+    Find the root of airflow sources we operate on. Handle the case when Breeze is installed via
+    `pipx` or `uv tool` from a different source tree, so it searches upwards of the current directory
+    to find the right root of airflow directory we are actually in. This **might** be different
+    than the sources of Airflow Breeze was installed from.
 
     If not found, we operate on Airflow sources that we were installed it. This handles the case when
     we run Breeze from a "random" directory.
@@ -281,6 +282,7 @@ def find_airflow_sources_root_to_operate_on() -> Path:
 AIRFLOW_SOURCES_ROOT = find_airflow_sources_root_to_operate_on().resolve()
 AIRFLOW_WWW_DIR = AIRFLOW_SOURCES_ROOT / "airflow" / "www"
 AIRFLOW_UI_DIR = AIRFLOW_SOURCES_ROOT / "airflow" / "ui"
+AIRFLOW_OLD_PROVIDERS_DIR = AIRFLOW_SOURCES_ROOT / "airflow" / "providers"
 AIRFLOW_PROVIDERS_PROJECT = AIRFLOW_SOURCES_ROOT / "providers"
 AIRFLOW_PROVIDERS_SRC = AIRFLOW_PROVIDERS_PROJECT / "src"
 AIRFLOW_PROVIDERS_NS_PACKAGE = AIRFLOW_PROVIDERS_SRC / "airflow" / "providers"
diff --git a/dev/breeze/src/airflow_breeze/utils/python_versions.py b/dev/breeze/src/airflow_breeze/utils/python_versions.py
index d144139b06816..4f5a7a00bb588 100644
--- a/dev/breeze/src/airflow_breeze/utils/python_versions.py
+++ b/dev/breeze/src/airflow_breeze/utils/python_versions.py
@@ -51,8 +51,9 @@ def check_python_version(release_provider_packages: bool = False):
         get_console().print(
             "[warning]Please reinstall Breeze using Python 3.9 - 3.11 environment because not all "
             "provider packages support Python 3.12 yet.[/]\n\n"
-            "For example:\n\n"
-            "pipx uninstall apache-airflow-breeze\n"
-            "pipx install --python $(which python3.9) -e ./dev/breeze --force\n"
+            "If you are using uv:\n\n"
+            "   uv tool install --force --reinstall --python 3.9 -e ./dev/breeze\n\n"
+            "If you are using pipx:\n\n"
+            "   pipx install --python $(which python3.9) --force -e ./dev/breeze\n"
         )
         sys.exit(1)
diff --git a/dev/breeze/src/airflow_breeze/utils/reinstall.py b/dev/breeze/src/airflow_breeze/utils/reinstall.py
index de3da92855430..6165c8a307201 100644
--- a/dev/breeze/src/airflow_breeze/utils/reinstall.py
+++ b/dev/breeze/src/airflow_breeze/utils/reinstall.py
@@ -27,15 +27,24 @@
 
 def reinstall_breeze(breeze_sources: Path, re_run: bool = True):
     """
-    Reinstalls Breeze from specified sources.
+    Re-installs Breeze from specified sources.
     :param breeze_sources: Sources where to install Breeze from.
     :param re_run: whether to re-run the original command that breeze was run with.
     """
+    # First check if `breeze` is installed with uv and if it is, reinstall it using uv
+    # If not - we assume pipx is used and we reinstall it using pipx
     # Note that we cannot use `pipx upgrade` here because we sometimes install
     # Breeze from different sources than originally installed (i.e. when we reinstall airflow
     # From the current directory.
     get_console().print(f"\n[info]Reinstalling Breeze from {breeze_sources}\n")
-    subprocess.check_call(["pipx", "install", "-e", str(breeze_sources), "--force"])
+    result = subprocess.run(["uv", "tool", "list"], text=True, capture_output=True, check=False)
+    if result.returncode == 0:
+        if "apache-airflow-breeze" in result.stdout:
+            subprocess.check_call(
+                ["uv", "tool", "install", "--force", "--reinstall", "-e", breeze_sources.as_posix()]
+            )
+    else:
+        subprocess.check_call(["pipx", "install", "-e", breeze_sources.as_posix(), "--force"])
     if re_run:
         # Make sure we don't loop forever if the metadata hash hasn't been updated yet (else it is tricky to
         # run pre-commit checks via breeze!)
diff --git a/dev/breeze/src/airflow_breeze/utils/run_tests.py b/dev/breeze/src/airflow_breeze/utils/run_tests.py
index acde9d0cc4d42..6379eda9e7597 100644
--- a/dev/breeze/src/airflow_breeze/utils/run_tests.py
+++ b/dev/breeze/src/airflow_breeze/utils/run_tests.py
@@ -22,7 +22,7 @@
 from itertools import chain
 from subprocess import DEVNULL
 
-from airflow_breeze.global_constants import PIP_VERSION
+from airflow_breeze.global_constants import PIP_VERSION, UV_VERSION
 from airflow_breeze.utils.console import Output, get_console
 from airflow_breeze.utils.packages import get_excluded_provider_folders, get_suspended_provider_folders
 from airflow_breeze.utils.path_utils import AIRFLOW_SOURCES_ROOT, TESTS_PROVIDERS_ROOT
@@ -59,7 +59,9 @@ def verify_an_image(
     env["DOCKER_IMAGE"] = image_name
     if slim_image:
         env["TEST_SLIM_IMAGE"] = "true"
-    with create_temp_venv(pip_version=PIP_VERSION, requirements_file=DOCKER_TESTS_REQUIREMENTS) as py_exe:
+    with create_temp_venv(
+        pip_version=PIP_VERSION, uv_version=UV_VERSION, requirements_file=DOCKER_TESTS_REQUIREMENTS
+    ) as py_exe:
         command_result = run_command(
             [py_exe, "-m", "pytest", str(test_path), *pytest_args, *extra_pytest_args],
             env=env,
@@ -135,10 +137,10 @@ def get_excluded_provider_args(python_version: str) -> list[str]:
     "Always": ["tests/always"],
     "API": ["tests/api", "tests/api_connexion", "tests/api_internal", "tests/api_fastapi"],
     "BranchPythonVenv": [
-        "tests/operators/test_python.py::TestBranchPythonVirtualenvOperator",
+        "providers/tests/standard/operators/test_python.py::TestBranchPythonVirtualenvOperator",
     ],
     "BranchExternalPython": [
-        "tests/operators/test_python.py::TestBranchExternalPythonOperator",
+        "providers/tests/standard/operators/test_python.py::TestBranchExternalPythonOperator",
     ],
     "CLI": ["tests/cli"],
     "Core": [
@@ -150,7 +152,7 @@ def get_excluded_provider_args(python_version: str) -> list[str]:
         "tests/utils",
     ],
     "ExternalPython": [
-        "tests/operators/test_python.py::TestExternalPythonOperator",
+        "providers/tests/standard/operators/test_python.py::TestExternalPythonOperator",
     ],
     "Integration": ["tests/integration"],
     # Operators test type excludes Virtualenv/External tests - they have their own test types
@@ -158,12 +160,12 @@ def get_excluded_provider_args(python_version: str) -> list[str]:
     # this one is mysteriously failing dill serialization. It could be removed once
     # https://github.com/pytest-dev/pytest/issues/10845 is fixed
     "PlainAsserts": [
-        "tests/operators/test_python.py::TestPythonVirtualenvOperator::test_airflow_context",
+        "providers/tests/standard/operators/test_python.py::TestPythonVirtualenvOperator::test_airflow_context",
         "--assert=plain",
     ],
     "Providers": ["providers/tests"],
     "PythonVenv": [
-        "tests/operators/test_python.py::TestPythonVirtualenvOperator",
+        "providers/tests/standard/operators/test_python.py::TestPythonVirtualenvOperator",
     ],
     "Serialization": [
         "tests/serialization",
@@ -212,6 +214,12 @@ def find_all_other_tests() -> list[str]:
 PROVIDERS_LIST_EXCLUDE_PREFIX = "Providers[-"
 
 ALL_TEST_SUITES: dict[str, tuple[str, ...]] = {
+    # TODO: This is not really correct now - we should allow to run both providers and airflow
+    # as "ALL" tests - currently it is not possible due to conftest.py present at top-level of
+    # all different test suites ("tests", "providers/tests", "task_sdk/tests")
+    # The only reason it is working now in CI is because we run tests in parallel (both DB and non-DB)
+    # each test subfolder is separately specified in the pytest command line
+    # This should be solved as part of https://github.com/apache/airflow/issues/42632
     "All": ("tests",),
     "All-Long": ("tests", "-m", "long_running", "--include-long-running"),
     "All-Quarantined": ("tests", "-m", "quarantined", "--include-quarantined"),
@@ -300,13 +308,8 @@ def generate_args_for_pytest(
     no_db_cleanup: bool,
 ):
     result_log_file, warnings_file, coverage_file = test_paths(test_type, backend, helm_test_package)
-    if skip_db_tests:
-        if parallel_test_types_list:
-            args = convert_parallel_types_to_folders(
-                parallel_test_types_list, skip_provider_tests, python_version=python_version
-            )
-        else:
-            args = ["tests"] if test_type != "None" else []
+    if skip_db_tests and parallel_test_types_list:
+        args = convert_parallel_types_to_folders(parallel_test_types_list, skip_provider_tests)
     else:
         args = convert_test_type_to_pytest_args(
             test_type=test_type,
@@ -389,9 +392,7 @@ def generate_args_for_pytest(
     return args
 
 
-def convert_parallel_types_to_folders(
-    parallel_test_types_list: list[str], skip_provider_tests: bool, python_version: str
-):
+def convert_parallel_types_to_folders(parallel_test_types_list: list[str], skip_provider_tests: bool):
     args = []
     for _test_type in parallel_test_types_list:
         args.extend(
diff --git a/dev/breeze/src/airflow_breeze/utils/run_utils.py b/dev/breeze/src/airflow_breeze/utils/run_utils.py
index 2e828936aa64e..8396c0016dea3 100644
--- a/dev/breeze/src/airflow_breeze/utils/run_utils.py
+++ b/dev/breeze/src/airflow_breeze/utils/run_utils.py
@@ -219,14 +219,14 @@ def assert_pre_commit_installed():
     python_executable = sys.executable
     get_console().print(f"[info]Checking pre-commit installed for {python_executable}[/]")
     command_result = run_command(
-        [python_executable, "-m", "pre_commit", "--version"],
+        ["pre-commit", "--version"],
         capture_output=True,
         text=True,
         check=False,
     )
     if command_result.returncode == 0:
         if command_result.stdout:
-            pre_commit_version = command_result.stdout.split(" ")[-1].strip()
+            pre_commit_version = command_result.stdout.split(" ")[1].strip()
             if Version(pre_commit_version) >= Version(min_pre_commit_version):
                 get_console().print(
                     f"\n[success]Package pre_commit is installed. "
@@ -238,6 +238,20 @@ def assert_pre_commit_installed():
                     f"aat least {min_pre_commit_version} and is {pre_commit_version}.[/]\n\n"
                 )
                 sys.exit(1)
+            if "pre-commit-uv" not in command_result.stdout:
+                get_console().print(
+                    "\n[warning]You can significantly improve speed of installing your pre-commit envs "
+                    "by installing `pre-commit-uv` with it.[/]\n"
+                )
+                get_console().print(
+                    "\n[warning]With uv you can install it with:[/]\n\n"
+                    "        uv tool install pre-commit --with pre-commit-uv --force-reinstall\n"
+                )
+                get_console().print(
+                    "\n[warning]With pipx you can install it with:[/]\n\n"
+                    "        pipx inject\n"
+                    "        pipx inject pre-commit pre-commit-uv\n"
+                )
         else:
             get_console().print(
                 "\n[warning]Could not determine version of pre-commit. You might need to update it![/]\n"
@@ -459,9 +473,7 @@ def run_compile_www_assets(
             "[info]However, it requires you to have local yarn installation.\n"
         )
     command_to_execute = [
-        sys.executable,
-        "-m",
-        "pre_commit",
+        "pre-commit",
         "run",
         "--hook-stage",
         "manual",
@@ -512,9 +524,7 @@ def run_compile_ui_assets(
             "[info]However, it requires you to have local pnpm installation.\n"
         )
     command_to_execute = [
-        sys.executable,
-        "-m",
-        "pre_commit",
+        "pre-commit",
         "run",
         "--hook-stage",
         "manual",
diff --git a/dev/breeze/src/airflow_breeze/utils/selective_checks.py b/dev/breeze/src/airflow_breeze/utils/selective_checks.py
index 3b16b51d59585..ae344b66c02ab 100644
--- a/dev/breeze/src/airflow_breeze/utils/selective_checks.py
+++ b/dev/breeze/src/airflow_breeze/utils/selective_checks.py
@@ -74,6 +74,7 @@
 DEBUG_CI_RESOURCES_LABEL = "debug ci resources"
 DEFAULT_VERSIONS_ONLY_LABEL = "default versions only"
 DISABLE_IMAGE_CACHE_LABEL = "disable image cache"
+FORCE_PIP_LABEL = "force pip"
 FULL_TESTS_NEEDED_LABEL = "full tests needed"
 INCLUDE_SUCCESS_OUTPUTS_LABEL = "include success outputs"
 LATEST_VERSIONS_ONLY_LABEL = "latest versions only"
@@ -88,12 +89,12 @@
     "API Always BranchExternalPython BranchPythonVenv "
     "CLI Core ExternalPython Operators Other PlainAsserts "
     "Providers[-amazon,google] Providers[amazon] Providers[google] "
-    "PythonVenv Serialization TaskSDK WWW"
+    "PythonVenv Serialization WWW"
 )
 
 ALL_CI_SELECTIVE_TEST_TYPES_WITHOUT_PROVIDERS = (
     "API Always BranchExternalPython BranchPythonVenv CLI Core "
-    "ExternalPython Operators Other PlainAsserts PythonVenv Serialization TaskSDK WWW"
+    "ExternalPython Operators Other PlainAsserts PythonVenv Serialization WWW"
 )
 ALL_PROVIDERS_SELECTIVE_TEST_TYPES = "Providers[-amazon,google] Providers[amazon] Providers[google]"
 
@@ -180,6 +181,7 @@ def __hash__(self):
             r"^airflow/.*\.py$",
             r"^chart",
             r"^providers/src/",
+            r"^task_sdk/src/",
             r"^tests/system",
             r"^CHANGELOG\.txt",
             r"^airflow/config_templates/config\.yml",
@@ -274,8 +276,8 @@ def __hash__(self):
 )
 
 PYTHON_OPERATOR_FILES = [
-    r"^airflow/operators/python.py",
-    r"^tests/operators/test_python.py",
+    r"^providers/src/providers/standard/operators/python.py",
+    r"^providers/tests/standard/operators/test_python.py",
 ]
 
 TEST_TYPE_MATCHES = HashableDict(
@@ -307,10 +309,6 @@ def __hash__(self):
             r"^airflow/serialization/",
             r"^tests/serialization/",
         ],
-        SelectiveUnitTestTypes.TASK_SDK: [
-            r"^task_sdk/src/airflow/sdk/",
-            r"^task_sdk/tests/",
-        ],
         SelectiveUnitTestTypes.PYTHON_VENV: PYTHON_OPERATOR_FILES,
         SelectiveUnitTestTypes.BRANCH_PYTHON_VENV: PYTHON_OPERATOR_FILES,
         SelectiveUnitTestTypes.EXTERNAL_PYTHON: PYTHON_OPERATOR_FILES,
@@ -646,41 +644,46 @@ def _should_be_run(self, source_area: FileGroupForCi) -> bool:
             return False
 
     @cached_property
-    def mypy_folders(self) -> list[str]:
-        folders_to_check: list[str] = []
+    def mypy_checks(self) -> list[str]:
+        checks_to_run: list[str] = []
         if (
             self._matching_files(
                 FileGroupForCi.ALL_AIRFLOW_PYTHON_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
             )
             or self.full_tests_needed
         ):
-            folders_to_check.append("airflow")
+            checks_to_run.append("mypy-airflow")
         if (
             self._matching_files(
                 FileGroupForCi.ALL_PROVIDERS_PYTHON_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
             )
             or self._are_all_providers_affected()
         ) and self._default_branch == "main":
-            folders_to_check.append("providers")
+            checks_to_run.append("mypy-providers")
         if (
             self._matching_files(
                 FileGroupForCi.ALL_DOCS_PYTHON_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
             )
             or self.full_tests_needed
         ):
-            folders_to_check.append("docs")
+            checks_to_run.append("mypy-docs")
         if (
             self._matching_files(
                 FileGroupForCi.ALL_DEV_PYTHON_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
             )
             or self.full_tests_needed
         ):
-            folders_to_check.append("dev")
-        return folders_to_check
+            checks_to_run.append("mypy-dev")
+        if (
+            self._matching_files(FileGroupForCi.TASK_SDK_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES)
+            or self.full_tests_needed
+        ):
+            checks_to_run.append("mypy-task-sdk")
+        return checks_to_run
 
     @cached_property
     def needs_mypy(self) -> bool:
-        return self.mypy_folders != []
+        return self.mypy_checks != []
 
     @cached_property
     def needs_python_scans(self) -> bool:
@@ -798,12 +801,17 @@ def _get_test_types_to_run(self, split_to_individual_providers: bool = False) ->
         test_always_files = self._matching_files(
             FileGroupForCi.ALWAYS_TESTS_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
         )
+        test_ui_files = self._matching_files(
+            FileGroupForCi.UI_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
+        )
+
         remaining_files = (
             set(all_source_files)
             - set(matched_files)
             - set(kubernetes_files)
             - set(system_test_files)
             - set(test_always_files)
+            - set(test_ui_files)
         )
         get_console().print(f"[warning]Remaining non test/always files: {len(remaining_files)}[/]")
         count_remaining_files = len(remaining_files)
@@ -820,6 +828,8 @@ def _get_test_types_to_run(self, split_to_individual_providers: bool = False) ->
                 f"into Core/Other category[/]"
             )
             get_console().print(remaining_files)
+            if self.run_task_sdk_tests:
+                candidate_test_types.add("PythonVenv")
             candidate_test_types.update(all_selective_test_types_except_providers())
         else:
             if "Providers" in candidate_test_types or "API" in candidate_test_types:
@@ -1078,7 +1088,9 @@ def skip_pre_commits(self) -> str:
         # whole package rather than for individual files. That's why we skip those checks in CI
         # and run them via `mypy-all` command instead and dedicated CI job in matrix
         # This will also speed up static-checks job usually as the jobs will be running in parallel
-        pre_commits_to_skip.update({"mypy-providers", "mypy-airflow", "mypy-docs", "mypy-dev"})
+        pre_commits_to_skip.update(
+            {"mypy-providers", "mypy-airflow", "mypy-docs", "mypy-dev", "mypy-task-sdk"}
+        )
         if self._default_branch != "main":
             # Skip those tests on all "release" branches
             pre_commits_to_skip.update(
@@ -1216,10 +1228,11 @@ def runs_on_as_json_self_hosted_asf(self) -> str:
 
     @cached_property
     def runs_on_as_json_docs_build(self) -> str:
-        if self._is_canary_run():
-            return RUNS_ON_SELF_HOSTED_ASF_RUNNER
-        else:
-            return RUNS_ON_PUBLIC_RUNNER
+        # We used to run docs build on self-hosted runners because they had more space, but
+        # It turned out that public runners have a lot of space in /mnt folder that we can utilise
+        # but in the future we might want to switch back to self-hosted runners so we have this
+        # separate property to determine that and place to implement different logic if needed
+        return RUNS_ON_PUBLIC_RUNNER
 
     @cached_property
     def runs_on_as_json_public(self) -> str:
@@ -1330,13 +1343,33 @@ def excluded_providers_as_string(self) -> str:
         )  # ^ sort by Python minor version
         return json.dumps(sorted_providers_to_exclude)
 
+    @cached_property
+    def only_new_ui_files(self) -> bool:
+        all_source_files = set(
+            self._matching_files(
+                FileGroupForCi.ALL_SOURCE_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES
+            )
+        )
+        new_ui_source_files = set(
+            self._matching_files(FileGroupForCi.UI_FILES, CI_FILE_GROUP_MATCHES, CI_FILE_GROUP_EXCLUDES)
+        )
+        remaining_files = all_source_files - new_ui_source_files
+
+        if all_source_files and new_ui_source_files and not remaining_files:
+            return True
+        else:
+            return False
+
     @cached_property
     def testable_integrations(self) -> list[str]:
-        return [
-            integration
-            for integration in TESTABLE_INTEGRATIONS
-            if integration not in DISABLE_TESTABLE_INTEGRATIONS_FROM_CI
-        ]
+        if self.only_new_ui_files:
+            return []
+        else:
+            return [
+                integration
+                for integration in TESTABLE_INTEGRATIONS
+                if integration not in DISABLE_TESTABLE_INTEGRATIONS_FROM_CI
+            ]
 
     @cached_property
     def is_committer_build(self):
@@ -1439,3 +1472,7 @@ def is_legacy_ui_api_labeled(self) -> bool:
             sys.exit(1)
         else:
             return True
+
+    @cached_property
+    def force_pip(self):
+        return FORCE_PIP_LABEL in self._pr_labels
diff --git a/dev/breeze/src/airflow_breeze/utils/virtualenv_utils.py b/dev/breeze/src/airflow_breeze/utils/virtualenv_utils.py
index b78731d20704d..3ececdd228461 100644
--- a/dev/breeze/src/airflow_breeze/utils/virtualenv_utils.py
+++ b/dev/breeze/src/airflow_breeze/utils/virtualenv_utils.py
@@ -23,6 +23,7 @@
 from collections.abc import Generator
 from pathlib import Path
 
+from airflow_breeze.utils.cache import check_if_cache_exists
 from airflow_breeze.utils.console import get_console
 from airflow_breeze.utils.run_utils import run_command
 
@@ -31,10 +32,15 @@ def create_pip_command(python: str | Path) -> list[str]:
     return [python.as_posix() if hasattr(python, "as_posix") else str(python), "-m", "pip"]
 
 
+def create_uv_command(python: str | Path) -> list[str]:
+    return [python.as_posix() if hasattr(python, "as_posix") else str(python), "-m", "uv", "pip"]
+
+
 def create_venv(
     venv_path: str | Path,
     python: str | None = None,
     pip_version: str | None = None,
+    uv_version: str | None = None,
     requirements_file: str | Path | None = None,
 ) -> str:
     venv_path = Path(venv_path).resolve().absolute()
@@ -53,10 +59,13 @@ def create_venv(
     if not python_path.exists():
         get_console().print(f"\n[errors]Python interpreter is not exist in path {python_path}. Exiting!\n")
         sys.exit(1)
-    pip_command = create_pip_command(python_path)
+    if check_if_cache_exists("use_uv"):
+        command = create_uv_command(python_path)
+    else:
+        command = create_pip_command(python_path)
     if pip_version:
         result = run_command(
-            [*pip_command, "install", f"pip=={pip_version}", "-q"],
+            [*command, "install", f"pip=={pip_version}", "-q"],
             check=False,
             capture_output=False,
             text=True,
@@ -67,10 +76,23 @@ def create_venv(
                 f"{result.stdout}\n{result.stderr}"
             )
             sys.exit(result.returncode)
+    if uv_version:
+        result = run_command(
+            [*command, "install", f"uv=={uv_version}", "-q"],
+            check=False,
+            capture_output=False,
+            text=True,
+        )
+        if result.returncode != 0:
+            get_console().print(
+                f"[error]Error when installing uv in {venv_path.as_posix()}[/]\n"
+                f"{result.stdout}\n{result.stderr}"
+            )
+            sys.exit(result.returncode)
     if requirements_file:
         requirements_file = Path(requirements_file).absolute().as_posix()
         result = run_command(
-            [*pip_command, "install", "-r", requirements_file, "-q"],
+            [*command, "install", "-r", requirements_file, "-q"],
             check=True,
             capture_output=False,
             text=True,
@@ -88,6 +110,7 @@ def create_venv(
 def create_temp_venv(
     python: str | None = None,
     pip_version: str | None = None,
+    uv_version: str | None = None,
     requirements_file: str | Path | None = None,
     prefix: str | None = None,
 ) -> Generator[str, None, None]:
@@ -96,5 +119,6 @@ def create_temp_venv(
             Path(tmp_dir_name) / ".venv",
             python=python,
             pip_version=pip_version,
+            uv_version=uv_version,
             requirements_file=requirements_file,
         )
diff --git a/dev/breeze/tests/test_packages.py b/dev/breeze/tests/test_packages.py
index e315a40ed1c22..390bb34b435ff 100644
--- a/dev/breeze/tests/test_packages.py
+++ b/dev/breeze/tests/test_packages.py
@@ -169,7 +169,7 @@ def test_get_documentation_package_path():
             """
     "apache-airflow-providers-common-compat>=1.2.1",
     "apache-airflow>=2.9.0",
-    "flask-appbuilder==4.5.0",
+    "flask-appbuilder==4.5.2",
     "flask-login>=0.6.2",
     "flask>=2.2,<2.3",
     "google-re2>=1.0",
@@ -183,7 +183,7 @@ def test_get_documentation_package_path():
             """
     "apache-airflow-providers-common-compat>=1.2.1.dev0",
     "apache-airflow>=2.9.0.dev0",
-    "flask-appbuilder==4.5.0",
+    "flask-appbuilder==4.5.2",
     "flask-login>=0.6.2",
     "flask>=2.2,<2.3",
     "google-re2>=1.0",
@@ -197,7 +197,7 @@ def test_get_documentation_package_path():
             """
     "apache-airflow-providers-common-compat>=1.2.1b0",
     "apache-airflow>=2.9.0b0",
-    "flask-appbuilder==4.5.0",
+    "flask-appbuilder==4.5.2",
     "flask-login>=0.6.2",
     "flask>=2.2,<2.3",
     "google-re2>=1.0",
@@ -380,8 +380,8 @@ def test_get_dist_package_name_prefix(provider_id: str, expected_package_name: s
             id="version-with-platform-marker",
         ),
         pytest.param(
-            "backports.zoneinfo>=0.2.1;python_version<'3.9'",
-            ("backports.zoneinfo", '>=0.2.1; python_version < "3.9"'),
+            "pendulum>=2.1.2,<4.0;python_version<'3.12'",
+            ("pendulum", '>=2.1.2,<4.0; python_version < "3.12"'),
             id="version-with-python-marker",
         ),
         pytest.param(
diff --git a/dev/breeze/tests/test_provider_documentation.py b/dev/breeze/tests/test_provider_documentation.py
index db770b7856a2c..0a56e158bcfe9 100644
--- a/dev/breeze/tests/test_provider_documentation.py
+++ b/dev/breeze/tests/test_provider_documentation.py
@@ -18,6 +18,7 @@
 
 import random
 import string
+from pathlib import Path
 
 import pytest
 
@@ -97,28 +98,47 @@ def test_get_version_tag(version: str, provider_id: str, suffix: str, tag: str):
 
 
 @pytest.mark.parametrize(
-    "from_commit, to_commit, git_command",
+    "folder_paths, from_commit, to_commit, git_command",
     [
-        (None, None, ["git", "log", "--pretty=format:%H %h %cd %s", "--date=short", "--", "."]),
+        (None, None, None, ["git", "log", "--pretty=format:%H %h %cd %s", "--date=short", "--", "."]),
         (
+            None,
             "from_tag",
             None,
             ["git", "log", "--pretty=format:%H %h %cd %s", "--date=short", "from_tag", "--", "."],
         ),
         (
+            None,
             "from_tag",
             "to_tag",
             ["git", "log", "--pretty=format:%H %h %cd %s", "--date=short", "from_tag...to_tag", "--", "."],
         ),
+        (
+            [Path("a"), Path("b")],
+            "from_tag",
+            "to_tag",
+            [
+                "git",
+                "log",
+                "--pretty=format:%H %h %cd %s",
+                "--date=short",
+                "from_tag...to_tag",
+                "--",
+                "a",
+                "b",
+            ],
+        ),
     ],
 )
-def test_get_git_log_command(from_commit: str | None, to_commit: str | None, git_command: list[str]):
-    assert _get_git_log_command(from_commit, to_commit) == git_command
+def test_get_git_log_command(
+    folder_paths: list[str] | None, from_commit: str | None, to_commit: str | None, git_command: list[str]
+):
+    assert _get_git_log_command(folder_paths, from_commit, to_commit) == git_command
 
 
 def test_get_git_log_command_wrong():
     with pytest.raises(ValueError, match=r"to_commit without from_commit"):
-        _get_git_log_command(None, "to_commit")
+        _get_git_log_command(None, None, "to_commit")
 
 
 @pytest.mark.parametrize(
diff --git a/dev/breeze/tests/test_pytest_args_for_test_types.py b/dev/breeze/tests/test_pytest_args_for_test_types.py
index de636a9893d27..94a229802ad30 100644
--- a/dev/breeze/tests/test_pytest_args_for_test_types.py
+++ b/dev/breeze/tests/test_pytest_args_for_test_types.py
@@ -18,7 +18,6 @@
 
 import pytest
 
-from airflow_breeze.global_constants import DEFAULT_PYTHON_MAJOR_MINOR_VERSION
 from airflow_breeze.utils.run_tests import convert_parallel_types_to_folders, convert_test_type_to_pytest_args
 
 
@@ -110,7 +109,7 @@
         (
             "PlainAsserts",
             [
-                "tests/operators/test_python.py::TestPythonVirtualenvOperator::test_airflow_context",
+                "providers/tests/standard/operators/test_python.py::TestPythonVirtualenvOperator::test_airflow_context",
                 "--assert=plain",
             ],
             False,
@@ -123,28 +122,28 @@
         (
             "PythonVenv",
             [
-                "tests/operators/test_python.py::TestPythonVirtualenvOperator",
+                "providers/tests/standard/operators/test_python.py::TestPythonVirtualenvOperator",
             ],
             False,
         ),
         (
             "BranchPythonVenv",
             [
-                "tests/operators/test_python.py::TestBranchPythonVirtualenvOperator",
+                "providers/tests/standard/operators/test_python.py::TestBranchPythonVirtualenvOperator",
             ],
             False,
         ),
         (
             "ExternalPython",
             [
-                "tests/operators/test_python.py::TestExternalPythonOperator",
+                "providers/tests/standard/operators/test_python.py::TestExternalPythonOperator",
             ],
             False,
         ),
         (
             "BranchExternalPython",
             [
-                "tests/operators/test_python.py::TestBranchExternalPythonOperator",
+                "providers/tests/standard/operators/test_python.py::TestBranchExternalPythonOperator",
             ],
             False,
         ),
@@ -347,7 +346,6 @@ def test_folders_for_parallel_test_types(
         convert_parallel_types_to_folders(
             parallel_test_types_list=parallel_test_types.split(" "),
             skip_provider_tests=skip_provider_tests,
-            python_version=DEFAULT_PYTHON_MAJOR_MINOR_VERSION,
         )
         == folders
     )
diff --git a/dev/breeze/tests/test_selective_checks.py b/dev/breeze/tests/test_selective_checks.py
index ec7f924d2d61f..d67508eafefba 100644
--- a/dev/breeze/tests/test_selective_checks.py
+++ b/dev/breeze/tests/test_selective_checks.py
@@ -120,13 +120,13 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "false",
                     "skip-pre-commits": "check-provider-yaml-valid,flynt,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": None,
                     "providers-test-types-list-as-string": None,
                     "separate-test-types-list-as-string": None,
                     "needs-mypy": "false",
-                    "mypy-folders": "[]",
+                    "mypy-checks": "[]",
                 },
                 id="No tests on simple change",
             )
@@ -156,13 +156,13 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always Providers[common.compat,fab]",
                     "providers-test-types-list-as-string": "Providers[common.compat,fab]",
                     "separate-test-types-list-as-string": "API Always Providers[common.compat] Providers[fab]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only API tests and DOCS and common.compat, FAB providers should run",
             )
@@ -182,12 +182,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always",
                     "separate-test-types-list-as-string": "API Always",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only API tests and DOCS should run (no provider tests) when only internal api changed",
             )
@@ -207,12 +207,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always",
                     "separate-test-types-list-as-string": "API Always",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only API tests and DOCS should run (no provider tests) when only ui api changed",
             )
@@ -232,12 +232,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "false",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always",
                     "separate-test-types-list-as-string": "API Always",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only API tests should run (no provider tests) and no DOCs build when only test API files changed",
             )
@@ -258,20 +258,20 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "Always Operators",
                     "providers-test-types-list-as-string": "",
                     "separate-test-types-list-as-string": "Always Operators",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only Operator tests and DOCS should run",
             )
         ),
         (
             pytest.param(
-                ("airflow/operators/python.py",),
+                ("providers/src/airflow/providers/standard/operators/python.py",),
                 {
                     "affected-providers-list-as-string": None,
                     "all-python-versions": "['3.9']",
@@ -284,16 +284,14 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "false",
                     "docs-build": "true",
-                    "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,"
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
-                    "parallel-test-types-list-as-string": "Always BranchExternalPython BranchPythonVenv "
-                    "ExternalPython Operators PythonVenv",
-                    "providers-test-types-list-as-string": "",
-                    "separate-test-types-list-as-string": "Always BranchExternalPython BranchPythonVenv "
-                    "ExternalPython Operators PythonVenv",
+                    "parallel-test-types-list-as-string": "Always Providers[common.compat,standard]",
+                    "providers-test-types-list-as-string": "Providers[common.compat,standard]",
+                    "separate-test-types-list-as-string": "Always Providers[common.compat] Providers[standard]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-providers']",
                 },
                 id="Only Python tests",
             )
@@ -314,13 +312,13 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "Always Serialization",
                     "providers-test-types-list-as-string": "",
                     "separate-test-types-list-as-string": "Always Serialization",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Only Serialization tests",
             )
@@ -344,7 +342,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "true",
                     "docs-build": "true",
-                    "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                    "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                     "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always Providers[amazon] "
@@ -355,7 +353,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "Providers[fab] Providers[google] Providers[openlineage] Providers[pgvector] "
                     "Providers[postgres]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers']",
                 },
                 id="API and providers tests and docs should run",
             )
@@ -364,7 +362,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
             pytest.param(
                 ("providers/tests/apache/beam/file.py",),
                 {
-                    "affected-providers-list-as-string": "apache.beam google",
+                    "affected-providers-list-as-string": "apache.beam common.compat google",
                     "all-python-versions": "['3.9']",
                     "all-python-versions-list-as-string": "3.9",
                     "python-versions": "['3.9']",
@@ -375,15 +373,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "false",
                     "docs-build": "false",
-                    "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
-                    "ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "skip-pre-commits": (
+                        "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs"
+                        ",mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www"
+                    ),
                     "run-kubernetes-tests": "false",
                     "upgrade-to-newer-dependencies": "false",
-                    "parallel-test-types-list-as-string": "Always Providers[apache.beam] Providers[google]",
-                    "providers-test-types-list-as-string": "Providers[apache.beam] Providers[google]",
-                    "separate-test-types-list-as-string": "Always Providers[apache.beam] Providers[google]",
+                    "parallel-test-types-list-as-string": "Always Providers[apache.beam,common.compat] Providers[google]",
+                    "providers-test-types-list-as-string": "Providers[apache.beam,common.compat] Providers[google]",
+                    "separate-test-types-list-as-string": "Always Providers[apache.beam] Providers[common.compat] Providers[google]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['providers']",
+                    "mypy-checks": "['mypy-providers']",
                 },
                 id="Selected Providers and docs should run",
             )
@@ -404,17 +404,52 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "false",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,flynt,identity,lint-helm-chart,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "run-kubernetes-tests": "false",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": None,
                     "providers-test-types-list-as-string": None,
                     "needs-mypy": "false",
-                    "mypy-folders": "[]",
+                    "mypy-checks": "[]",
                 },
                 id="Only docs builds should run - no tests needed",
             )
         ),
+        (
+            pytest.param(
+                ("task_sdk/src/airflow/sdk/random.py",),
+                {
+                    "all-python-versions": "['3.9']",
+                    "all-python-versions-list-as-string": "3.9",
+                    "python-versions": "['3.9']",
+                    "python-versions-list-as-string": "3.9",
+                    "ci-image-build": "true",
+                    "prod-image-build": "false",
+                    "needs-api-tests": "false",
+                    "needs-helm-tests": "false",
+                    "run-kubernetes-tests": "false",
+                    "run-tests": "true",
+                    "run-task-sdk-tests": "true",
+                    "docs-build": "true",
+                    "full-tests-needed": "false",
+                    "skip-pre-commits": (
+                        "check-provider-yaml-valid,identity,lint-helm-chart"
+                        ",mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk"
+                        ",ts-compile-format-lint-ui,ts-compile-format-lint-www"
+                    ),
+                    "skip-provider-tests": "true",
+                    "upgrade-to-newer-dependencies": "false",
+                    "parallel-test-types-list-as-string": (
+                        "API Always BranchExternalPython BranchPythonVenv CLI Core ExternalPython "
+                        "Operators Other PlainAsserts PythonVenv Serialization WWW"
+                    ),
+                    "providers-test-types-list-as-string": "",
+                    "needs-mypy": "true",
+                    "mypy-checks": "['mypy-task-sdk']",
+                },
+                id="Task SDK source file changed - Task SDK & Core tests should run",
+            )
+        ),
         (
             pytest.param(
                 (
@@ -434,7 +469,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "true",
                     "docs-build": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                     "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "run-kubernetes-tests": "true",
                     "upgrade-to-newer-dependencies": "false",
@@ -443,7 +478,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "providers-test-types-list-as-string": "Providers[amazon] "
                     "Providers[common.sql,openlineage,pgvector,postgres] Providers[google]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['providers']",
+                    "mypy-checks": "['mypy-providers']",
                 },
                 id="Helm tests, providers (both upstream and downstream),"
                 "kubernetes tests and docs should run",
@@ -469,7 +504,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "true",
                     "docs-build": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                     "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "run-kubernetes-tests": "true",
                     "upgrade-to-newer-dependencies": "false",
@@ -480,7 +515,7 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "Providers[apache.livy] Providers[dbt.cloud] "
                     "Providers[dingding] Providers[discord] Providers[http]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['providers']",
+                    "mypy-checks": "['mypy-providers']",
                 },
                 id="Helm tests, http and all relevant providers, kubernetes tests and "
                 "docs should run even if unimportant files were added",
@@ -505,14 +540,14 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "run-amazon-tests": "false",
                     "docs-build": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                     "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "run-kubernetes-tests": "true",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "Always Providers[airbyte]",
                     "providers-test-types-list-as-string": "Providers[airbyte]",
                     "needs-mypy": "true",
-                    "mypy-folders": "['providers']",
+                    "mypy-checks": "['mypy-providers']",
                 },
                 id="Helm tests, airbyte providers, kubernetes tests and "
                 "docs should run even if unimportant files were added",
@@ -537,14 +572,14 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-tests": "true",
                     "docs-build": "true",
                     "skip-pre-commits": "check-provider-yaml-valid,identity,mypy-airflow,mypy-dev,"
-                    "mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                    "mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                     "run-amazon-tests": "false",
                     "run-kubernetes-tests": "true",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "Always",
                     "providers-test-types-list-as-string": "",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow']",
+                    "mypy-checks": "['mypy-airflow']",
                 },
                 id="Docs should run even if unimportant files were added and prod image "
                 "should be build for chart changes",
@@ -566,12 +601,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "true",
                     "docs-build": "true",
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "true",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run - including all providers and upgrading to "
                 "newer requirements as pyproject.toml changed and all Python versions",
@@ -593,12 +628,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "true",
                     "docs-build": "true",
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "true",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run and upgrading to newer requirements as dependencies change",
             )
@@ -618,16 +653,14 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "needs-helm-tests": "false",
                 "run-tests": "true",
                 "docs-build": "true",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
                 "run-amazon-tests": "true",
-                "parallel-test-types-list-as-string": "Always Providers[amazon] "
-                "Providers[apache.hive,cncf.kubernetes,common.compat,common.sql,exasol,ftp,http,"
-                "imap,microsoft.azure,mongo,mysql,openlineage,postgres,salesforce,ssh,teradata] Providers[google]",
+                "parallel-test-types-list-as-string": "Always Providers[amazon] Providers[apache.hive,cncf.kubernetes,common.compat,common.sql,exasol,ftp,http,imap,microsoft.azure,mongo,mysql,openlineage,postgres,salesforce,ssh,teradata] Providers[google]",
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             id="Providers tests run including amazon tests if amazon provider files changed",
         ),
@@ -645,13 +678,13 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "run-tests": "true",
                 "run-amazon-tests": "false",
                 "docs-build": "false",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
                 "parallel-test-types-list-as-string": "Always Providers[airbyte]",
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             id="Providers tests run without amazon tests if no amazon file changed",
         ),
@@ -671,15 +704,13 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "run-tests": "true",
                 "run-amazon-tests": "true",
                 "docs-build": "true",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
-                "parallel-test-types-list-as-string": "Always Providers[amazon] "
-                "Providers[apache.hive,cncf.kubernetes,common.compat,common.sql,exasol,ftp,http,"
-                "imap,microsoft.azure,mongo,mysql,openlineage,postgres,salesforce,ssh,teradata] Providers[google]",
+                "parallel-test-types-list-as-string": "Always Providers[amazon] Providers[apache.hive,cncf.kubernetes,common.compat,common.sql,exasol,ftp,http,imap,microsoft.azure,mongo,mysql,openlineage,postgres,salesforce,ssh,teradata] Providers[google]",
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             id="Providers tests run including amazon tests if amazon provider files changed",
         ),
@@ -702,19 +733,19 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "run-amazon-tests": "false",
                 "docs-build": "false",
                 "run-kubernetes-tests": "false",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "upgrade-to-newer-dependencies": "false",
                 "parallel-test-types-list-as-string": "Always Providers[common.compat,common.io,openlineage]",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers']",
             },
             id="Only Always and common providers tests should run when only common.io and tests/always changed",
         ),
         pytest.param(
             ("providers/src/airflow/providers/standard/operators/bash.py",),
             {
-                "affected-providers-list-as-string": "standard",
+                "affected-providers-list-as-string": "common.compat standard",
                 "all-python-versions": "['3.9']",
                 "all-python-versions-list-as-string": "3.9",
                 "python-versions": "['3.9']",
@@ -726,17 +757,17 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "run-amazon-tests": "false",
                 "docs-build": "true",
                 "run-kubernetes-tests": "false",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "upgrade-to-newer-dependencies": "false",
-                "parallel-test-types-list-as-string": "Always Core Providers[standard] Serialization",
+                "parallel-test-types-list-as-string": "Always Core Providers[common.compat,standard] Serialization",
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             id="Providers standard tests and Serialization tests to run when airflow bash.py changed",
         ),
         pytest.param(
-            ("providers/tests/standard/operators/bash.py",),
+            ("providers/src/airflow/providers/standard/operators/bash.py",),
             {
                 "affected-providers-list-as-string": None,
                 "all-python-versions": "['3.9']",
@@ -748,14 +779,14 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                 "needs-helm-tests": "false",
                 "run-tests": "true",
                 "run-amazon-tests": "false",
-                "docs-build": "false",
+                "docs-build": "true",
                 "run-kubernetes-tests": "false",
-                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "upgrade-to-newer-dependencies": "false",
-                "parallel-test-types-list-as-string": "Always Core Providers[standard] Serialization",
+                "parallel-test-types-list-as-string": "Always Core Providers[common.compat,standard] Serialization",
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             id="Force Core and Serialization tests to run when tests bash changed",
         ),
@@ -775,12 +806,12 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "true",
                     "docs-build": "true",
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="All tests should be run when tests/utils/ change",
             )
@@ -801,16 +832,45 @@ def assert_outputs_are_printed(expected_outputs: dict[str, str], stderr: str):
                     "run-amazon-tests": "true",
                     "docs-build": "true",
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="All tests should be run when tests_common/ change",
             )
         ),
+        (
+            pytest.param(
+                ("airflow/ui/src/index.tsx",),
+                {
+                    "affected-providers-list-as-string": None,
+                    "all-python-versions": "['3.9']",
+                    "all-python-versions-list-as-string": "3.9",
+                    "python-versions": "['3.9']",
+                    "python-versions-list-as-string": "3.9",
+                    "ci-image-build": "true",
+                    "prod-image-build": "false",
+                    "needs-helm-tests": "false",
+                    "run-tests": "true",
+                    "run-amazon-tests": "false",
+                    "docs-build": "false",
+                    "full-tests-needed": "false",
+                    "skip-pre-commits": "check-provider-yaml-valid,flynt,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-www",
+                    "upgrade-to-newer-dependencies": "false",
+                    "parallel-test-types-list-as-string": "Always",
+                    "providers-test-types-list-as-string": "",
+                    "needs-mypy": "false",
+                    "mypy-checks": "[]",
+                    "run-ui-tests": "true",
+                    "only-new-ui-files": "true",
+                    "testable-integrations": "[]",
+                },
+                id="Run only ui tests for PR with new UI only changes.",
+            )
+        ),
     ],
 )
 def test_expected_output_pull_request_main(
@@ -972,12 +1032,12 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including all providers when full tests are needed, "
                 "and all versions are required.",
@@ -1006,12 +1066,12 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including all providers when full tests are needed "
                 "but with single python and kubernetes if `default versions only` label is set",
@@ -1040,12 +1100,12 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including all providers when full tests are needed "
                 "but with single python and kubernetes if no version label is set",
@@ -1075,12 +1135,12 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including all providers when full tests are needed "
                 "but with single python and kubernetes if `latest versions only` label is set",
@@ -1110,12 +1170,12 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including full providers when full "
                 "tests are needed even with different label set as well",
@@ -1142,16 +1202,16 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                    "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                     "providers-test-types-list-as-string": ALL_PROVIDERS_SELECTIVE_TEST_TYPES,
                     "separate-test-types-list-as-string": "API Always BranchExternalPython BranchPythonVenv "
                     "CLI Core ExternalPython Operators Other PlainAsserts "
                     + LIST_OF_ALL_PROVIDER_TESTS
-                    + " PythonVenv Serialization TaskSDK WWW",
+                    + " PythonVenv Serialization WWW",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run including full providers when "
                 "full tests are needed even if no files are changed",
@@ -1175,17 +1235,17 @@ def test_full_test_needed_when_scripts_changes(files: tuple[str, ...], expected_
                     "docs-build": "true",
                     "docs-list-as-string": "apache-airflow docker-stack",
                     "full-tests-needed": "true",
-                    "skip-pre-commits": "check-airflow-provider-compatibility,check-extra-packages-references,check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,validate-operators-init",
+                    "skip-pre-commits": "check-airflow-provider-compatibility,check-extra-packages-references,check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,validate-operators-init",
                     "skip-provider-tests": "true",
                     "upgrade-to-newer-dependencies": "false",
                     "parallel-test-types-list-as-string": "API Always BranchExternalPython "
                     "BranchPythonVenv CLI Core ExternalPython Operators Other PlainAsserts "
-                    "PythonVenv Serialization TaskSDK WWW",
+                    "PythonVenv Serialization WWW",
                     "separate-test-types-list-as-string": "API Always BranchExternalPython "
                     "BranchPythonVenv CLI Core ExternalPython Operators Other PlainAsserts "
-                    "PythonVenv Serialization TaskSDK WWW",
+                    "PythonVenv Serialization WWW",
                     "needs-mypy": "true",
-                    "mypy-folders": "['airflow', 'docs', 'dev']",
+                    "mypy-checks": "['mypy-airflow', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
                 },
                 id="Everything should run except Providers and lint pre-commit "
                 "when full tests are needed for non-main branch",
@@ -1228,7 +1288,7 @@ def test_expected_output_full_tests_needed(
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": None,
                 "needs-mypy": "false",
-                "mypy-folders": "[]",
+                "mypy-checks": "[]",
             },
             id="Nothing should run if only non-important files changed",
         ),
@@ -1255,7 +1315,7 @@ def test_expected_output_full_tests_needed(
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": "Always",
                 "needs-mypy": "false",
-                "mypy-folders": "[]",
+                "mypy-checks": "[]",
             },
             id="No Helm tests, No providers no lint charts, should run if "
             "only chart/providers changed in non-main but PROD image should be built",
@@ -1285,7 +1345,7 @@ def test_expected_output_full_tests_needed(
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": "Always CLI",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="Only CLI tests and Kubernetes tests should run if cli/chart files changed in non-main branch",
         ),
@@ -1309,9 +1369,9 @@ def test_expected_output_full_tests_needed(
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": "API Always BranchExternalPython BranchPythonVenv "
-                "CLI Core ExternalPython Operators Other PlainAsserts PythonVenv Serialization TaskSDK WWW",
+                "CLI Core ExternalPython Operators Other PlainAsserts PythonVenv Serialization WWW",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="All tests except Providers and helm lint pre-commit "
             "should run if core file changed in non-main branch",
@@ -1348,11 +1408,11 @@ def test_expected_output_pull_request_v2_7(
                 "docs-list-as-string": None,
                 "upgrade-to-newer-dependencies": "false",
                 "skip-pre-commits": "check-provider-yaml-valid,flynt,identity,lint-helm-chart,"
-                "mypy-airflow,mypy-dev,mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                "mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": None,
                 "needs-mypy": "false",
-                "mypy-folders": "[]",
+                "mypy-checks": "[]",
             },
             id="Nothing should run if only non-important files changed",
         ),
@@ -1368,13 +1428,13 @@ def test_expected_output_pull_request_v2_7(
                 "run-tests": "true",
                 "docs-build": "true",
                 "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
-                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": "Always",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="Only Always and docs build should run if only system tests changed",
         ),
@@ -1400,7 +1460,7 @@ def test_expected_output_pull_request_v2_7(
                 "cncf.kubernetes common.compat common.sql facebook google hashicorp microsoft.azure "
                 "microsoft.mssql mysql openlineage oracle postgres "
                 "presto salesforce samba sftp ssh trino",
-                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,ts-compile-format-lint-ui,ts-compile-format-lint-www",
+                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "true",
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "false",
@@ -1409,7 +1469,7 @@ def test_expected_output_pull_request_v2_7(
                 "hashicorp,microsoft.azure,microsoft.mssql,mysql,openlineage,oracle,postgres,presto,"
                 "salesforce,samba,sftp,ssh,trino] Providers[google]",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers']",
             },
             id="CLI tests and Google-related provider tests should run if cli/chart files changed but "
             "prod image should be build too and k8s tests too",
@@ -1431,14 +1491,14 @@ def test_expected_output_pull_request_v2_7(
                 "run-tests": "true",
                 "docs-build": "true",
                 "docs-list-as-string": "apache-airflow common.compat fab",
-                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "false",
                 "parallel-test-types-list-as-string": "API Always CLI Operators Providers[common.compat,fab] WWW",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="No providers tests except common.compat fab should run if only CLI/API/Operators/WWW file changed",
         ),
@@ -1453,14 +1513,14 @@ def test_expected_output_pull_request_v2_7(
                 "run-tests": "true",
                 "docs-build": "true",
                 "docs-list-as-string": "apache-airflow",
-                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES_WITHOUT_PROVIDERS,
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="Tests for all airflow core types except providers should run if model file changed",
         ),
@@ -1475,14 +1535,14 @@ def test_expected_output_pull_request_v2_7(
                 "run-tests": "true",
                 "docs-build": "true",
                 "docs-list-as-string": "apache-airflow",
-                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,"
+                "skip-pre-commits": "check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,"
                 "ts-compile-format-lint-ui,ts-compile-format-lint-www",
                 "run-kubernetes-tests": "false",
                 "upgrade-to-newer-dependencies": "false",
                 "skip-provider-tests": "true",
                 "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES_WITHOUT_PROVIDERS,
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             id="Tests for all airflow core types except providers should run if "
             "any other than API/WWW/CLI/Operators file changed.",
@@ -1520,11 +1580,11 @@ def test_expected_output_pull_request_target(
                 "run-tests": "true",
                 "docs-build": "true",
                 "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
-                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                 "upgrade-to-newer-dependencies": "true",
                 "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
             },
             id="All tests run on push even if unimportant file changed",
         ),
@@ -1541,13 +1601,13 @@ def test_expected_output_pull_request_target(
                 "needs-helm-tests": "false",
                 "run-tests": "true",
                 "docs-build": "true",
-                "skip-pre-commits": "check-airflow-provider-compatibility,check-extra-packages-references,check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,validate-operators-init",
+                "skip-pre-commits": "check-airflow-provider-compatibility,check-extra-packages-references,check-provider-yaml-valid,identity,lint-helm-chart,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk,validate-operators-init",
                 "docs-list-as-string": "apache-airflow docker-stack",
                 "upgrade-to-newer-dependencies": "true",
                 "parallel-test-types-list-as-string": "API Always BranchExternalPython BranchPythonVenv "
-                "CLI Core ExternalPython Operators Other PlainAsserts PythonVenv Serialization TaskSDK WWW",
+                "CLI Core ExternalPython Operators Other PlainAsserts PythonVenv Serialization WWW",
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'docs', 'dev']",
+                "mypy-checks": "['mypy-airflow', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
             },
             id="All tests except Providers and Helm run on push"
             " even if unimportant file changed in non-main branch",
@@ -1565,12 +1625,12 @@ def test_expected_output_pull_request_target(
                 "needs-helm-tests": "true",
                 "run-tests": "true",
                 "docs-build": "true",
-                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+                "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
                 "docs-list-as-string": ALL_DOCS_SELECTED_FOR_BUILD,
                 "upgrade-to-newer-dependencies": "true",
                 "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
             },
             id="All tests run on push if core file changed",
         ),
@@ -1619,13 +1679,13 @@ def test_no_commit_provided_trigger_full_build_for_any_event_type(github_event):
             "needs-helm-tests": "true",
             "run-tests": "true",
             "docs-build": "true",
-            "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers",
+            "skip-pre-commits": "identity,mypy-airflow,mypy-dev,mypy-docs,mypy-providers,mypy-task-sdk",
             "upgrade-to-newer-dependencies": (
                 "true" if github_event in [GithubEvents.PUSH, GithubEvents.SCHEDULE] else "false"
             ),
             "parallel-test-types-list-as-string": ALL_CI_SELECTIVE_TEST_TYPES,
             "needs-mypy": "true",
-            "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+            "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
         },
         str(stderr),
     )
@@ -1849,11 +1909,8 @@ def test_helm_tests_trigger_ci_build(files: tuple[str, ...], expected_outputs: d
             "apache/airflow",
             (),
             dict(),
-            # TODO: revert it when we fix self-hosted runners
             '["ubuntu-22.04"]',
-            '["self-hosted", "asf-runner"]',
-            # '["self-hosted", "Linux", "X64"]',
-            # TODO: revert it when we fix self-hosted runners
+            '["ubuntu-22.04"]',
             "false",
             "false",
             # "true",
@@ -2203,7 +2260,7 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("README.md",),
             {
                 "needs-mypy": "false",
-                "mypy-folders": "[]",
+                "mypy-checks": "[]",
             },
             "main",
             (),
@@ -2213,7 +2270,7 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("airflow/cli/file.py",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             "main",
             (),
@@ -2223,7 +2280,7 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("airflow/models/file.py",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow']",
+                "mypy-checks": "['mypy-airflow']",
             },
             "main",
             (),
@@ -2233,17 +2290,27 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("providers/src/airflow/providers/a_file.py",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['providers']",
+                "mypy-checks": "['mypy-providers']",
             },
             "main",
             (),
             id="Airflow mypy checks on provider files",
         ),
+        pytest.param(
+            ("task_sdk/src/airflow/sdk/a_file.py",),
+            {
+                "needs-mypy": "true",
+                "mypy-checks": "['mypy-task-sdk']",
+            },
+            "main",
+            (),
+            id="Airflow mypy checks on Task SDK files",
+        ),
         pytest.param(
             ("docs/a_file.py",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['docs']",
+                "mypy-checks": "['mypy-docs']",
             },
             "main",
             (),
@@ -2253,7 +2320,7 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("dev/a_package/a_file.py",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
             },
             "main",
             (),
@@ -2263,7 +2330,7 @@ def test_provider_compatibility_checks(labels: tuple[str, ...], expected_outputs
             ("readme.md",),
             {
                 "needs-mypy": "true",
-                "mypy-folders": "['airflow', 'providers', 'docs', 'dev']",
+                "mypy-checks": "['mypy-airflow', 'mypy-providers', 'mypy-docs', 'mypy-dev', 'mypy-task-sdk']",
             },
             "main",
             ("full tests needed",),
diff --git a/dev/breeze/uv.lock b/dev/breeze/uv.lock
new file mode 100644
index 0000000000000..bcfc8c4ce785f
--- /dev/null
+++ b/dev/breeze/uv.lock
@@ -0,0 +1,1902 @@
+version = 1
+requires-python = ">=3.9, <4"
+resolution-markers = [
+    "python_full_version < '3.13'",
+    "python_full_version >= '3.13'",
+]
+
+[[package]]
+name = "anyio"
+version = "4.6.2.post1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "exceptiongroup", marker = "python_full_version < '3.11'" },
+    { name = "idna" },
+    { name = "sniffio" },
+    { name = "typing-extensions", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/9f/09/45b9b7a6d4e45c6bcb5bf61d19e3ab87df68e0601fa8c5293de3542546cc/anyio-4.6.2.post1.tar.gz", hash = "sha256:4c8bc31ccdb51c7f7bd251f51c609e038d63e34219b44aa86e47576389880b4c", size = 173422 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e4/f5/f2b75d2fc6f1a260f340f0e7c6a060f4dd2961cc16884ed851b0d18da06a/anyio-4.6.2.post1-py3-none-any.whl", hash = "sha256:6d170c36fba3bdd840c73d3868c1e777e33676a69c3a72cf0a0d5d6d8009b61d", size = 90377 },
+]
+
+[[package]]
+name = "apache-airflow-breeze"
+version = "0.0.1"
+source = { editable = "." }
+dependencies = [
+    { name = "black" },
+    { name = "click" },
+    { name = "filelock" },
+    { name = "flit" },
+    { name = "gitpython" },
+    { name = "google-api-python-client" },
+    { name = "google-auth-httplib2" },
+    { name = "google-auth-oauthlib" },
+    { name = "hatch" },
+    { name = "inputimeout" },
+    { name = "jinja2" },
+    { name = "jsonschema" },
+    { name = "packaging" },
+    { name = "pipx" },
+    { name = "pre-commit" },
+    { name = "pre-commit-uv" },
+    { name = "psutil" },
+    { name = "pygithub" },
+    { name = "pytest" },
+    { name = "pytest-xdist" },
+    { name = "pyyaml" },
+    { name = "requests" },
+    { name = "rich" },
+    { name = "rich-click" },
+    { name = "semver" },
+    { name = "tabulate" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+    { name = "twine" },
+]
+
+[package.metadata]
+requires-dist = [
+    { name = "black", specifier = ">=23.11.0" },
+    { name = "click", specifier = ">=8.1.7" },
+    { name = "filelock", specifier = ">=3.13.0" },
+    { name = "flit", specifier = ">=3.5.0" },
+    { name = "gitpython", specifier = ">=3.1.40" },
+    { name = "google-api-python-client", specifier = ">=2.142.0" },
+    { name = "google-auth-httplib2", specifier = ">=0.2.0" },
+    { name = "google-auth-oauthlib", specifier = ">=1.2.0" },
+    { name = "hatch", specifier = "==1.9.4" },
+    { name = "importlib-resources", marker = "python_full_version < '3.9'", specifier = ">=5.2,!=6.2.0,!=6.3.0,!=6.3.1" },
+    { name = "inputimeout", specifier = ">=1.0.4" },
+    { name = "jinja2", specifier = ">=3.1.0" },
+    { name = "jsonschema", specifier = ">=4.19.1" },
+    { name = "packaging", specifier = ">=23.2" },
+    { name = "pipx", specifier = ">=1.4.1" },
+    { name = "pre-commit", specifier = ">=3.5.0" },
+    { name = "pre-commit-uv", specifier = ">=4.1.3" },
+    { name = "psutil", specifier = ">=5.9.6" },
+    { name = "pygithub", specifier = ">=2.1.1" },
+    { name = "pytest", specifier = ">=8.2,<9" },
+    { name = "pytest-xdist", specifier = ">=3.3.1" },
+    { name = "pyyaml", specifier = ">=6.0.1" },
+    { name = "requests", specifier = ">=2.31.0" },
+    { name = "rich", specifier = ">=13.6.0" },
+    { name = "rich-click", specifier = ">=1.7.1" },
+    { name = "semver", specifier = ">=3.0.2" },
+    { name = "tabulate", specifier = ">=0.9.0" },
+    { name = "tomli", marker = "python_full_version < '3.11'", specifier = ">=2.0.1" },
+    { name = "twine", specifier = ">=4.0.2" },
+]
+
+[[package]]
+name = "argcomplete"
+version = "3.5.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/5f/39/27605e133e7f4bb0c8e48c9a6b87101515e3446003e0442761f6a02ac35e/argcomplete-3.5.1.tar.gz", hash = "sha256:eb1ee355aa2557bd3d0145de7b06b2a45b0ce461e1e7813f5d066039ab4177b4", size = 82280 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f7/be/a606a6701d491cfae75583c80a6583f8abe9c36c0b9666e867e7cdd62fe8/argcomplete-3.5.1-py3-none-any.whl", hash = "sha256:1a1d148bdaa3e3b93454900163403df41448a248af01b6e849edc5ac08e6c363", size = 43498 },
+]
+
+[[package]]
+name = "attrs"
+version = "24.2.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/fc/0f/aafca9af9315aee06a89ffde799a10a582fe8de76c563ee80bbcdc08b3fb/attrs-24.2.0.tar.gz", hash = "sha256:5cfb1b9148b5b086569baec03f20d7b6bf3bcacc9a42bebf87ffaaca362f6346", size = 792678 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6a/21/5b6702a7f963e95456c0de2d495f67bf5fd62840ac655dc451586d23d39a/attrs-24.2.0-py3-none-any.whl", hash = "sha256:81921eb96de3191c8258c199618104dd27ac608d9366f5e35d011eae1867ede2", size = 63001 },
+]
+
+[[package]]
+name = "backports-tarfile"
+version = "1.2.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/86/72/cd9b395f25e290e633655a100af28cb253e4393396264a98bd5f5951d50f/backports_tarfile-1.2.0.tar.gz", hash = "sha256:d75e02c268746e1b8144c278978b6e98e85de6ad16f8e4b0844a154557eca991", size = 86406 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b9/fa/123043af240e49752f1c4bd24da5053b6bd00cad78c2be53c0d1e8b975bc/backports.tarfile-1.2.0-py3-none-any.whl", hash = "sha256:77e284d754527b01fb1e6fa8a1afe577858ebe4e9dad8919e34c862cb399bc34", size = 30181 },
+]
+
+[[package]]
+name = "black"
+version = "24.10.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "click" },
+    { name = "mypy-extensions" },
+    { name = "packaging" },
+    { name = "pathspec" },
+    { name = "platformdirs" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+    { name = "typing-extensions", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/d8/0d/cc2fb42b8c50d80143221515dd7e4766995bd07c56c9a3ed30baf080b6dc/black-24.10.0.tar.gz", hash = "sha256:846ea64c97afe3bc677b761787993be4991810ecc7a4a937816dd6bddedc4875", size = 645813 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a3/f3/465c0eb5cddf7dbbfe1fecd9b875d1dcf51b88923cd2c1d7e9ab95c6336b/black-24.10.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e6668650ea4b685440857138e5fe40cde4d652633b1bdffc62933d0db4ed9812", size = 1623211 },
+    { url = "https://files.pythonhosted.org/packages/df/57/b6d2da7d200773fdfcc224ffb87052cf283cec4d7102fab450b4a05996d8/black-24.10.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:1c536fcf674217e87b8cc3657b81809d3c085d7bf3ef262ead700da345bfa6ea", size = 1457139 },
+    { url = "https://files.pythonhosted.org/packages/6e/c5/9023b7673904a5188f9be81f5e129fff69f51f5515655fbd1d5a4e80a47b/black-24.10.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:649fff99a20bd06c6f727d2a27f401331dc0cc861fb69cde910fe95b01b5928f", size = 1753774 },
+    { url = "https://files.pythonhosted.org/packages/e1/32/df7f18bd0e724e0d9748829765455d6643ec847b3f87e77456fc99d0edab/black-24.10.0-cp310-cp310-win_amd64.whl", hash = "sha256:fe4d6476887de70546212c99ac9bd803d90b42fc4767f058a0baa895013fbb3e", size = 1414209 },
+    { url = "https://files.pythonhosted.org/packages/c2/cc/7496bb63a9b06a954d3d0ac9fe7a73f3bf1cd92d7a58877c27f4ad1e9d41/black-24.10.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5a2221696a8224e335c28816a9d331a6c2ae15a2ee34ec857dcf3e45dbfa99ad", size = 1607468 },
+    { url = "https://files.pythonhosted.org/packages/2b/e3/69a738fb5ba18b5422f50b4f143544c664d7da40f09c13969b2fd52900e0/black-24.10.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f9da3333530dbcecc1be13e69c250ed8dfa67f43c4005fb537bb426e19200d50", size = 1437270 },
+    { url = "https://files.pythonhosted.org/packages/c9/9b/2db8045b45844665c720dcfe292fdaf2e49825810c0103e1191515fc101a/black-24.10.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4007b1393d902b48b36958a216c20c4482f601569d19ed1df294a496eb366392", size = 1737061 },
+    { url = "https://files.pythonhosted.org/packages/a3/95/17d4a09a5be5f8c65aa4a361444d95edc45def0de887810f508d3f65db7a/black-24.10.0-cp311-cp311-win_amd64.whl", hash = "sha256:394d4ddc64782e51153eadcaaca95144ac4c35e27ef9b0a42e121ae7e57a9175", size = 1423293 },
+    { url = "https://files.pythonhosted.org/packages/90/04/bf74c71f592bcd761610bbf67e23e6a3cff824780761f536512437f1e655/black-24.10.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:b5e39e0fae001df40f95bd8cc36b9165c5e2ea88900167bddf258bacef9bbdc3", size = 1644256 },
+    { url = "https://files.pythonhosted.org/packages/4c/ea/a77bab4cf1887f4b2e0bce5516ea0b3ff7d04ba96af21d65024629afedb6/black-24.10.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d37d422772111794b26757c5b55a3eade028aa3fde43121ab7b673d050949d65", size = 1448534 },
+    { url = "https://files.pythonhosted.org/packages/4e/3e/443ef8bc1fbda78e61f79157f303893f3fddf19ca3c8989b163eb3469a12/black-24.10.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:14b3502784f09ce2443830e3133dacf2c0110d45191ed470ecb04d0f5f6fcb0f", size = 1761892 },
+    { url = "https://files.pythonhosted.org/packages/52/93/eac95ff229049a6901bc84fec6908a5124b8a0b7c26ea766b3b8a5debd22/black-24.10.0-cp312-cp312-win_amd64.whl", hash = "sha256:30d2c30dc5139211dda799758559d1b049f7f14c580c409d6ad925b74a4208a8", size = 1434796 },
+    { url = "https://files.pythonhosted.org/packages/d0/a0/a993f58d4ecfba035e61fca4e9f64a2ecae838fc9f33ab798c62173ed75c/black-24.10.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:1cbacacb19e922a1d75ef2b6ccaefcd6e93a2c05ede32f06a21386a04cedb981", size = 1643986 },
+    { url = "https://files.pythonhosted.org/packages/37/d5/602d0ef5dfcace3fb4f79c436762f130abd9ee8d950fa2abdbf8bbc555e0/black-24.10.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:1f93102e0c5bb3907451063e08b9876dbeac810e7da5a8bfb7aeb5a9ef89066b", size = 1448085 },
+    { url = "https://files.pythonhosted.org/packages/47/6d/a3a239e938960df1a662b93d6230d4f3e9b4a22982d060fc38c42f45a56b/black-24.10.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ddacb691cdcdf77b96f549cf9591701d8db36b2f19519373d60d31746068dbf2", size = 1760928 },
+    { url = "https://files.pythonhosted.org/packages/dd/cf/af018e13b0eddfb434df4d9cd1b2b7892bab119f7a20123e93f6910982e8/black-24.10.0-cp313-cp313-win_amd64.whl", hash = "sha256:680359d932801c76d2e9c9068d05c6b107f2584b2a5b88831c83962eb9984c1b", size = 1436875 },
+    { url = "https://files.pythonhosted.org/packages/fe/02/f408c804e0ee78c367dcea0a01aedde4f1712af93b8b6e60df981e0228c7/black-24.10.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:17374989640fbca88b6a448129cd1745c5eb8d9547b464f281b251dd00155ccd", size = 1622516 },
+    { url = "https://files.pythonhosted.org/packages/f8/b9/9b706ed2f55bfb28b436225a9c57da35990c9005b90b8c91f03924454ad7/black-24.10.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:63f626344343083322233f175aaf372d326de8436f5928c042639a4afbbf1d3f", size = 1456181 },
+    { url = "https://files.pythonhosted.org/packages/0a/1c/314d7f17434a5375682ad097f6f4cc0e3f414f3c95a9b1bb4df14a0f11f9/black-24.10.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ccfa1d0cb6200857f1923b602f978386a3a2758a65b52e0950299ea014be6800", size = 1752801 },
+    { url = "https://files.pythonhosted.org/packages/39/a7/20e5cd9237d28ad0b31438de5d9f01c8b99814576f4c0cda1edd62caf4b0/black-24.10.0-cp39-cp39-win_amd64.whl", hash = "sha256:2cd9c95431d94adc56600710f8813ee27eea544dd118d45896bb734e9d7a0dc7", size = 1413626 },
+    { url = "https://files.pythonhosted.org/packages/8d/a7/4b27c50537ebca8bec139b872861f9d2bf501c5ec51fcf897cb924d9e264/black-24.10.0-py3-none-any.whl", hash = "sha256:3bb2b7a1f7b685f85b11fed1ef10f8a9148bceb49853e47a294a3dd963c1dd7d", size = 206898 },
+]
+
+[[package]]
+name = "cachetools"
+version = "5.5.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/c3/38/a0f315319737ecf45b4319a8cd1f3a908e29d9277b46942263292115eee7/cachetools-5.5.0.tar.gz", hash = "sha256:2cc24fb4cbe39633fb7badd9db9ca6295d766d9c2995f245725a46715d050f2a", size = 27661 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a4/07/14f8ad37f2d12a5ce41206c21820d8cb6561b728e51fad4530dff0552a67/cachetools-5.5.0-py3-none-any.whl", hash = "sha256:02134e8439cdc2ffb62023ce1debca2944c3f289d66bb17ead3ab3dede74b292", size = 9524 },
+]
+
+[[package]]
+name = "certifi"
+version = "2024.8.30"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/b0/ee/9b19140fe824b367c04c5e1b369942dd754c4c5462d5674002f75c4dedc1/certifi-2024.8.30.tar.gz", hash = "sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9", size = 168507 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/12/90/3c9ff0512038035f59d279fddeb79f5f1eccd8859f06d6163c58798b9487/certifi-2024.8.30-py3-none-any.whl", hash = "sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8", size = 167321 },
+]
+
+[[package]]
+name = "cffi"
+version = "1.17.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pycparser" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/fc/97/c783634659c2920c3fc70419e3af40972dbaf758daa229a7d6ea6135c90d/cffi-1.17.1.tar.gz", hash = "sha256:1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824", size = 516621 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/90/07/f44ca684db4e4f08a3fdc6eeb9a0d15dc6883efc7b8c90357fdbf74e186c/cffi-1.17.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:df8b1c11f177bc2313ec4b2d46baec87a5f3e71fc8b45dab2ee7cae86d9aba14", size = 182191 },
+    { url = "https://files.pythonhosted.org/packages/08/fd/cc2fedbd887223f9f5d170c96e57cbf655df9831a6546c1727ae13fa977a/cffi-1.17.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8f2cdc858323644ab277e9bb925ad72ae0e67f69e804f4898c070998d50b1a67", size = 178592 },
+    { url = "https://files.pythonhosted.org/packages/de/cc/4635c320081c78d6ffc2cab0a76025b691a91204f4aa317d568ff9280a2d/cffi-1.17.1-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:edae79245293e15384b51f88b00613ba9f7198016a5948b5dddf4917d4d26382", size = 426024 },
+    { url = "https://files.pythonhosted.org/packages/b6/7b/3b2b250f3aab91abe5f8a51ada1b717935fdaec53f790ad4100fe2ec64d1/cffi-1.17.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:45398b671ac6d70e67da8e4224a065cec6a93541bb7aebe1b198a61b58c7b702", size = 448188 },
+    { url = "https://files.pythonhosted.org/packages/d3/48/1b9283ebbf0ec065148d8de05d647a986c5f22586b18120020452fff8f5d/cffi-1.17.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ad9413ccdeda48c5afdae7e4fa2192157e991ff761e7ab8fdd8926f40b160cc3", size = 455571 },
+    { url = "https://files.pythonhosted.org/packages/40/87/3b8452525437b40f39ca7ff70276679772ee7e8b394934ff60e63b7b090c/cffi-1.17.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5da5719280082ac6bd9aa7becb3938dc9f9cbd57fac7d2871717b1feb0902ab6", size = 436687 },
+    { url = "https://files.pythonhosted.org/packages/8d/fb/4da72871d177d63649ac449aec2e8a29efe0274035880c7af59101ca2232/cffi-1.17.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2bb1a08b8008b281856e5971307cc386a8e9c5b625ac297e853d36da6efe9c17", size = 446211 },
+    { url = "https://files.pythonhosted.org/packages/ab/a0/62f00bcb411332106c02b663b26f3545a9ef136f80d5df746c05878f8c4b/cffi-1.17.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:045d61c734659cc045141be4bae381a41d89b741f795af1dd018bfb532fd0df8", size = 461325 },
+    { url = "https://files.pythonhosted.org/packages/36/83/76127035ed2e7e27b0787604d99da630ac3123bfb02d8e80c633f218a11d/cffi-1.17.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:6883e737d7d9e4899a8a695e00ec36bd4e5e4f18fabe0aca0efe0a4b44cdb13e", size = 438784 },
+    { url = "https://files.pythonhosted.org/packages/21/81/a6cd025db2f08ac88b901b745c163d884641909641f9b826e8cb87645942/cffi-1.17.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:6b8b4a92e1c65048ff98cfe1f735ef8f1ceb72e3d5f0c25fdb12087a23da22be", size = 461564 },
+    { url = "https://files.pythonhosted.org/packages/f8/fe/4d41c2f200c4a457933dbd98d3cf4e911870877bd94d9656cc0fcb390681/cffi-1.17.1-cp310-cp310-win32.whl", hash = "sha256:c9c3d058ebabb74db66e431095118094d06abf53284d9c81f27300d0e0d8bc7c", size = 171804 },
+    { url = "https://files.pythonhosted.org/packages/d1/b6/0b0f5ab93b0df4acc49cae758c81fe4e5ef26c3ae2e10cc69249dfd8b3ab/cffi-1.17.1-cp310-cp310-win_amd64.whl", hash = "sha256:0f048dcf80db46f0098ccac01132761580d28e28bc0f78ae0d58048063317e15", size = 181299 },
+    { url = "https://files.pythonhosted.org/packages/6b/f4/927e3a8899e52a27fa57a48607ff7dc91a9ebe97399b357b85a0c7892e00/cffi-1.17.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:a45e3c6913c5b87b3ff120dcdc03f6131fa0065027d0ed7ee6190736a74cd401", size = 182264 },
+    { url = "https://files.pythonhosted.org/packages/6c/f5/6c3a8efe5f503175aaddcbea6ad0d2c96dad6f5abb205750d1b3df44ef29/cffi-1.17.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:30c5e0cb5ae493c04c8b42916e52ca38079f1b235c2f8ae5f4527b963c401caf", size = 178651 },
+    { url = "https://files.pythonhosted.org/packages/94/dd/a3f0118e688d1b1a57553da23b16bdade96d2f9bcda4d32e7d2838047ff7/cffi-1.17.1-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f75c7ab1f9e4aca5414ed4d8e5c0e303a34f4421f8a0d47a4d019ceff0ab6af4", size = 445259 },
+    { url = "https://files.pythonhosted.org/packages/2e/ea/70ce63780f096e16ce8588efe039d3c4f91deb1dc01e9c73a287939c79a6/cffi-1.17.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a1ed2dd2972641495a3ec98445e09766f077aee98a1c896dcb4ad0d303628e41", size = 469200 },
+    { url = "https://files.pythonhosted.org/packages/1c/a0/a4fa9f4f781bda074c3ddd57a572b060fa0df7655d2a4247bbe277200146/cffi-1.17.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:46bf43160c1a35f7ec506d254e5c890f3c03648a4dbac12d624e4490a7046cd1", size = 477235 },
+    { url = "https://files.pythonhosted.org/packages/62/12/ce8710b5b8affbcdd5c6e367217c242524ad17a02fe5beec3ee339f69f85/cffi-1.17.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a24ed04c8ffd54b0729c07cee15a81d964e6fee0e3d4d342a27b020d22959dc6", size = 459721 },
+    { url = "https://files.pythonhosted.org/packages/ff/6b/d45873c5e0242196f042d555526f92aa9e0c32355a1be1ff8c27f077fd37/cffi-1.17.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:610faea79c43e44c71e1ec53a554553fa22321b65fae24889706c0a84d4ad86d", size = 467242 },
+    { url = "https://files.pythonhosted.org/packages/1a/52/d9a0e523a572fbccf2955f5abe883cfa8bcc570d7faeee06336fbd50c9fc/cffi-1.17.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:a9b15d491f3ad5d692e11f6b71f7857e7835eb677955c00cc0aefcd0669adaf6", size = 477999 },
+    { url = "https://files.pythonhosted.org/packages/44/74/f2a2460684a1a2d00ca799ad880d54652841a780c4c97b87754f660c7603/cffi-1.17.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:de2ea4b5833625383e464549fec1bc395c1bdeeb5f25c4a3a82b5a8c756ec22f", size = 454242 },
+    { url = "https://files.pythonhosted.org/packages/f8/4a/34599cac7dfcd888ff54e801afe06a19c17787dfd94495ab0c8d35fe99fb/cffi-1.17.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:fc48c783f9c87e60831201f2cce7f3b2e4846bf4d8728eabe54d60700b318a0b", size = 478604 },
+    { url = "https://files.pythonhosted.org/packages/34/33/e1b8a1ba29025adbdcda5fb3a36f94c03d771c1b7b12f726ff7fef2ebe36/cffi-1.17.1-cp311-cp311-win32.whl", hash = "sha256:85a950a4ac9c359340d5963966e3e0a94a676bd6245a4b55bc43949eee26a655", size = 171727 },
+    { url = "https://files.pythonhosted.org/packages/3d/97/50228be003bb2802627d28ec0627837ac0bf35c90cf769812056f235b2d1/cffi-1.17.1-cp311-cp311-win_amd64.whl", hash = "sha256:caaf0640ef5f5517f49bc275eca1406b0ffa6aa184892812030f04c2abf589a0", size = 181400 },
+    { url = "https://files.pythonhosted.org/packages/5a/84/e94227139ee5fb4d600a7a4927f322e1d4aea6fdc50bd3fca8493caba23f/cffi-1.17.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:805b4371bf7197c329fcb3ead37e710d1bca9da5d583f5073b799d5c5bd1eee4", size = 183178 },
+    { url = "https://files.pythonhosted.org/packages/da/ee/fb72c2b48656111c4ef27f0f91da355e130a923473bf5ee75c5643d00cca/cffi-1.17.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:733e99bc2df47476e3848417c5a4540522f234dfd4ef3ab7fafdf555b082ec0c", size = 178840 },
+    { url = "https://files.pythonhosted.org/packages/cc/b6/db007700f67d151abadf508cbfd6a1884f57eab90b1bb985c4c8c02b0f28/cffi-1.17.1-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1257bdabf294dceb59f5e70c64a3e2f462c30c7ad68092d01bbbfb1c16b1ba36", size = 454803 },
+    { url = "https://files.pythonhosted.org/packages/1a/df/f8d151540d8c200eb1c6fba8cd0dfd40904f1b0682ea705c36e6c2e97ab3/cffi-1.17.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:da95af8214998d77a98cc14e3a3bd00aa191526343078b530ceb0bd710fb48a5", size = 478850 },
+    { url = "https://files.pythonhosted.org/packages/28/c0/b31116332a547fd2677ae5b78a2ef662dfc8023d67f41b2a83f7c2aa78b1/cffi-1.17.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d63afe322132c194cf832bfec0dc69a99fb9bb6bbd550f161a49e9e855cc78ff", size = 485729 },
+    { url = "https://files.pythonhosted.org/packages/91/2b/9a1ddfa5c7f13cab007a2c9cc295b70fbbda7cb10a286aa6810338e60ea1/cffi-1.17.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f79fc4fc25f1c8698ff97788206bb3c2598949bfe0fef03d299eb1b5356ada99", size = 471256 },
+    { url = "https://files.pythonhosted.org/packages/b2/d5/da47df7004cb17e4955df6a43d14b3b4ae77737dff8bf7f8f333196717bf/cffi-1.17.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b62ce867176a75d03a665bad002af8e6d54644fad99a3c70905c543130e39d93", size = 479424 },
+    { url = "https://files.pythonhosted.org/packages/0b/ac/2a28bcf513e93a219c8a4e8e125534f4f6db03e3179ba1c45e949b76212c/cffi-1.17.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:386c8bf53c502fff58903061338ce4f4950cbdcb23e2902d86c0f722b786bbe3", size = 484568 },
+    { url = "https://files.pythonhosted.org/packages/d4/38/ca8a4f639065f14ae0f1d9751e70447a261f1a30fa7547a828ae08142465/cffi-1.17.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:4ceb10419a9adf4460ea14cfd6bc43d08701f0835e979bf821052f1805850fe8", size = 488736 },
+    { url = "https://files.pythonhosted.org/packages/86/c5/28b2d6f799ec0bdecf44dced2ec5ed43e0eb63097b0f58c293583b406582/cffi-1.17.1-cp312-cp312-win32.whl", hash = "sha256:a08d7e755f8ed21095a310a693525137cfe756ce62d066e53f502a83dc550f65", size = 172448 },
+    { url = "https://files.pythonhosted.org/packages/50/b9/db34c4755a7bd1cb2d1603ac3863f22bcecbd1ba29e5ee841a4bc510b294/cffi-1.17.1-cp312-cp312-win_amd64.whl", hash = "sha256:51392eae71afec0d0c8fb1a53b204dbb3bcabcb3c9b807eedf3e1e6ccf2de903", size = 181976 },
+    { url = "https://files.pythonhosted.org/packages/8d/f8/dd6c246b148639254dad4d6803eb6a54e8c85c6e11ec9df2cffa87571dbe/cffi-1.17.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:f3a2b4222ce6b60e2e8b337bb9596923045681d71e5a082783484d845390938e", size = 182989 },
+    { url = "https://files.pythonhosted.org/packages/8b/f1/672d303ddf17c24fc83afd712316fda78dc6fce1cd53011b839483e1ecc8/cffi-1.17.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0984a4925a435b1da406122d4d7968dd861c1385afe3b45ba82b750f229811e2", size = 178802 },
+    { url = "https://files.pythonhosted.org/packages/0e/2d/eab2e858a91fdff70533cab61dcff4a1f55ec60425832ddfdc9cd36bc8af/cffi-1.17.1-cp313-cp313-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d01b12eeeb4427d3110de311e1774046ad344f5b1a7403101878976ecd7a10f3", size = 454792 },
+    { url = "https://files.pythonhosted.org/packages/75/b2/fbaec7c4455c604e29388d55599b99ebcc250a60050610fadde58932b7ee/cffi-1.17.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:706510fe141c86a69c8ddc029c7910003a17353970cff3b904ff0686a5927683", size = 478893 },
+    { url = "https://files.pythonhosted.org/packages/4f/b7/6e4a2162178bf1935c336d4da8a9352cccab4d3a5d7914065490f08c0690/cffi-1.17.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de55b766c7aa2e2a3092c51e0483d700341182f08e67c63630d5b6f200bb28e5", size = 485810 },
+    { url = "https://files.pythonhosted.org/packages/c7/8a/1d0e4a9c26e54746dc08c2c6c037889124d4f59dffd853a659fa545f1b40/cffi-1.17.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c59d6e989d07460165cc5ad3c61f9fd8f1b4796eacbd81cee78957842b834af4", size = 471200 },
+    { url = "https://files.pythonhosted.org/packages/26/9f/1aab65a6c0db35f43c4d1b4f580e8df53914310afc10ae0397d29d697af4/cffi-1.17.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd398dbc6773384a17fe0d3e7eeb8d1a21c2200473ee6806bb5e6a8e62bb73dd", size = 479447 },
+    { url = "https://files.pythonhosted.org/packages/5f/e4/fb8b3dd8dc0e98edf1135ff067ae070bb32ef9d509d6cb0f538cd6f7483f/cffi-1.17.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:3edc8d958eb099c634dace3c7e16560ae474aa3803a5df240542b305d14e14ed", size = 484358 },
+    { url = "https://files.pythonhosted.org/packages/f1/47/d7145bf2dc04684935d57d67dff9d6d795b2ba2796806bb109864be3a151/cffi-1.17.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:72e72408cad3d5419375fc87d289076ee319835bdfa2caad331e377589aebba9", size = 488469 },
+    { url = "https://files.pythonhosted.org/packages/bf/ee/f94057fa6426481d663b88637a9a10e859e492c73d0384514a17d78ee205/cffi-1.17.1-cp313-cp313-win32.whl", hash = "sha256:e03eab0a8677fa80d646b5ddece1cbeaf556c313dcfac435ba11f107ba117b5d", size = 172475 },
+    { url = "https://files.pythonhosted.org/packages/7c/fc/6a8cb64e5f0324877d503c854da15d76c1e50eb722e320b15345c4d0c6de/cffi-1.17.1-cp313-cp313-win_amd64.whl", hash = "sha256:f6a16c31041f09ead72d69f583767292f750d24913dadacf5756b966aacb3f1a", size = 182009 },
+    { url = "https://files.pythonhosted.org/packages/b9/ea/8bb50596b8ffbc49ddd7a1ad305035daa770202a6b782fc164647c2673ad/cffi-1.17.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b2ab587605f4ba0bf81dc0cb08a41bd1c0a5906bd59243d56bad7668a6fc6c16", size = 182220 },
+    { url = "https://files.pythonhosted.org/packages/ae/11/e77c8cd24f58285a82c23af484cf5b124a376b32644e445960d1a4654c3a/cffi-1.17.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:28b16024becceed8c6dfbc75629e27788d8a3f9030691a1dbf9821a128b22c36", size = 178605 },
+    { url = "https://files.pythonhosted.org/packages/ed/65/25a8dc32c53bf5b7b6c2686b42ae2ad58743f7ff644844af7cdb29b49361/cffi-1.17.1-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1d599671f396c4723d016dbddb72fe8e0397082b0a77a4fab8028923bec050e8", size = 424910 },
+    { url = "https://files.pythonhosted.org/packages/42/7a/9d086fab7c66bd7c4d0f27c57a1b6b068ced810afc498cc8c49e0088661c/cffi-1.17.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ca74b8dbe6e8e8263c0ffd60277de77dcee6c837a3d0881d8c1ead7268c9e576", size = 447200 },
+    { url = "https://files.pythonhosted.org/packages/da/63/1785ced118ce92a993b0ec9e0d0ac8dc3e5dbfbcaa81135be56c69cabbb6/cffi-1.17.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f7f5baafcc48261359e14bcd6d9bff6d4b28d9103847c9e136694cb0501aef87", size = 454565 },
+    { url = "https://files.pythonhosted.org/packages/74/06/90b8a44abf3556599cdec107f7290277ae8901a58f75e6fe8f970cd72418/cffi-1.17.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:98e3969bcff97cae1b2def8ba499ea3d6f31ddfdb7635374834cf89a1a08ecf0", size = 435635 },
+    { url = "https://files.pythonhosted.org/packages/bd/62/a1f468e5708a70b1d86ead5bab5520861d9c7eacce4a885ded9faa7729c3/cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cdf5ce3acdfd1661132f2a9c19cac174758dc2352bfe37d98aa7512c6b7178b3", size = 445218 },
+    { url = "https://files.pythonhosted.org/packages/5b/95/b34462f3ccb09c2594aa782d90a90b045de4ff1f70148ee79c69d37a0a5a/cffi-1.17.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:9755e4345d1ec879e3849e62222a18c7174d65a6a92d5b346b1863912168b595", size = 460486 },
+    { url = "https://files.pythonhosted.org/packages/fc/fc/a1e4bebd8d680febd29cf6c8a40067182b64f00c7d105f8f26b5bc54317b/cffi-1.17.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:f1e22e8c4419538cb197e4dd60acc919d7696e5ef98ee4da4e01d3f8cfa4cc5a", size = 437911 },
+    { url = "https://files.pythonhosted.org/packages/e6/c3/21cab7a6154b6a5ea330ae80de386e7665254835b9e98ecc1340b3a7de9a/cffi-1.17.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:c03e868a0b3bc35839ba98e74211ed2b05d2119be4e8a0f224fba9384f1fe02e", size = 460632 },
+    { url = "https://files.pythonhosted.org/packages/cb/b5/fd9f8b5a84010ca169ee49f4e4ad6f8c05f4e3545b72ee041dbbcb159882/cffi-1.17.1-cp39-cp39-win32.whl", hash = "sha256:e31ae45bc2e29f6b2abd0de1cc3b9d5205aa847cafaecb8af1476a609a2f6eb7", size = 171820 },
+    { url = "https://files.pythonhosted.org/packages/8c/52/b08750ce0bce45c143e1b5d7357ee8c55341b52bdef4b0f081af1eb248c2/cffi-1.17.1-cp39-cp39-win_amd64.whl", hash = "sha256:d016c76bdd850f3c626af19b0542c9677ba156e4ee4fccfdd7848803533ef662", size = 181290 },
+]
+
+[[package]]
+name = "cfgv"
+version = "3.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/11/74/539e56497d9bd1d484fd863dd69cbbfa653cd2aa27abfe35653494d85e94/cfgv-3.4.0.tar.gz", hash = "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560", size = 7114 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c5/55/51844dd50c4fc7a33b653bfaba4c2456f06955289ca770a5dbd5fd267374/cfgv-3.4.0-py2.py3-none-any.whl", hash = "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9", size = 7249 },
+]
+
+[[package]]
+name = "charset-normalizer"
+version = "3.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f2/4f/e1808dc01273379acc506d18f1504eb2d299bd4131743b9fc54d7be4df1e/charset_normalizer-3.4.0.tar.gz", hash = "sha256:223217c3d4f82c3ac5e29032b3f1c2eb0fb591b72161f86d93f5719079dae93e", size = 106620 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/69/8b/825cc84cf13a28bfbcba7c416ec22bf85a9584971be15b21dd8300c65b7f/charset_normalizer-3.4.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:4f9fc98dad6c2eaa32fc3af1417d95b5e3d08aff968df0cd320066def971f9a6", size = 196363 },
+    { url = "https://files.pythonhosted.org/packages/23/81/d7eef6a99e42c77f444fdd7bc894b0ceca6c3a95c51239e74a722039521c/charset_normalizer-3.4.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0de7b687289d3c1b3e8660d0741874abe7888100efe14bd0f9fd7141bcbda92b", size = 125639 },
+    { url = "https://files.pythonhosted.org/packages/21/67/b4564d81f48042f520c948abac7079356e94b30cb8ffb22e747532cf469d/charset_normalizer-3.4.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5ed2e36c3e9b4f21dd9422f6893dec0abf2cca553af509b10cd630f878d3eb99", size = 120451 },
+    { url = "https://files.pythonhosted.org/packages/c2/72/12a7f0943dd71fb5b4e7b55c41327ac0a1663046a868ee4d0d8e9c369b85/charset_normalizer-3.4.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:40d3ff7fc90b98c637bda91c89d51264a3dcf210cade3a2c6f838c7268d7a4ca", size = 140041 },
+    { url = "https://files.pythonhosted.org/packages/67/56/fa28c2c3e31217c4c52158537a2cf5d98a6c1e89d31faf476c89391cd16b/charset_normalizer-3.4.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1110e22af8ca26b90bd6364fe4c763329b0ebf1ee213ba32b68c73de5752323d", size = 150333 },
+    { url = "https://files.pythonhosted.org/packages/f9/d2/466a9be1f32d89eb1554cf84073a5ed9262047acee1ab39cbaefc19635d2/charset_normalizer-3.4.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:86f4e8cca779080f66ff4f191a685ced73d2f72d50216f7112185dc02b90b9b7", size = 142921 },
+    { url = "https://files.pythonhosted.org/packages/f8/01/344ec40cf5d85c1da3c1f57566c59e0c9b56bcc5566c08804a95a6cc8257/charset_normalizer-3.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7f683ddc7eedd742e2889d2bfb96d69573fde1d92fcb811979cdb7165bb9c7d3", size = 144785 },
+    { url = "https://files.pythonhosted.org/packages/73/8b/2102692cb6d7e9f03b9a33a710e0164cadfce312872e3efc7cfe22ed26b4/charset_normalizer-3.4.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:27623ba66c183eca01bf9ff833875b459cad267aeeb044477fedac35e19ba907", size = 146631 },
+    { url = "https://files.pythonhosted.org/packages/d8/96/cc2c1b5d994119ce9f088a9a0c3ebd489d360a2eb058e2c8049f27092847/charset_normalizer-3.4.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:f606a1881d2663630ea5b8ce2efe2111740df4b687bd78b34a8131baa007f79b", size = 140867 },
+    { url = "https://files.pythonhosted.org/packages/c9/27/cde291783715b8ec30a61c810d0120411844bc4c23b50189b81188b273db/charset_normalizer-3.4.0-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:0b309d1747110feb25d7ed6b01afdec269c647d382c857ef4663bbe6ad95a912", size = 149273 },
+    { url = "https://files.pythonhosted.org/packages/3a/a4/8633b0fc1a2d1834d5393dafecce4a1cc56727bfd82b4dc18fc92f0d3cc3/charset_normalizer-3.4.0-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:136815f06a3ae311fae551c3df1f998a1ebd01ddd424aa5603a4336997629e95", size = 152437 },
+    { url = "https://files.pythonhosted.org/packages/64/ea/69af161062166b5975ccbb0961fd2384853190c70786f288684490913bf5/charset_normalizer-3.4.0-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:14215b71a762336254351b00ec720a8e85cada43b987da5a042e4ce3e82bd68e", size = 150087 },
+    { url = "https://files.pythonhosted.org/packages/3b/fd/e60a9d9fd967f4ad5a92810138192f825d77b4fa2a557990fd575a47695b/charset_normalizer-3.4.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:79983512b108e4a164b9c8d34de3992f76d48cadc9554c9e60b43f308988aabe", size = 145142 },
+    { url = "https://files.pythonhosted.org/packages/6d/02/8cb0988a1e49ac9ce2eed1e07b77ff118f2923e9ebd0ede41ba85f2dcb04/charset_normalizer-3.4.0-cp310-cp310-win32.whl", hash = "sha256:c94057af19bc953643a33581844649a7fdab902624d2eb739738a30e2b3e60fc", size = 94701 },
+    { url = "https://files.pythonhosted.org/packages/d6/20/f1d4670a8a723c46be695dff449d86d6092916f9e99c53051954ee33a1bc/charset_normalizer-3.4.0-cp310-cp310-win_amd64.whl", hash = "sha256:55f56e2ebd4e3bc50442fbc0888c9d8c94e4e06a933804e2af3e89e2f9c1c749", size = 102191 },
+    { url = "https://files.pythonhosted.org/packages/9c/61/73589dcc7a719582bf56aae309b6103d2762b526bffe189d635a7fcfd998/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:0d99dd8ff461990f12d6e42c7347fd9ab2532fb70e9621ba520f9e8637161d7c", size = 193339 },
+    { url = "https://files.pythonhosted.org/packages/77/d5/8c982d58144de49f59571f940e329ad6e8615e1e82ef84584c5eeb5e1d72/charset_normalizer-3.4.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c57516e58fd17d03ebe67e181a4e4e2ccab1168f8c2976c6a334d4f819fe5944", size = 124366 },
+    { url = "https://files.pythonhosted.org/packages/bf/19/411a64f01ee971bed3231111b69eb56f9331a769072de479eae7de52296d/charset_normalizer-3.4.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:6dba5d19c4dfab08e58d5b36304b3f92f3bd5d42c1a3fa37b5ba5cdf6dfcbcee", size = 118874 },
+    { url = "https://files.pythonhosted.org/packages/4c/92/97509850f0d00e9f14a46bc751daabd0ad7765cff29cdfb66c68b6dad57f/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bf4475b82be41b07cc5e5ff94810e6a01f276e37c2d55571e3fe175e467a1a1c", size = 138243 },
+    { url = "https://files.pythonhosted.org/packages/e2/29/d227805bff72ed6d6cb1ce08eec707f7cfbd9868044893617eb331f16295/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ce031db0408e487fd2775d745ce30a7cd2923667cf3b69d48d219f1d8f5ddeb6", size = 148676 },
+    { url = "https://files.pythonhosted.org/packages/13/bc/87c2c9f2c144bedfa62f894c3007cd4530ba4b5351acb10dc786428a50f0/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8ff4e7cdfdb1ab5698e675ca622e72d58a6fa2a8aa58195de0c0061288e6e3ea", size = 141289 },
+    { url = "https://files.pythonhosted.org/packages/eb/5b/6f10bad0f6461fa272bfbbdf5d0023b5fb9bc6217c92bf068fa5a99820f5/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3710a9751938947e6327ea9f3ea6332a09bf0ba0c09cae9cb1f250bd1f1549bc", size = 142585 },
+    { url = "https://files.pythonhosted.org/packages/3b/a0/a68980ab8a1f45a36d9745d35049c1af57d27255eff8c907e3add84cf68f/charset_normalizer-3.4.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:82357d85de703176b5587dbe6ade8ff67f9f69a41c0733cf2425378b49954de5", size = 144408 },
+    { url = "https://files.pythonhosted.org/packages/d7/a1/493919799446464ed0299c8eef3c3fad0daf1c3cd48bff9263c731b0d9e2/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:47334db71978b23ebcf3c0f9f5ee98b8d65992b65c9c4f2d34c2eaf5bcaf0594", size = 139076 },
+    { url = "https://files.pythonhosted.org/packages/fb/9d/9c13753a5a6e0db4a0a6edb1cef7aee39859177b64e1a1e748a6e3ba62c2/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:8ce7fd6767a1cc5a92a639b391891bf1c268b03ec7e021c7d6d902285259685c", size = 146874 },
+    { url = "https://files.pythonhosted.org/packages/75/d2/0ab54463d3410709c09266dfb416d032a08f97fd7d60e94b8c6ef54ae14b/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:f1a2f519ae173b5b6a2c9d5fa3116ce16e48b3462c8b96dfdded11055e3d6365", size = 150871 },
+    { url = "https://files.pythonhosted.org/packages/8d/c9/27e41d481557be53d51e60750b85aa40eaf52b841946b3cdeff363105737/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:63bc5c4ae26e4bc6be6469943b8253c0fd4e4186c43ad46e713ea61a0ba49129", size = 148546 },
+    { url = "https://files.pythonhosted.org/packages/ee/44/4f62042ca8cdc0cabf87c0fc00ae27cd8b53ab68be3605ba6d071f742ad3/charset_normalizer-3.4.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:bcb4f8ea87d03bc51ad04add8ceaf9b0f085ac045ab4d74e73bbc2dc033f0236", size = 143048 },
+    { url = "https://files.pythonhosted.org/packages/01/f8/38842422988b795220eb8038745d27a675ce066e2ada79516c118f291f07/charset_normalizer-3.4.0-cp311-cp311-win32.whl", hash = "sha256:9ae4ef0b3f6b41bad6366fb0ea4fc1d7ed051528e113a60fa2a65a9abb5b1d99", size = 94389 },
+    { url = "https://files.pythonhosted.org/packages/0b/6e/b13bd47fa9023b3699e94abf565b5a2f0b0be6e9ddac9812182596ee62e4/charset_normalizer-3.4.0-cp311-cp311-win_amd64.whl", hash = "sha256:cee4373f4d3ad28f1ab6290684d8e2ebdb9e7a1b74fdc39e4c211995f77bec27", size = 101752 },
+    { url = "https://files.pythonhosted.org/packages/d3/0b/4b7a70987abf9b8196845806198975b6aab4ce016632f817ad758a5aa056/charset_normalizer-3.4.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:0713f3adb9d03d49d365b70b84775d0a0d18e4ab08d12bc46baa6132ba78aaf6", size = 194445 },
+    { url = "https://files.pythonhosted.org/packages/50/89/354cc56cf4dd2449715bc9a0f54f3aef3dc700d2d62d1fa5bbea53b13426/charset_normalizer-3.4.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:de7376c29d95d6719048c194a9cf1a1b0393fbe8488a22008610b0361d834ecf", size = 125275 },
+    { url = "https://files.pythonhosted.org/packages/fa/44/b730e2a2580110ced837ac083d8ad222343c96bb6b66e9e4e706e4d0b6df/charset_normalizer-3.4.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:4a51b48f42d9358460b78725283f04bddaf44a9358197b889657deba38f329db", size = 119020 },
+    { url = "https://files.pythonhosted.org/packages/9d/e4/9263b8240ed9472a2ae7ddc3e516e71ef46617fe40eaa51221ccd4ad9a27/charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b295729485b06c1a0683af02a9e42d2caa9db04a373dc38a6a58cdd1e8abddf1", size = 139128 },
+    { url = "https://files.pythonhosted.org/packages/6b/e3/9f73e779315a54334240353eaea75854a9a690f3f580e4bd85d977cb2204/charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ee803480535c44e7f5ad00788526da7d85525cfefaf8acf8ab9a310000be4b03", size = 149277 },
+    { url = "https://files.pythonhosted.org/packages/1a/cf/f1f50c2f295312edb8a548d3fa56a5c923b146cd3f24114d5adb7e7be558/charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3d59d125ffbd6d552765510e3f31ed75ebac2c7470c7274195b9161a32350284", size = 142174 },
+    { url = "https://files.pythonhosted.org/packages/16/92/92a76dc2ff3a12e69ba94e7e05168d37d0345fa08c87e1fe24d0c2a42223/charset_normalizer-3.4.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8cda06946eac330cbe6598f77bb54e690b4ca93f593dee1568ad22b04f347c15", size = 143838 },
+    { url = "https://files.pythonhosted.org/packages/a4/01/2117ff2b1dfc61695daf2babe4a874bca328489afa85952440b59819e9d7/charset_normalizer-3.4.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:07afec21bbbbf8a5cc3651aa96b980afe2526e7f048fdfb7f1014d84acc8b6d8", size = 146149 },
+    { url = "https://files.pythonhosted.org/packages/f6/9b/93a332b8d25b347f6839ca0a61b7f0287b0930216994e8bf67a75d050255/charset_normalizer-3.4.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:6b40e8d38afe634559e398cc32b1472f376a4099c75fe6299ae607e404c033b2", size = 140043 },
+    { url = "https://files.pythonhosted.org/packages/ab/f6/7ac4a01adcdecbc7a7587767c776d53d369b8b971382b91211489535acf0/charset_normalizer-3.4.0-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:b8dcd239c743aa2f9c22ce674a145e0a25cb1566c495928440a181ca1ccf6719", size = 148229 },
+    { url = "https://files.pythonhosted.org/packages/9d/be/5708ad18161dee7dc6a0f7e6cf3a88ea6279c3e8484844c0590e50e803ef/charset_normalizer-3.4.0-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:84450ba661fb96e9fd67629b93d2941c871ca86fc38d835d19d4225ff946a631", size = 151556 },
+    { url = "https://files.pythonhosted.org/packages/5a/bb/3d8bc22bacb9eb89785e83e6723f9888265f3a0de3b9ce724d66bd49884e/charset_normalizer-3.4.0-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:44aeb140295a2f0659e113b31cfe92c9061622cadbc9e2a2f7b8ef6b1e29ef4b", size = 149772 },
+    { url = "https://files.pythonhosted.org/packages/f7/fa/d3fc622de05a86f30beea5fc4e9ac46aead4731e73fd9055496732bcc0a4/charset_normalizer-3.4.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1db4e7fefefd0f548d73e2e2e041f9df5c59e178b4c72fbac4cc6f535cfb1565", size = 144800 },
+    { url = "https://files.pythonhosted.org/packages/9a/65/bdb9bc496d7d190d725e96816e20e2ae3a6fa42a5cac99c3c3d6ff884118/charset_normalizer-3.4.0-cp312-cp312-win32.whl", hash = "sha256:5726cf76c982532c1863fb64d8c6dd0e4c90b6ece9feb06c9f202417a31f7dd7", size = 94836 },
+    { url = "https://files.pythonhosted.org/packages/3e/67/7b72b69d25b89c0b3cea583ee372c43aa24df15f0e0f8d3982c57804984b/charset_normalizer-3.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:b197e7094f232959f8f20541ead1d9862ac5ebea1d58e9849c1bf979255dfac9", size = 102187 },
+    { url = "https://files.pythonhosted.org/packages/f3/89/68a4c86f1a0002810a27f12e9a7b22feb198c59b2f05231349fbce5c06f4/charset_normalizer-3.4.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:dd4eda173a9fcccb5f2e2bd2a9f423d180194b1bf17cf59e3269899235b2a114", size = 194617 },
+    { url = "https://files.pythonhosted.org/packages/4f/cd/8947fe425e2ab0aa57aceb7807af13a0e4162cd21eee42ef5b053447edf5/charset_normalizer-3.4.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e9e3c4c9e1ed40ea53acf11e2a386383c3304212c965773704e4603d589343ed", size = 125310 },
+    { url = "https://files.pythonhosted.org/packages/5b/f0/b5263e8668a4ee9becc2b451ed909e9c27058337fda5b8c49588183c267a/charset_normalizer-3.4.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:92a7e36b000bf022ef3dbb9c46bfe2d52c047d5e3f3343f43204263c5addc250", size = 119126 },
+    { url = "https://files.pythonhosted.org/packages/ff/6e/e445afe4f7fda27a533f3234b627b3e515a1b9429bc981c9a5e2aa5d97b6/charset_normalizer-3.4.0-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:54b6a92d009cbe2fb11054ba694bc9e284dad30a26757b1e372a1fdddaf21920", size = 139342 },
+    { url = "https://files.pythonhosted.org/packages/a1/b2/4af9993b532d93270538ad4926c8e37dc29f2111c36f9c629840c57cd9b3/charset_normalizer-3.4.0-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1ffd9493de4c922f2a38c2bf62b831dcec90ac673ed1ca182fe11b4d8e9f2a64", size = 149383 },
+    { url = "https://files.pythonhosted.org/packages/fb/6f/4e78c3b97686b871db9be6f31d64e9264e889f8c9d7ab33c771f847f79b7/charset_normalizer-3.4.0-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:35c404d74c2926d0287fbd63ed5d27eb911eb9e4a3bb2c6d294f3cfd4a9e0c23", size = 142214 },
+    { url = "https://files.pythonhosted.org/packages/2b/c9/1c8fe3ce05d30c87eff498592c89015b19fade13df42850aafae09e94f35/charset_normalizer-3.4.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4796efc4faf6b53a18e3d46343535caed491776a22af773f366534056c4e1fbc", size = 144104 },
+    { url = "https://files.pythonhosted.org/packages/ee/68/efad5dcb306bf37db7db338338e7bb8ebd8cf38ee5bbd5ceaaaa46f257e6/charset_normalizer-3.4.0-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e7fdd52961feb4c96507aa649550ec2a0d527c086d284749b2f582f2d40a2e0d", size = 146255 },
+    { url = "https://files.pythonhosted.org/packages/0c/75/1ed813c3ffd200b1f3e71121c95da3f79e6d2a96120163443b3ad1057505/charset_normalizer-3.4.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:92db3c28b5b2a273346bebb24857fda45601aef6ae1c011c0a997106581e8a88", size = 140251 },
+    { url = "https://files.pythonhosted.org/packages/7d/0d/6f32255c1979653b448d3c709583557a4d24ff97ac4f3a5be156b2e6a210/charset_normalizer-3.4.0-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:ab973df98fc99ab39080bfb0eb3a925181454d7c3ac8a1e695fddfae696d9e90", size = 148474 },
+    { url = "https://files.pythonhosted.org/packages/ac/a0/c1b5298de4670d997101fef95b97ac440e8c8d8b4efa5a4d1ef44af82f0d/charset_normalizer-3.4.0-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:4b67fdab07fdd3c10bb21edab3cbfe8cf5696f453afce75d815d9d7223fbe88b", size = 151849 },
+    { url = "https://files.pythonhosted.org/packages/04/4f/b3961ba0c664989ba63e30595a3ed0875d6790ff26671e2aae2fdc28a399/charset_normalizer-3.4.0-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:aa41e526a5d4a9dfcfbab0716c7e8a1b215abd3f3df5a45cf18a12721d31cb5d", size = 149781 },
+    { url = "https://files.pythonhosted.org/packages/d8/90/6af4cd042066a4adad58ae25648a12c09c879efa4849c705719ba1b23d8c/charset_normalizer-3.4.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:ffc519621dce0c767e96b9c53f09c5d215578e10b02c285809f76509a3931482", size = 144970 },
+    { url = "https://files.pythonhosted.org/packages/cc/67/e5e7e0cbfefc4ca79025238b43cdf8a2037854195b37d6417f3d0895c4c2/charset_normalizer-3.4.0-cp313-cp313-win32.whl", hash = "sha256:f19c1585933c82098c2a520f8ec1227f20e339e33aca8fa6f956f6691b784e67", size = 94973 },
+    { url = "https://files.pythonhosted.org/packages/65/97/fc9bbc54ee13d33dc54a7fcf17b26368b18505500fc01e228c27b5222d80/charset_normalizer-3.4.0-cp313-cp313-win_amd64.whl", hash = "sha256:707b82d19e65c9bd28b81dde95249b07bf9f5b90ebe1ef17d9b57473f8a64b7b", size = 102308 },
+    { url = "https://files.pythonhosted.org/packages/54/2f/28659eee7f5d003e0f5a3b572765bf76d6e0fe6601ab1f1b1dd4cba7e4f1/charset_normalizer-3.4.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:980b4f289d1d90ca5efcf07958d3eb38ed9c0b7676bf2831a54d4f66f9c27dfa", size = 196326 },
+    { url = "https://files.pythonhosted.org/packages/d1/18/92869d5c0057baa973a3ee2af71573be7b084b3c3d428fe6463ce71167f8/charset_normalizer-3.4.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f28f891ccd15c514a0981f3b9db9aa23d62fe1a99997512b0491d2ed323d229a", size = 125614 },
+    { url = "https://files.pythonhosted.org/packages/d6/27/327904c5a54a7796bb9f36810ec4173d2df5d88b401d2b95ef53111d214e/charset_normalizer-3.4.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a8aacce6e2e1edcb6ac625fb0f8c3a9570ccc7bfba1f63419b3769ccf6a00ed0", size = 120450 },
+    { url = "https://files.pythonhosted.org/packages/a4/23/65af317914a0308495133b2d654cf67b11bbd6ca16637c4e8a38f80a5a69/charset_normalizer-3.4.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bd7af3717683bea4c87acd8c0d3d5b44d56120b26fd3f8a692bdd2d5260c620a", size = 140135 },
+    { url = "https://files.pythonhosted.org/packages/f2/41/6190102ad521a8aa888519bb014a74251ac4586cde9b38e790901684f9ab/charset_normalizer-3.4.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5ff2ed8194587faf56555927b3aa10e6fb69d931e33953943bc4f837dfee2242", size = 150413 },
+    { url = "https://files.pythonhosted.org/packages/7b/ab/f47b0159a69eab9bd915591106859f49670c75f9a19082505ff16f50efc0/charset_normalizer-3.4.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e91f541a85298cf35433bf66f3fab2a4a2cff05c127eeca4af174f6d497f0d4b", size = 142992 },
+    { url = "https://files.pythonhosted.org/packages/28/89/60f51ad71f63aaaa7e51a2a2ad37919985a341a1d267070f212cdf6c2d22/charset_normalizer-3.4.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:309a7de0a0ff3040acaebb35ec45d18db4b28232f21998851cfa709eeff49d62", size = 144871 },
+    { url = "https://files.pythonhosted.org/packages/0c/48/0050550275fea585a6e24460b42465020b53375017d8596c96be57bfabca/charset_normalizer-3.4.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:285e96d9d53422efc0d7a17c60e59f37fbf3dfa942073f666db4ac71e8d726d0", size = 146756 },
+    { url = "https://files.pythonhosted.org/packages/dc/b5/47f8ee91455946f745e6c9ddbb0f8f50314d2416dd922b213e7d5551ad09/charset_normalizer-3.4.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:5d447056e2ca60382d460a604b6302d8db69476fd2015c81e7c35417cfabe4cd", size = 141034 },
+    { url = "https://files.pythonhosted.org/packages/84/79/5c731059ebab43e80bf61fa51666b9b18167974b82004f18c76378ed31a3/charset_normalizer-3.4.0-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:20587d20f557fe189b7947d8e7ec5afa110ccf72a3128d61a2a387c3313f46be", size = 149434 },
+    { url = "https://files.pythonhosted.org/packages/ca/f3/0719cd09fc4dc42066f239cb3c48ced17fc3316afca3e2a30a4756fe49ab/charset_normalizer-3.4.0-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:130272c698667a982a5d0e626851ceff662565379baf0ff2cc58067b81d4f11d", size = 152443 },
+    { url = "https://files.pythonhosted.org/packages/f7/0e/c6357297f1157c8e8227ff337e93fd0a90e498e3d6ab96b2782204ecae48/charset_normalizer-3.4.0-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:ab22fbd9765e6954bc0bcff24c25ff71dcbfdb185fcdaca49e81bac68fe724d3", size = 150294 },
+    { url = "https://files.pythonhosted.org/packages/54/9a/acfa96dc4ea8c928040b15822b59d0863d6e1757fba8bd7de3dc4f761c13/charset_normalizer-3.4.0-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:7782afc9b6b42200f7362858f9e73b1f8316afb276d316336c0ec3bd73312742", size = 145314 },
+    { url = "https://files.pythonhosted.org/packages/73/1c/b10a63032eaebb8d7bcb8544f12f063f41f5f463778ac61da15d9985e8b6/charset_normalizer-3.4.0-cp39-cp39-win32.whl", hash = "sha256:2de62e8801ddfff069cd5c504ce3bc9672b23266597d4e4f50eda28846c322f2", size = 94724 },
+    { url = "https://files.pythonhosted.org/packages/c5/77/3a78bf28bfaa0863f9cfef278dbeadf55efe064eafff8c7c424ae3c4c1bf/charset_normalizer-3.4.0-cp39-cp39-win_amd64.whl", hash = "sha256:95c3c157765b031331dd4db3c775e58deaee050a3042fcad72cbc4189d7c8dca", size = 102159 },
+    { url = "https://files.pythonhosted.org/packages/bf/9b/08c0432272d77b04803958a4598a51e2a4b51c06640af8b8f0f908c18bf2/charset_normalizer-3.4.0-py3-none-any.whl", hash = "sha256:fe9f97feb71aa9896b81973a7bbada8c49501dc73e58a10fcef6663af95e5079", size = 49446 },
+]
+
+[[package]]
+name = "click"
+version = "8.1.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "platform_system == 'Windows'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/96/d3/f04c7bfcf5c1862a2a5b845c6b2b360488cf47af55dfa79c98f6a6bf98b5/click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de", size = 336121 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/00/2e/d53fa4befbf2cfa713304affc7ca780ce4fc1fd8710527771b58311a3229/click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28", size = 97941 },
+]
+
+[[package]]
+name = "colorama"
+version = "0.4.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
+]
+
+[[package]]
+name = "cryptography"
+version = "43.0.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cffi", marker = "platform_python_implementation != 'PyPy'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/0d/05/07b55d1fa21ac18c3a8c79f764e2514e6f6a9698f1be44994f5adf0d29db/cryptography-43.0.3.tar.gz", hash = "sha256:315b9001266a492a6ff443b61238f956b214dbec9910a081ba5b6646a055a805", size = 686989 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/1f/f3/01fdf26701a26f4b4dbc337a26883ad5bccaa6f1bbbdd29cd89e22f18a1c/cryptography-43.0.3-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:bf7a1932ac4176486eab36a19ed4c0492da5d97123f1406cf15e41b05e787d2e", size = 6225303 },
+    { url = "https://files.pythonhosted.org/packages/a3/01/4896f3d1b392025d4fcbecf40fdea92d3df8662123f6835d0af828d148fd/cryptography-43.0.3-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:63efa177ff54aec6e1c0aefaa1a241232dcd37413835a9b674b6e3f0ae2bfd3e", size = 3760905 },
+    { url = "https://files.pythonhosted.org/packages/0a/be/f9a1f673f0ed4b7f6c643164e513dbad28dd4f2dcdf5715004f172ef24b6/cryptography-43.0.3-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e1ce50266f4f70bf41a2c6dc4358afadae90e2a1e5342d3c08883df1675374f", size = 3977271 },
+    { url = "https://files.pythonhosted.org/packages/4e/49/80c3a7b5514d1b416d7350830e8c422a4d667b6d9b16a9392ebfd4a5388a/cryptography-43.0.3-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:443c4a81bb10daed9a8f334365fe52542771f25aedaf889fd323a853ce7377d6", size = 3746606 },
+    { url = "https://files.pythonhosted.org/packages/0e/16/a28ddf78ac6e7e3f25ebcef69ab15c2c6be5ff9743dd0709a69a4f968472/cryptography-43.0.3-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:74f57f24754fe349223792466a709f8e0c093205ff0dca557af51072ff47ab18", size = 3986484 },
+    { url = "https://files.pythonhosted.org/packages/01/f5/69ae8da70c19864a32b0315049866c4d411cce423ec169993d0434218762/cryptography-43.0.3-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:9762ea51a8fc2a88b70cf2995e5675b38d93bf36bd67d91721c309df184f49bd", size = 3852131 },
+    { url = "https://files.pythonhosted.org/packages/fd/db/e74911d95c040f9afd3612b1f732e52b3e517cb80de8bf183be0b7d413c6/cryptography-43.0.3-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:81ef806b1fef6b06dcebad789f988d3b37ccaee225695cf3e07648eee0fc6b73", size = 4075647 },
+    { url = "https://files.pythonhosted.org/packages/56/48/7b6b190f1462818b324e674fa20d1d5ef3e24f2328675b9b16189cbf0b3c/cryptography-43.0.3-cp37-abi3-win32.whl", hash = "sha256:cbeb489927bd7af4aa98d4b261af9a5bc025bd87f0e3547e11584be9e9427be2", size = 2623873 },
+    { url = "https://files.pythonhosted.org/packages/eb/b1/0ebff61a004f7f89e7b65ca95f2f2375679d43d0290672f7713ee3162aff/cryptography-43.0.3-cp37-abi3-win_amd64.whl", hash = "sha256:f46304d6f0c6ab8e52770addfa2fc41e6629495548862279641972b6215451cd", size = 3068039 },
+    { url = "https://files.pythonhosted.org/packages/30/d5/c8b32c047e2e81dd172138f772e81d852c51f0f2ad2ae8a24f1122e9e9a7/cryptography-43.0.3-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:8ac43ae87929a5982f5948ceda07001ee5e83227fd69cf55b109144938d96984", size = 6222984 },
+    { url = "https://files.pythonhosted.org/packages/2f/78/55356eb9075d0be6e81b59f45c7b48df87f76a20e73893872170471f3ee8/cryptography-43.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:846da004a5804145a5f441b8530b4bf35afbf7da70f82409f151695b127213d5", size = 3762968 },
+    { url = "https://files.pythonhosted.org/packages/2a/2c/488776a3dc843f95f86d2f957ca0fc3407d0242b50bede7fad1e339be03f/cryptography-43.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0f996e7268af62598f2fc1204afa98a3b5712313a55c4c9d434aef49cadc91d4", size = 3977754 },
+    { url = "https://files.pythonhosted.org/packages/7c/04/2345ca92f7a22f601a9c62961741ef7dd0127c39f7310dffa0041c80f16f/cryptography-43.0.3-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:f7b178f11ed3664fd0e995a47ed2b5ff0a12d893e41dd0494f406d1cf555cab7", size = 3749458 },
+    { url = "https://files.pythonhosted.org/packages/ac/25/e715fa0bc24ac2114ed69da33adf451a38abb6f3f24ec207908112e9ba53/cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:c2e6fc39c4ab499049df3bdf567f768a723a5e8464816e8f009f121a5a9f4405", size = 3988220 },
+    { url = "https://files.pythonhosted.org/packages/21/ce/b9c9ff56c7164d8e2edfb6c9305045fbc0df4508ccfdb13ee66eb8c95b0e/cryptography-43.0.3-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:e1be4655c7ef6e1bbe6b5d0403526601323420bcf414598955968c9ef3eb7d16", size = 3853898 },
+    { url = "https://files.pythonhosted.org/packages/2a/33/b3682992ab2e9476b9c81fff22f02c8b0a1e6e1d49ee1750a67d85fd7ed2/cryptography-43.0.3-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:df6b6c6d742395dd77a23ea3728ab62f98379eff8fb61be2744d4679ab678f73", size = 4076592 },
+    { url = "https://files.pythonhosted.org/packages/81/1e/ffcc41b3cebd64ca90b28fd58141c5f68c83d48563c88333ab660e002cd3/cryptography-43.0.3-cp39-abi3-win32.whl", hash = "sha256:d56e96520b1020449bbace2b78b603442e7e378a9b3bd68de65c782db1507995", size = 2623145 },
+    { url = "https://files.pythonhosted.org/packages/87/5c/3dab83cc4aba1f4b0e733e3f0c3e7d4386440d660ba5b1e3ff995feb734d/cryptography-43.0.3-cp39-abi3-win_amd64.whl", hash = "sha256:0c580952eef9bf68c4747774cde7ec1d85a6e61de97281f2dba83c7d2c806362", size = 3068026 },
+    { url = "https://files.pythonhosted.org/packages/6f/db/d8b8a039483f25fc3b70c90bc8f3e1d4497a99358d610c5067bf3bd4f0af/cryptography-43.0.3-pp310-pypy310_pp73-macosx_10_9_x86_64.whl", hash = "sha256:d03b5621a135bffecad2c73e9f4deb1a0f977b9a8ffe6f8e002bf6c9d07b918c", size = 3144545 },
+    { url = "https://files.pythonhosted.org/packages/93/90/116edd5f8ec23b2dc879f7a42443e073cdad22950d3c8ee834e3b8124543/cryptography-43.0.3-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:a2a431ee15799d6db9fe80c82b055bae5a752bef645bba795e8e52687c69efe3", size = 3679828 },
+    { url = "https://files.pythonhosted.org/packages/d8/32/1e1d78b316aa22c0ba6493cc271c1c309969e5aa5c22c830a1d7ce3471e6/cryptography-43.0.3-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:281c945d0e28c92ca5e5930664c1cefd85efe80e5c0d2bc58dd63383fda29f83", size = 3908132 },
+    { url = "https://files.pythonhosted.org/packages/91/bb/cd2c13be3332e7af3cdf16154147952d39075b9f61ea5e6b5241bf4bf436/cryptography-43.0.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:f18c716be16bc1fea8e95def49edf46b82fccaa88587a45f8dc0ff6ab5d8e0a7", size = 2988811 },
+    { url = "https://files.pythonhosted.org/packages/cc/fc/ff7c76afdc4f5933b5e99092528d4783d3d1b131960fc8b31eb38e076ca8/cryptography-43.0.3-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:4a02ded6cd4f0a5562a8887df8b3bd14e822a90f97ac5e544c162899bc467664", size = 3146844 },
+    { url = "https://files.pythonhosted.org/packages/d7/29/a233efb3e98b13d9175dcb3c3146988ec990896c8fa07e8467cce27d5a80/cryptography-43.0.3-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:53a583b6637ab4c4e3591a15bc9db855b8d9dee9a669b550f311480acab6eb08", size = 3681997 },
+    { url = "https://files.pythonhosted.org/packages/c0/cf/c9eea7791b961f279fb6db86c3355cfad29a73141f46427af71852b23b95/cryptography-43.0.3-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:1ec0bcf7e17c0c5669d881b1cd38c4972fade441b27bda1051665faaa89bdcaa", size = 3905208 },
+    { url = "https://files.pythonhosted.org/packages/21/ea/6c38ca546d5b6dab3874c2b8fc6b1739baac29bacdea31a8c6c0513b3cfa/cryptography-43.0.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:2ce6fae5bdad59577b44e4dfed356944fbf1d925269114c28be377692643b4ff", size = 2989787 },
+]
+
+[[package]]
+name = "deprecated"
+version = "1.2.14"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "wrapt" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/92/14/1e41f504a246fc224d2ac264c227975427a85caf37c3979979edb9b1b232/Deprecated-1.2.14.tar.gz", hash = "sha256:e5323eb936458dccc2582dc6f9c322c852a775a27065ff2b0c4970b9d53d01b3", size = 2974416 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/20/8d/778b7d51b981a96554f29136cd59ca7880bf58094338085bcf2a979a0e6a/Deprecated-1.2.14-py2.py3-none-any.whl", hash = "sha256:6fac8b097794a90302bdbb17b9b815e732d3c4720583ff1b198499d78470466c", size = 9561 },
+]
+
+[[package]]
+name = "distlib"
+version = "0.3.9"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/0d/dd/1bec4c5ddb504ca60fc29472f3d27e8d4da1257a854e1d96742f15c1d02d/distlib-0.3.9.tar.gz", hash = "sha256:a60f20dea646b8a33f3e7772f74dc0b2d0772d2837ee1342a00645c81edf9403", size = 613923 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/91/a1/cf2472db20f7ce4a6be1253a81cfdf85ad9c7885ffbed7047fb72c24cf87/distlib-0.3.9-py2.py3-none-any.whl", hash = "sha256:47f8c22fd27c27e25a65601af709b38e4f0a45ea4fc2e710f65755fa8caaaf87", size = 468973 },
+]
+
+[[package]]
+name = "docutils"
+version = "0.21.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ae/ed/aefcc8cd0ba62a0560c3c18c33925362d46c6075480bfa4df87b28e169a9/docutils-0.21.2.tar.gz", hash = "sha256:3a6b18732edf182daa3cd12775bbb338cf5691468f91eeeb109deff6ebfa986f", size = 2204444 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8f/d7/9322c609343d929e75e7e5e6255e614fcc67572cfd083959cdef3b7aad79/docutils-0.21.2-py3-none-any.whl", hash = "sha256:dafca5b9e384f0e419294eb4d2ff9fa826435bf15f15b7bd45723e8ad76811b2", size = 587408 },
+]
+
+[[package]]
+name = "editables"
+version = "0.5"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/37/4a/986d35164e2033ddfb44515168a281a7986e260d344cf369c3f52d4c3275/editables-0.5.tar.gz", hash = "sha256:309627d9b5c4adc0e668d8c6fa7bac1ba7c8c5d415c2d27f60f081f8e80d1de2", size = 14744 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6b/be/0f2f4a5e8adc114a02b63d92bf8edbfa24db6fc602fca83c885af2479e0e/editables-0.5-py3-none-any.whl", hash = "sha256:61e5ffa82629e0d8bfe09bc44a07db3c1ab8ed1ce78a6980732870f19b5e7d4c", size = 5098 },
+]
+
+[[package]]
+name = "exceptiongroup"
+version = "1.2.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/09/35/2495c4ac46b980e4ca1f6ad6db102322ef3ad2410b79fdde159a4b0f3b92/exceptiongroup-1.2.2.tar.gz", hash = "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc", size = 28883 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/02/cc/b7e31358aac6ed1ef2bb790a9746ac2c69bcb3c8588b41616914eb106eaf/exceptiongroup-1.2.2-py3-none-any.whl", hash = "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b", size = 16453 },
+]
+
+[[package]]
+name = "execnet"
+version = "2.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/bb/ff/b4c0dc78fbe20c3e59c0c7334de0c27eb4001a2b2017999af398bf730817/execnet-2.1.1.tar.gz", hash = "sha256:5189b52c6121c24feae288166ab41b32549c7e2348652736540b9e6e7d4e72e3", size = 166524 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/43/09/2aea36ff60d16dd8879bdb2f5b3ee0ba8d08cbbdcdfe870e695ce3784385/execnet-2.1.1-py3-none-any.whl", hash = "sha256:26dee51f1b80cebd6d0ca8e74dd8745419761d3bef34163928cbebbdc4749fdc", size = 40612 },
+]
+
+[[package]]
+name = "filelock"
+version = "3.16.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9d/db/3ef5bb276dae18d6ec2124224403d1d67bccdbefc17af4cc8f553e341ab1/filelock-3.16.1.tar.gz", hash = "sha256:c249fbfcd5db47e5e2d6d62198e565475ee65e4831e2561c8e313fa7eb961435", size = 18037 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b9/f8/feced7779d755758a52d1f6635d990b8d98dc0a29fa568bbe0625f18fdf3/filelock-3.16.1-py3-none-any.whl", hash = "sha256:2082e5703d51fbf98ea75855d9d5527e33d8ff23099bec374a134febee6946b0", size = 16163 },
+]
+
+[[package]]
+name = "flit"
+version = "3.10.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "docutils" },
+    { name = "flit-core" },
+    { name = "pip" },
+    { name = "requests" },
+    { name = "tomli-w" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/03/46/f84b8815d161e7392d124d3de6e5880d1d36a74162a77a5e2839dc3c8c68/flit-3.10.1.tar.gz", hash = "sha256:9c6258ae76d218ce60f9e39a43ca42006a3abcc5c44ea6bb2a1daa13857a8f1a", size = 143162 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b6/ba/d88b8f3253b4af5a88559aede6345975cc2b18ed77bf8daf977bbb9df2c5/flit-3.10.1-py3-none-any.whl", hash = "sha256:d79c19c2caae73cc486d3d827af6a11c1a84b9efdfab8d9683b714ec8d1dc1f1", size = 50683 },
+]
+
+[[package]]
+name = "flit-core"
+version = "3.10.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d5/ae/09427bea9227a33ec834ed5461432752fd5d02b14f93dd68406c91684622/flit_core-3.10.1.tar.gz", hash = "sha256:66e5b87874a0d6e39691f0e22f09306736b633548670ad3c09ec9db03c5662f7", size = 42842 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/be/2d/293fe6a58e73df57cc2b5e5cf2b17c6bb4fb5b0c390bab8f1e87bdc62529/flit_core-3.10.1-py3-none-any.whl", hash = "sha256:cb31a76e8b31ad3351bb89e531f64ef2b05d1e65bd939183250bf81ddf4922a8", size = 36389 },
+]
+
+[[package]]
+name = "gitdb"
+version = "4.0.11"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "smmap" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/19/0d/bbb5b5ee188dec84647a4664f3e11b06ade2bde568dbd489d9d64adef8ed/gitdb-4.0.11.tar.gz", hash = "sha256:bf5421126136d6d0af55bc1e7c1af1c397a34f5b7bd79e776cd3e89785c2b04b", size = 394469 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fd/5b/8f0c4a5bb9fd491c277c21eff7ccae71b47d43c4446c9d0c6cff2fe8c2c4/gitdb-4.0.11-py3-none-any.whl", hash = "sha256:81a3407ddd2ee8df444cbacea00e2d038e40150acfa3001696fe0dcf1d3adfa4", size = 62721 },
+]
+
+[[package]]
+name = "gitpython"
+version = "3.1.43"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "gitdb" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/b6/a1/106fd9fa2dd989b6fb36e5893961f82992cf676381707253e0bf93eb1662/GitPython-3.1.43.tar.gz", hash = "sha256:35f314a9f878467f5453cc1fee295c3e18e52f1b99f10f6cf5b1682e968a9e7c", size = 214149 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e9/bd/cc3a402a6439c15c3d4294333e13042b915bbeab54edc457c723931fed3f/GitPython-3.1.43-py3-none-any.whl", hash = "sha256:eec7ec56b92aad751f9912a73404bc02ba212a23adb2c7098ee668417051a1ff", size = 207337 },
+]
+
+[[package]]
+name = "google-api-core"
+version = "2.22.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "google-auth" },
+    { name = "googleapis-common-protos" },
+    { name = "proto-plus" },
+    { name = "protobuf" },
+    { name = "requests" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/00/c2/425f97c2087affbd452a05d3faa08d97de333f2ca554733e1becab55ee4e/google_api_core-2.22.0.tar.gz", hash = "sha256:26f8d76b96477db42b55fd02a33aae4a42ec8b86b98b94969b7333a2c828bf35", size = 159700 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ba/7b/1137a9811be73d8ff8238eb2d9f60f0bc0bb6a1edd87f9d47557ab937a2b/google_api_core-2.22.0-py3-none-any.whl", hash = "sha256:a6652b6bd51303902494998626653671703c420f6f4c88cfd3f50ed723e9d021", size = 156538 },
+]
+
+[[package]]
+name = "google-api-python-client"
+version = "2.151.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "google-api-core" },
+    { name = "google-auth" },
+    { name = "google-auth-httplib2" },
+    { name = "httplib2" },
+    { name = "uritemplate" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/7c/87/5a753c932a962f1ac72403608b6840500187fd9d856127a360b7a30c59ec/google_api_python_client-2.151.0.tar.gz", hash = "sha256:a9d26d630810ed4631aea21d1de3e42072f98240aaf184a8a1a874a371115034", size = 12030480 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/75/32/675ec68ed1bd27664d74f980cd262504603da0b683c2dd09c8725f576236/google_api_python_client-2.151.0-py2.py3-none-any.whl", hash = "sha256:4427b2f47cd88b0355d540c2c52215f68c337f3bc9d6aae1ceeae4525977504c", size = 12534219 },
+]
+
+[[package]]
+name = "google-auth"
+version = "2.35.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cachetools" },
+    { name = "pyasn1-modules" },
+    { name = "rsa" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a1/37/c854a8b1b1020cf042db3d67577c6f84cd1e8ff6515e4f5498ae9e444ea5/google_auth-2.35.0.tar.gz", hash = "sha256:f4c64ed4e01e8e8b646ef34c018f8bf3338df0c8e37d8b3bba40e7f574a3278a", size = 267223 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/27/1f/3a72917afcb0d5cd842cbccb81bf7a8a7b45b4c66d8dc4556ccb3b016bfc/google_auth-2.35.0-py2.py3-none-any.whl", hash = "sha256:25df55f327ef021de8be50bad0dfd4a916ad0de96da86cd05661c9297723ad3f", size = 208968 },
+]
+
+[[package]]
+name = "google-auth-httplib2"
+version = "0.2.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "google-auth" },
+    { name = "httplib2" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/56/be/217a598a818567b28e859ff087f347475c807a5649296fb5a817c58dacef/google-auth-httplib2-0.2.0.tar.gz", hash = "sha256:38aa7badf48f974f1eb9861794e9c0cb2a0511a4ec0679b1f886d108f5640e05", size = 10842 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/be/8a/fe34d2f3f9470a27b01c9e76226965863f153d5fbe276f83608562e49c04/google_auth_httplib2-0.2.0-py2.py3-none-any.whl", hash = "sha256:b65a0a2123300dd71281a7bf6e64d65a0759287df52729bdd1ae2e47dc311a3d", size = 9253 },
+]
+
+[[package]]
+name = "google-auth-oauthlib"
+version = "1.2.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "google-auth" },
+    { name = "requests-oauthlib" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/cc/0f/1772edb8d75ecf6280f1c7f51cbcebe274e8b17878b382f63738fd96cee5/google_auth_oauthlib-1.2.1.tar.gz", hash = "sha256:afd0cad092a2eaa53cd8e8298557d6de1034c6cb4a740500b5357b648af97263", size = 24970 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/1a/8e/22a28dfbd218033e4eeaf3a0533b2b54852b6530da0c0fe934f0cc494b29/google_auth_oauthlib-1.2.1-py2.py3-none-any.whl", hash = "sha256:2d58a27262d55aa1b87678c3ba7142a080098cbc2024f903c62355deb235d91f", size = 24930 },
+]
+
+[[package]]
+name = "googleapis-common-protos"
+version = "1.65.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "protobuf" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/53/3b/1599ceafa875ffb951480c8c74f4b77646a6b80e80970698f2aa93c216ce/googleapis_common_protos-1.65.0.tar.gz", hash = "sha256:334a29d07cddc3aa01dee4988f9afd9b2916ee2ff49d6b757155dc0d197852c0", size = 113657 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ec/08/49bfe7cf737952cc1a9c43e80cc258ed45dad7f183c5b8276fc94cb3862d/googleapis_common_protos-1.65.0-py2.py3-none-any.whl", hash = "sha256:2972e6c496f435b92590fd54045060867f3fe9be2c82ab148fc8885035479a63", size = 220890 },
+]
+
+[[package]]
+name = "h11"
+version = "0.14.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f5/38/3af3d3633a34a3316095b39c8e8fb4853a28a536e55d347bd8d8e9a14b03/h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d", size = 100418 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/95/04/ff642e65ad6b90db43e668d70ffb6736436c7ce41fcc549f4e9472234127/h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761", size = 58259 },
+]
+
+[[package]]
+name = "hatch"
+version = "1.9.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "click" },
+    { name = "hatchling" },
+    { name = "httpx" },
+    { name = "hyperlink" },
+    { name = "keyring" },
+    { name = "packaging" },
+    { name = "pexpect" },
+    { name = "platformdirs" },
+    { name = "rich" },
+    { name = "shellingham" },
+    { name = "tomli-w" },
+    { name = "tomlkit" },
+    { name = "userpath" },
+    { name = "virtualenv" },
+    { name = "zstandard" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/17/98/63bf6c592b65f67201db292489053b86310cfb107eb095d345398e00cbd3/hatch-1.9.4.tar.gz", hash = "sha256:9bb7d1c4a7a51cc1f9e16394875c940b45fa84b698f0291529316b27d74e7f32", size = 689598 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/05/38/ba8f90264d19ed39851f37a22f2a4be8e9644a1203f114b16647f954bb02/hatch-1.9.4-py3-none-any.whl", hash = "sha256:461eb86b4b46249e38a9a621c7239e61285fd8e14b5a1b5a727c394893a25300", size = 110812 },
+]
+
+[[package]]
+name = "hatchling"
+version = "1.21.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "editables" },
+    { name = "packaging" },
+    { name = "pathspec" },
+    { name = "pluggy" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+    { name = "trove-classifiers" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/d8/a1/7dd1caa87c0b15c04c6291e25112e5d082cce02ee87f221a8be1d594f857/hatchling-1.21.1.tar.gz", hash = "sha256:bba440453a224e7d4478457fa2e8d8c3633765bafa02975a6b53b9bf917980bc", size = 58059 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3a/bb/40528a09a33845bd7fd75c33b3be7faec3b5c8f15f68a58931da67420fb9/hatchling-1.21.1-py3-none-any.whl", hash = "sha256:21e8c13f8458b219a91cb84e5b61c15bf786695d1c4fabc29e91e78f94bfe892", size = 76740 },
+]
+
+[[package]]
+name = "httpcore"
+version = "1.0.6"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "certifi" },
+    { name = "h11" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/b6/44/ed0fa6a17845fb033bd885c03e842f08c1b9406c86a2e60ac1ae1b9206a6/httpcore-1.0.6.tar.gz", hash = "sha256:73f6dbd6eb8c21bbf7ef8efad555481853f5f6acdeaff1edb0694289269ee17f", size = 85180 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/06/89/b161908e2f51be56568184aeb4a880fd287178d176fd1c860d2217f41106/httpcore-1.0.6-py3-none-any.whl", hash = "sha256:27b59625743b85577a8c0e10e55b50b5368a4f2cfe8cc7bcfa9cf00829c2682f", size = 78011 },
+]
+
+[[package]]
+name = "httplib2"
+version = "0.22.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pyparsing" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/3d/ad/2371116b22d616c194aa25ec410c9c6c37f23599dcd590502b74db197584/httplib2-0.22.0.tar.gz", hash = "sha256:d7a10bc5ef5ab08322488bde8c726eeee5c8618723fdb399597ec58f3d82df81", size = 351116 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a8/6c/d2fbdaaa5959339d53ba38e94c123e4e84b8fbc4b84beb0e70d7c1608486/httplib2-0.22.0-py3-none-any.whl", hash = "sha256:14ae0a53c1ba8f3d37e9e27cf37eabb0fb9980f435ba405d546948b009dd64dc", size = 96854 },
+]
+
+[[package]]
+name = "httpx"
+version = "0.27.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "anyio" },
+    { name = "certifi" },
+    { name = "httpcore" },
+    { name = "idna" },
+    { name = "sniffio" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/78/82/08f8c936781f67d9e6b9eeb8a0c8b4e406136ea4c3d1f89a5db71d42e0e6/httpx-0.27.2.tar.gz", hash = "sha256:f7c2be1d2f3c3c3160d441802406b206c2b76f5947b11115e6df10c6c65e66c2", size = 144189 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/56/95/9377bcb415797e44274b51d46e3249eba641711cf3348050f76ee7b15ffc/httpx-0.27.2-py3-none-any.whl", hash = "sha256:7bb2708e112d8fdd7829cd4243970f0c223274051cb35ee80c03301ee29a3df0", size = 76395 },
+]
+
+[[package]]
+name = "hyperlink"
+version = "21.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "idna" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/3a/51/1947bd81d75af87e3bb9e34593a4cf118115a8feb451ce7a69044ef1412e/hyperlink-21.0.0.tar.gz", hash = "sha256:427af957daa58bc909471c6c40f74c5450fa123dd093fc53efd2e91d2705a56b", size = 140743 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6e/aa/8caf6a0a3e62863cbb9dab27135660acba46903b703e224f14f447e57934/hyperlink-21.0.0-py2.py3-none-any.whl", hash = "sha256:e6b14c37ecb73e89c77d78cdb4c2cc8f3fb59a885c5b3f819ff4ed80f25af1b4", size = 74638 },
+]
+
+[[package]]
+name = "identify"
+version = "2.6.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/29/bb/25024dbcc93516c492b75919e76f389bac754a3e4248682fba32b250c880/identify-2.6.1.tar.gz", hash = "sha256:91478c5fb7c3aac5ff7bf9b4344f803843dc586832d5f110d672b19aa1984c98", size = 99097 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7d/0c/4ef72754c050979fdcc06c744715ae70ea37e734816bb6514f79df77a42f/identify-2.6.1-py2.py3-none-any.whl", hash = "sha256:53863bcac7caf8d2ed85bd20312ea5dcfc22226800f6d6881f232d861db5a8f0", size = 98972 },
+]
+
+[[package]]
+name = "idna"
+version = "3.10"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f1/70/7703c29685631f5a7590aa73f1f1d3fa9a380e654b86af429e0934a32f7d/idna-3.10.tar.gz", hash = "sha256:12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9", size = 190490 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl", hash = "sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", size = 70442 },
+]
+
+[[package]]
+name = "importlib-metadata"
+version = "8.5.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "zipp" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/cd/12/33e59336dca5be0c398a7482335911a33aa0e20776128f038019f1a95f1b/importlib_metadata-8.5.0.tar.gz", hash = "sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7", size = 55304 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a0/d9/a1e041c5e7caa9a05c925f4bdbdfb7f006d1f74996af53467bc394c97be7/importlib_metadata-8.5.0-py3-none-any.whl", hash = "sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b", size = 26514 },
+]
+
+[[package]]
+name = "iniconfig"
+version = "2.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d7/4b/cbd8e699e64a6f16ca3a8220661b5f83792b3017d0f79807cb8708d33913/iniconfig-2.0.0.tar.gz", hash = "sha256:2d91e135bf72d31a410b17c16da610a82cb55f6b0477d1a902134b24a455b8b3", size = 4646 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ef/a6/62565a6e1cf69e10f5727360368e451d4b7f58beeac6173dc9db836a5b46/iniconfig-2.0.0-py3-none-any.whl", hash = "sha256:b6a85871a79d2e3b22d2d1b94ac2824226a63c6b741c88f7ae975f18b6778374", size = 5892 },
+]
+
+[[package]]
+name = "inputimeout"
+version = "1.0.4"
+source = { registry = "https://pypi.org/simple" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/97/9c/1646ca469bc2dc299ac393c8d31136c6c22a35ca1e373fa462ac01100d37/inputimeout-1.0.4-py3-none-any.whl", hash = "sha256:f4e23d27753cfc25268eefc8d52a3edc46280ad831d226617c51882423475a43", size = 4639 },
+]
+
+[[package]]
+name = "jaraco-classes"
+version = "3.4.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "more-itertools" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/06/c0/ed4a27bc5571b99e3cff68f8a9fa5b56ff7df1c2251cc715a652ddd26402/jaraco.classes-3.4.0.tar.gz", hash = "sha256:47a024b51d0239c0dd8c8540c6c7f484be3b8fcf0b2d85c13825780d3b3f3acd", size = 11780 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7f/66/b15ce62552d84bbfcec9a4873ab79d993a1dd4edb922cbfccae192bd5b5f/jaraco.classes-3.4.0-py3-none-any.whl", hash = "sha256:f662826b6bed8cace05e7ff873ce0f9283b5c924470fe664fff1c2f00f581790", size = 6777 },
+]
+
+[[package]]
+name = "jaraco-context"
+version = "6.0.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "backports-tarfile", marker = "python_full_version < '3.12'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/df/ad/f3777b81bf0b6e7bc7514a1656d3e637b2e8e15fab2ce3235730b3e7a4e6/jaraco_context-6.0.1.tar.gz", hash = "sha256:9bae4ea555cf0b14938dc0aee7c9f32ed303aa20a3b73e7dc80111628792d1b3", size = 13912 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ff/db/0c52c4cf5e4bd9f5d7135ec7669a3a767af21b3a308e1ed3674881e52b62/jaraco.context-6.0.1-py3-none-any.whl", hash = "sha256:f797fc481b490edb305122c9181830a3a5b76d84ef6d1aef2fb9b47ab956f9e4", size = 6825 },
+]
+
+[[package]]
+name = "jaraco-functools"
+version = "4.1.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "more-itertools" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ab/23/9894b3df5d0a6eb44611c36aec777823fc2e07740dabbd0b810e19594013/jaraco_functools-4.1.0.tar.gz", hash = "sha256:70f7e0e2ae076498e212562325e805204fc092d7b4c17e0e86c959e249701a9d", size = 19159 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9f/4f/24b319316142c44283d7540e76c7b5a6dbd5db623abd86bb7b3491c21018/jaraco.functools-4.1.0-py3-none-any.whl", hash = "sha256:ad159f13428bc4acbf5541ad6dec511f91573b90fba04df61dafa2a1231cf649", size = 10187 },
+]
+
+[[package]]
+name = "jeepney"
+version = "0.8.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d6/f4/154cf374c2daf2020e05c3c6a03c91348d59b23c5366e968feb198306fdf/jeepney-0.8.0.tar.gz", hash = "sha256:5efe48d255973902f6badc3ce55e2aa6c5c3b3bc642059ef3a91247bcfcc5806", size = 106005 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ae/72/2a1e2290f1ab1e06f71f3d0f1646c9e4634e70e1d37491535e19266e8dc9/jeepney-0.8.0-py3-none-any.whl", hash = "sha256:c0a454ad016ca575060802ee4d590dd912e35c122fa04e70306de3d076cce755", size = 48435 },
+]
+
+[[package]]
+name = "jinja2"
+version = "3.1.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markupsafe" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ed/55/39036716d19cab0747a5020fc7e907f362fbf48c984b14e62127f7e68e5d/jinja2-3.1.4.tar.gz", hash = "sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369", size = 240245 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/31/80/3a54838c3fb461f6fec263ebf3a3a41771bd05190238de3486aae8540c36/jinja2-3.1.4-py3-none-any.whl", hash = "sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d", size = 133271 },
+]
+
+[[package]]
+name = "jsonschema"
+version = "4.23.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "attrs" },
+    { name = "jsonschema-specifications" },
+    { name = "referencing" },
+    { name = "rpds-py" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/38/2e/03362ee4034a4c917f697890ccd4aec0800ccf9ded7f511971c75451deec/jsonschema-4.23.0.tar.gz", hash = "sha256:d71497fef26351a33265337fa77ffeb82423f3ea21283cd9467bb03999266bc4", size = 325778 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/69/4a/4f9dbeb84e8850557c02365a0eee0649abe5eb1d84af92a25731c6c0f922/jsonschema-4.23.0-py3-none-any.whl", hash = "sha256:fbadb6f8b144a8f8cf9f0b89ba94501d143e50411a1278633f56a7acf7fd5566", size = 88462 },
+]
+
+[[package]]
+name = "jsonschema-specifications"
+version = "2024.10.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "referencing" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/10/db/58f950c996c793472e336ff3655b13fbcf1e3b359dcf52dcf3ed3b52c352/jsonschema_specifications-2024.10.1.tar.gz", hash = "sha256:0f38b83639958ce1152d02a7f062902c41c8fd20d558b0c34344292d417ae272", size = 15561 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/0f/8910b19ac0670a0f80ce1008e5e751c4a57e14d2c4c13a482aa6079fa9d6/jsonschema_specifications-2024.10.1-py3-none-any.whl", hash = "sha256:a09a0680616357d9a0ecf05c12ad234479f549239d0f5b55f3deea67475da9bf", size = 18459 },
+]
+
+[[package]]
+name = "keyring"
+version = "25.5.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "importlib-metadata", marker = "python_full_version < '3.12'" },
+    { name = "jaraco-classes" },
+    { name = "jaraco-context" },
+    { name = "jaraco-functools" },
+    { name = "jeepney", marker = "sys_platform == 'linux'" },
+    { name = "pywin32-ctypes", marker = "sys_platform == 'win32'" },
+    { name = "secretstorage", marker = "sys_platform == 'linux'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f6/24/64447b13df6a0e2797b586dad715766d756c932ce8ace7f67bd384d76ae0/keyring-25.5.0.tar.gz", hash = "sha256:4c753b3ec91717fe713c4edd522d625889d8973a349b0e582622f49766de58e6", size = 62675 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/32/c9/353c156fa2f057e669106e5d6bcdecf85ef8d3536ce68ca96f18dc7b6d6f/keyring-25.5.0-py3-none-any.whl", hash = "sha256:e67f8ac32b04be4714b42fe84ce7dad9c40985b9ca827c592cc303e7c26d9741", size = 39096 },
+]
+
+[[package]]
+name = "markdown-it-py"
+version = "3.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "mdurl" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/38/71/3b932df36c1a044d397a1f92d1cf91ee0a503d91e470cbd670aa66b07ed0/markdown-it-py-3.0.0.tar.gz", hash = "sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb", size = 74596 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl", hash = "sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", size = 87528 },
+]
+
+[[package]]
+name = "markupsafe"
+version = "3.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/b2/97/5d42485e71dfc078108a86d6de8fa46db44a1a9295e89c5d6d4a06e23a62/markupsafe-3.0.2.tar.gz", hash = "sha256:ee55d3edf80167e48ea11a923c7386f4669df67d7994554387f84e7d8b0a2bf0", size = 20537 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/04/90/d08277ce111dd22f77149fd1a5d4653eeb3b3eaacbdfcbae5afb2600eebd/MarkupSafe-3.0.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:7e94c425039cde14257288fd61dcfb01963e658efbc0ff54f5306b06054700f8", size = 14357 },
+    { url = "https://files.pythonhosted.org/packages/04/e1/6e2194baeae0bca1fae6629dc0cbbb968d4d941469cbab11a3872edff374/MarkupSafe-3.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9e2d922824181480953426608b81967de705c3cef4d1af983af849d7bd619158", size = 12393 },
+    { url = "https://files.pythonhosted.org/packages/1d/69/35fa85a8ece0a437493dc61ce0bb6d459dcba482c34197e3efc829aa357f/MarkupSafe-3.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:38a9ef736c01fccdd6600705b09dc574584b89bea478200c5fbf112a6b0d5579", size = 21732 },
+    { url = "https://files.pythonhosted.org/packages/22/35/137da042dfb4720b638d2937c38a9c2df83fe32d20e8c8f3185dbfef05f7/MarkupSafe-3.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bbcb445fa71794da8f178f0f6d66789a28d7319071af7a496d4d507ed566270d", size = 20866 },
+    { url = "https://files.pythonhosted.org/packages/29/28/6d029a903727a1b62edb51863232152fd335d602def598dade38996887f0/MarkupSafe-3.0.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:57cb5a3cf367aeb1d316576250f65edec5bb3be939e9247ae594b4bcbc317dfb", size = 20964 },
+    { url = "https://files.pythonhosted.org/packages/cc/cd/07438f95f83e8bc028279909d9c9bd39e24149b0d60053a97b2bc4f8aa51/MarkupSafe-3.0.2-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:3809ede931876f5b2ec92eef964286840ed3540dadf803dd570c3b7e13141a3b", size = 21977 },
+    { url = "https://files.pythonhosted.org/packages/29/01/84b57395b4cc062f9c4c55ce0df7d3108ca32397299d9df00fedd9117d3d/MarkupSafe-3.0.2-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:e07c3764494e3776c602c1e78e298937c3315ccc9043ead7e685b7f2b8d47b3c", size = 21366 },
+    { url = "https://files.pythonhosted.org/packages/bd/6e/61ebf08d8940553afff20d1fb1ba7294b6f8d279df9fd0c0db911b4bbcfd/MarkupSafe-3.0.2-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:b424c77b206d63d500bcb69fa55ed8d0e6a3774056bdc4839fc9298a7edca171", size = 21091 },
+    { url = "https://files.pythonhosted.org/packages/11/23/ffbf53694e8c94ebd1e7e491de185124277964344733c45481f32ede2499/MarkupSafe-3.0.2-cp310-cp310-win32.whl", hash = "sha256:fcabf5ff6eea076f859677f5f0b6b5c1a51e70a376b0579e0eadef8db48c6b50", size = 15065 },
+    { url = "https://files.pythonhosted.org/packages/44/06/e7175d06dd6e9172d4a69a72592cb3f7a996a9c396eee29082826449bbc3/MarkupSafe-3.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:6af100e168aa82a50e186c82875a5893c5597a0c1ccdb0d8b40240b1f28b969a", size = 15514 },
+    { url = "https://files.pythonhosted.org/packages/6b/28/bbf83e3f76936960b850435576dd5e67034e200469571be53f69174a2dfd/MarkupSafe-3.0.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:9025b4018f3a1314059769c7bf15441064b2207cb3f065e6ea1e7359cb46db9d", size = 14353 },
+    { url = "https://files.pythonhosted.org/packages/6c/30/316d194b093cde57d448a4c3209f22e3046c5bb2fb0820b118292b334be7/MarkupSafe-3.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:93335ca3812df2f366e80509ae119189886b0f3c2b81325d39efdb84a1e2ae93", size = 12392 },
+    { url = "https://files.pythonhosted.org/packages/f2/96/9cdafba8445d3a53cae530aaf83c38ec64c4d5427d975c974084af5bc5d2/MarkupSafe-3.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2cb8438c3cbb25e220c2ab33bb226559e7afb3baec11c4f218ffa7308603c832", size = 23984 },
+    { url = "https://files.pythonhosted.org/packages/f1/a4/aefb044a2cd8d7334c8a47d3fb2c9f328ac48cb349468cc31c20b539305f/MarkupSafe-3.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a123e330ef0853c6e822384873bef7507557d8e4a082961e1defa947aa59ba84", size = 23120 },
+    { url = "https://files.pythonhosted.org/packages/8d/21/5e4851379f88f3fad1de30361db501300d4f07bcad047d3cb0449fc51f8c/MarkupSafe-3.0.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1e084f686b92e5b83186b07e8a17fc09e38fff551f3602b249881fec658d3eca", size = 23032 },
+    { url = "https://files.pythonhosted.org/packages/00/7b/e92c64e079b2d0d7ddf69899c98842f3f9a60a1ae72657c89ce2655c999d/MarkupSafe-3.0.2-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:d8213e09c917a951de9d09ecee036d5c7d36cb6cb7dbaece4c71a60d79fb9798", size = 24057 },
+    { url = "https://files.pythonhosted.org/packages/f9/ac/46f960ca323037caa0a10662ef97d0a4728e890334fc156b9f9e52bcc4ca/MarkupSafe-3.0.2-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:5b02fb34468b6aaa40dfc198d813a641e3a63b98c2b05a16b9f80b7ec314185e", size = 23359 },
+    { url = "https://files.pythonhosted.org/packages/69/84/83439e16197337b8b14b6a5b9c2105fff81d42c2a7c5b58ac7b62ee2c3b1/MarkupSafe-3.0.2-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:0bff5e0ae4ef2e1ae4fdf2dfd5b76c75e5c2fa4132d05fc1b0dabcd20c7e28c4", size = 23306 },
+    { url = "https://files.pythonhosted.org/packages/9a/34/a15aa69f01e2181ed8d2b685c0d2f6655d5cca2c4db0ddea775e631918cd/MarkupSafe-3.0.2-cp311-cp311-win32.whl", hash = "sha256:6c89876f41da747c8d3677a2b540fb32ef5715f97b66eeb0c6b66f5e3ef6f59d", size = 15094 },
+    { url = "https://files.pythonhosted.org/packages/da/b8/3a3bd761922d416f3dc5d00bfbed11f66b1ab89a0c2b6e887240a30b0f6b/MarkupSafe-3.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:70a87b411535ccad5ef2f1df5136506a10775d267e197e4cf531ced10537bd6b", size = 15521 },
+    { url = "https://files.pythonhosted.org/packages/22/09/d1f21434c97fc42f09d290cbb6350d44eb12f09cc62c9476effdb33a18aa/MarkupSafe-3.0.2-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:9778bd8ab0a994ebf6f84c2b949e65736d5575320a17ae8984a77fab08db94cf", size = 14274 },
+    { url = "https://files.pythonhosted.org/packages/6b/b0/18f76bba336fa5aecf79d45dcd6c806c280ec44538b3c13671d49099fdd0/MarkupSafe-3.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:846ade7b71e3536c4e56b386c2a47adf5741d2d8b94ec9dc3e92e5e1ee1e2225", size = 12348 },
+    { url = "https://files.pythonhosted.org/packages/e0/25/dd5c0f6ac1311e9b40f4af06c78efde0f3b5cbf02502f8ef9501294c425b/MarkupSafe-3.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1c99d261bd2d5f6b59325c92c73df481e05e57f19837bdca8413b9eac4bd8028", size = 24149 },
+    { url = "https://files.pythonhosted.org/packages/f3/f0/89e7aadfb3749d0f52234a0c8c7867877876e0a20b60e2188e9850794c17/MarkupSafe-3.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e17c96c14e19278594aa4841ec148115f9c7615a47382ecb6b82bd8fea3ab0c8", size = 23118 },
+    { url = "https://files.pythonhosted.org/packages/d5/da/f2eeb64c723f5e3777bc081da884b414671982008c47dcc1873d81f625b6/MarkupSafe-3.0.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:88416bd1e65dcea10bc7569faacb2c20ce071dd1f87539ca2ab364bf6231393c", size = 22993 },
+    { url = "https://files.pythonhosted.org/packages/da/0e/1f32af846df486dce7c227fe0f2398dc7e2e51d4a370508281f3c1c5cddc/MarkupSafe-3.0.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:2181e67807fc2fa785d0592dc2d6206c019b9502410671cc905d132a92866557", size = 24178 },
+    { url = "https://files.pythonhosted.org/packages/c4/f6/bb3ca0532de8086cbff5f06d137064c8410d10779c4c127e0e47d17c0b71/MarkupSafe-3.0.2-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:52305740fe773d09cffb16f8ed0427942901f00adedac82ec8b67752f58a1b22", size = 23319 },
+    { url = "https://files.pythonhosted.org/packages/a2/82/8be4c96ffee03c5b4a034e60a31294daf481e12c7c43ab8e34a1453ee48b/MarkupSafe-3.0.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:ad10d3ded218f1039f11a75f8091880239651b52e9bb592ca27de44eed242a48", size = 23352 },
+    { url = "https://files.pythonhosted.org/packages/51/ae/97827349d3fcffee7e184bdf7f41cd6b88d9919c80f0263ba7acd1bbcb18/MarkupSafe-3.0.2-cp312-cp312-win32.whl", hash = "sha256:0f4ca02bea9a23221c0182836703cbf8930c5e9454bacce27e767509fa286a30", size = 15097 },
+    { url = "https://files.pythonhosted.org/packages/c1/80/a61f99dc3a936413c3ee4e1eecac96c0da5ed07ad56fd975f1a9da5bc630/MarkupSafe-3.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:8e06879fc22a25ca47312fbe7c8264eb0b662f6db27cb2d3bbbc74b1df4b9b87", size = 15601 },
+    { url = "https://files.pythonhosted.org/packages/83/0e/67eb10a7ecc77a0c2bbe2b0235765b98d164d81600746914bebada795e97/MarkupSafe-3.0.2-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:ba9527cdd4c926ed0760bc301f6728ef34d841f405abf9d4f959c478421e4efd", size = 14274 },
+    { url = "https://files.pythonhosted.org/packages/2b/6d/9409f3684d3335375d04e5f05744dfe7e9f120062c9857df4ab490a1031a/MarkupSafe-3.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:f8b3d067f2e40fe93e1ccdd6b2e1d16c43140e76f02fb1319a05cf2b79d99430", size = 12352 },
+    { url = "https://files.pythonhosted.org/packages/d2/f5/6eadfcd3885ea85fe2a7c128315cc1bb7241e1987443d78c8fe712d03091/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:569511d3b58c8791ab4c2e1285575265991e6d8f8700c7be0e88f86cb0672094", size = 24122 },
+    { url = "https://files.pythonhosted.org/packages/0c/91/96cf928db8236f1bfab6ce15ad070dfdd02ed88261c2afafd4b43575e9e9/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:15ab75ef81add55874e7ab7055e9c397312385bd9ced94920f2802310c930396", size = 23085 },
+    { url = "https://files.pythonhosted.org/packages/c2/cf/c9d56af24d56ea04daae7ac0940232d31d5a8354f2b457c6d856b2057d69/MarkupSafe-3.0.2-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f3818cb119498c0678015754eba762e0d61e5b52d34c8b13d770f0719f7b1d79", size = 22978 },
+    { url = "https://files.pythonhosted.org/packages/2a/9f/8619835cd6a711d6272d62abb78c033bda638fdc54c4e7f4272cf1c0962b/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:cdb82a876c47801bb54a690c5ae105a46b392ac6099881cdfb9f6e95e4014c6a", size = 24208 },
+    { url = "https://files.pythonhosted.org/packages/f9/bf/176950a1792b2cd2102b8ffeb5133e1ed984547b75db47c25a67d3359f77/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:cabc348d87e913db6ab4aa100f01b08f481097838bdddf7c7a84b7575b7309ca", size = 23357 },
+    { url = "https://files.pythonhosted.org/packages/ce/4f/9a02c1d335caabe5c4efb90e1b6e8ee944aa245c1aaaab8e8a618987d816/MarkupSafe-3.0.2-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:444dcda765c8a838eaae23112db52f1efaf750daddb2d9ca300bcae1039adc5c", size = 23344 },
+    { url = "https://files.pythonhosted.org/packages/ee/55/c271b57db36f748f0e04a759ace9f8f759ccf22b4960c270c78a394f58be/MarkupSafe-3.0.2-cp313-cp313-win32.whl", hash = "sha256:bcf3e58998965654fdaff38e58584d8937aa3096ab5354d493c77d1fdd66d7a1", size = 15101 },
+    { url = "https://files.pythonhosted.org/packages/29/88/07df22d2dd4df40aba9f3e402e6dc1b8ee86297dddbad4872bd5e7b0094f/MarkupSafe-3.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:e6a2a455bd412959b57a172ce6328d2dd1f01cb2135efda2e4576e8a23fa3b0f", size = 15603 },
+    { url = "https://files.pythonhosted.org/packages/62/6a/8b89d24db2d32d433dffcd6a8779159da109842434f1dd2f6e71f32f738c/MarkupSafe-3.0.2-cp313-cp313t-macosx_10_13_universal2.whl", hash = "sha256:b5a6b3ada725cea8a5e634536b1b01c30bcdcd7f9c6fff4151548d5bf6b3a36c", size = 14510 },
+    { url = "https://files.pythonhosted.org/packages/7a/06/a10f955f70a2e5a9bf78d11a161029d278eeacbd35ef806c3fd17b13060d/MarkupSafe-3.0.2-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:a904af0a6162c73e3edcb969eeeb53a63ceeb5d8cf642fade7d39e7963a22ddb", size = 12486 },
+    { url = "https://files.pythonhosted.org/packages/34/cf/65d4a571869a1a9078198ca28f39fba5fbb910f952f9dbc5220afff9f5e6/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4aa4e5faecf353ed117801a068ebab7b7e09ffb6e1d5e412dc852e0da018126c", size = 25480 },
+    { url = "https://files.pythonhosted.org/packages/0c/e3/90e9651924c430b885468b56b3d597cabf6d72be4b24a0acd1fa0e12af67/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c0ef13eaeee5b615fb07c9a7dadb38eac06a0608b41570d8ade51c56539e509d", size = 23914 },
+    { url = "https://files.pythonhosted.org/packages/66/8c/6c7cf61f95d63bb866db39085150df1f2a5bd3335298f14a66b48e92659c/MarkupSafe-3.0.2-cp313-cp313t-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d16a81a06776313e817c951135cf7340a3e91e8c1ff2fac444cfd75fffa04afe", size = 23796 },
+    { url = "https://files.pythonhosted.org/packages/bb/35/cbe9238ec3f47ac9a7c8b3df7a808e7cb50fe149dc7039f5f454b3fba218/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:6381026f158fdb7c72a168278597a5e3a5222e83ea18f543112b2662a9b699c5", size = 25473 },
+    { url = "https://files.pythonhosted.org/packages/e6/32/7621a4382488aa283cc05e8984a9c219abad3bca087be9ec77e89939ded9/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_i686.whl", hash = "sha256:3d79d162e7be8f996986c064d1c7c817f6df3a77fe3d6859f6f9e7be4b8c213a", size = 24114 },
+    { url = "https://files.pythonhosted.org/packages/0d/80/0985960e4b89922cb5a0bac0ed39c5b96cbc1a536a99f30e8c220a996ed9/MarkupSafe-3.0.2-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:131a3c7689c85f5ad20f9f6fb1b866f402c445b220c19fe4308c0b147ccd2ad9", size = 24098 },
+    { url = "https://files.pythonhosted.org/packages/82/78/fedb03c7d5380df2427038ec8d973587e90561b2d90cd472ce9254cf348b/MarkupSafe-3.0.2-cp313-cp313t-win32.whl", hash = "sha256:ba8062ed2cf21c07a9e295d5b8a2a5ce678b913b45fdf68c32d95d6c1291e0b6", size = 15208 },
+    { url = "https://files.pythonhosted.org/packages/4f/65/6079a46068dfceaeabb5dcad6d674f5f5c61a6fa5673746f42a9f4c233b3/MarkupSafe-3.0.2-cp313-cp313t-win_amd64.whl", hash = "sha256:e444a31f8db13eb18ada366ab3cf45fd4b31e4db1236a4448f68778c1d1a5a2f", size = 15739 },
+    { url = "https://files.pythonhosted.org/packages/a7/ea/9b1530c3fdeeca613faeb0fb5cbcf2389d816072fab72a71b45749ef6062/MarkupSafe-3.0.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:eaa0a10b7f72326f1372a713e73c3f739b524b3af41feb43e4921cb529f5929a", size = 14344 },
+    { url = "https://files.pythonhosted.org/packages/4b/c2/fbdbfe48848e7112ab05e627e718e854d20192b674952d9042ebd8c9e5de/MarkupSafe-3.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:48032821bbdf20f5799ff537c7ac3d1fba0ba032cfc06194faffa8cda8b560ff", size = 12389 },
+    { url = "https://files.pythonhosted.org/packages/f0/25/7a7c6e4dbd4f867d95d94ca15449e91e52856f6ed1905d58ef1de5e211d0/MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1a9d3f5f0901fdec14d8d2f66ef7d035f2157240a433441719ac9a3fba440b13", size = 21607 },
+    { url = "https://files.pythonhosted.org/packages/53/8f/f339c98a178f3c1e545622206b40986a4c3307fe39f70ccd3d9df9a9e425/MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:88b49a3b9ff31e19998750c38e030fc7bb937398b1f78cfa599aaef92d693144", size = 20728 },
+    { url = "https://files.pythonhosted.org/packages/1a/03/8496a1a78308456dbd50b23a385c69b41f2e9661c67ea1329849a598a8f9/MarkupSafe-3.0.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:cfad01eed2c2e0c01fd0ecd2ef42c492f7f93902e39a42fc9ee1692961443a29", size = 20826 },
+    { url = "https://files.pythonhosted.org/packages/e6/cf/0a490a4bd363048c3022f2f475c8c05582179bb179defcee4766fb3dcc18/MarkupSafe-3.0.2-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:1225beacc926f536dc82e45f8a4d68502949dc67eea90eab715dea3a21c1b5f0", size = 21843 },
+    { url = "https://files.pythonhosted.org/packages/19/a3/34187a78613920dfd3cdf68ef6ce5e99c4f3417f035694074beb8848cd77/MarkupSafe-3.0.2-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:3169b1eefae027567d1ce6ee7cae382c57fe26e82775f460f0b2778beaad66c0", size = 21219 },
+    { url = "https://files.pythonhosted.org/packages/17/d8/5811082f85bb88410ad7e452263af048d685669bbbfb7b595e8689152498/MarkupSafe-3.0.2-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:eb7972a85c54febfb25b5c4b4f3af4dcc731994c7da0d8a0b4a6eb0640e1d178", size = 20946 },
+    { url = "https://files.pythonhosted.org/packages/7c/31/bd635fb5989440d9365c5e3c47556cfea121c7803f5034ac843e8f37c2f2/MarkupSafe-3.0.2-cp39-cp39-win32.whl", hash = "sha256:8c4e8c3ce11e1f92f6536ff07154f9d49677ebaaafc32db9db4620bc11ed480f", size = 15063 },
+    { url = "https://files.pythonhosted.org/packages/b3/73/085399401383ce949f727afec55ec3abd76648d04b9f22e1c0e99cb4bec3/MarkupSafe-3.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:6e296a513ca3d94054c2c881cc913116e90fd030ad1c656b3869762b754f5f8a", size = 15506 },
+]
+
+[[package]]
+name = "mdurl"
+version = "0.1.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz", hash = "sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", size = 8729 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979 },
+]
+
+[[package]]
+name = "more-itertools"
+version = "10.5.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/51/78/65922308c4248e0eb08ebcbe67c95d48615cc6f27854b6f2e57143e9178f/more-itertools-10.5.0.tar.gz", hash = "sha256:5482bfef7849c25dc3c6dd53a6173ae4795da2a41a80faea6700d9f5846c5da6", size = 121020 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/48/7e/3a64597054a70f7c86eb0a7d4fc315b8c1ab932f64883a297bdffeb5f967/more_itertools-10.5.0-py3-none-any.whl", hash = "sha256:037b0d3203ce90cca8ab1defbbdac29d5f993fc20131f3664dc8d6acfa872aef", size = 60952 },
+]
+
+[[package]]
+name = "mypy-extensions"
+version = "1.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/98/a4/1ab47638b92648243faf97a5aeb6ea83059cc3624972ab6b8d2316078d3f/mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782", size = 4433 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/2a/e2/5d3f6ada4297caebe1a2add3b126fe800c96f56dbe5d1988a2cbe0b267aa/mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d", size = 4695 },
+]
+
+[[package]]
+name = "nh3"
+version = "0.2.18"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/62/73/10df50b42ddb547a907deeb2f3c9823022580a7a47281e8eae8e003a9639/nh3-0.2.18.tar.gz", hash = "sha256:94a166927e53972a9698af9542ace4e38b9de50c34352b962f4d9a7d4c927af4", size = 15028 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b3/89/1daff5d9ba5a95a157c092c7c5f39b8dd2b1ddb4559966f808d31cfb67e0/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.macosx_11_0_arm64.macosx_10_12_universal2.whl", hash = "sha256:14c5a72e9fe82aea5fe3072116ad4661af5cf8e8ff8fc5ad3450f123e4925e86", size = 1374474 },
+    { url = "https://files.pythonhosted.org/packages/2c/b6/42fc3c69cabf86b6b81e4c051a9b6e249c5ba9f8155590222c2622961f58/nh3-0.2.18-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:7b7c2a3c9eb1a827d42539aa64091640bd275b81e097cd1d8d82ef91ffa2e811", size = 694573 },
+    { url = "https://files.pythonhosted.org/packages/45/b9/833f385403abaf0023c6547389ec7a7acf141ddd9d1f21573723a6eab39a/nh3-0.2.18-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42c64511469005058cd17cc1537578eac40ae9f7200bedcfd1fc1a05f4f8c200", size = 844082 },
+    { url = "https://files.pythonhosted.org/packages/05/2b/85977d9e11713b5747595ee61f381bc820749daf83f07b90b6c9964cf932/nh3-0.2.18-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:0411beb0589eacb6734f28d5497ca2ed379eafab8ad8c84b31bb5c34072b7164", size = 782460 },
+    { url = "https://files.pythonhosted.org/packages/72/f2/5c894d5265ab80a97c68ca36f25c8f6f0308abac649aaf152b74e7e854a8/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:5f36b271dae35c465ef5e9090e1fdaba4a60a56f0bb0ba03e0932a66f28b9189", size = 879827 },
+    { url = "https://files.pythonhosted.org/packages/ab/a7/375afcc710dbe2d64cfbd69e31f82f3e423d43737258af01f6a56d844085/nh3-0.2.18-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:34c03fa78e328c691f982b7c03d4423bdfd7da69cd707fe572f544cf74ac23ad", size = 841080 },
+    { url = "https://files.pythonhosted.org/packages/c2/a8/3bb02d0c60a03ad3a112b76c46971e9480efa98a8946677b5a59f60130ca/nh3-0.2.18-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:19aaba96e0f795bd0a6c56291495ff59364f4300d4a39b29a0abc9cb3774a84b", size = 924144 },
+    { url = "https://files.pythonhosted.org/packages/1b/63/6ab90d0e5225ab9780f6c9fb52254fa36b52bb7c188df9201d05b647e5e1/nh3-0.2.18-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de3ceed6e661954871d6cd78b410213bdcb136f79aafe22aa7182e028b8c7307", size = 769192 },
+    { url = "https://files.pythonhosted.org/packages/a4/17/59391c28580e2c32272761629893e761442fc7666da0b1cdb479f3b67b88/nh3-0.2.18-cp37-abi3-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:6955369e4d9f48f41e3f238a9e60f9410645db7e07435e62c6a9ea6135a4907f", size = 791042 },
+    { url = "https://files.pythonhosted.org/packages/a3/da/0c4e282bc3cff4a0adf37005fa1fb42257673fbc1bbf7d1ff639ec3d255a/nh3-0.2.18-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:f0eca9ca8628dbb4e916ae2491d72957fdd35f7a5d326b7032a345f111ac07fe", size = 1010073 },
+    { url = "https://files.pythonhosted.org/packages/de/81/c291231463d21da5f8bba82c8167a6d6893cc5419b0639801ee5d3aeb8a9/nh3-0.2.18-cp37-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:3a157ab149e591bb638a55c8c6bcb8cdb559c8b12c13a8affaba6cedfe51713a", size = 1029782 },
+    { url = "https://files.pythonhosted.org/packages/63/1d/842fed85cf66c973be0aed8770093d6a04741f65e2c388ddd4c07fd3296e/nh3-0.2.18-cp37-abi3-musllinux_1_2_i686.whl", hash = "sha256:c8b3a1cebcba9b3669ed1a84cc65bf005728d2f0bc1ed2a6594a992e817f3a50", size = 942504 },
+    { url = "https://files.pythonhosted.org/packages/eb/61/73a007c74c37895fdf66e0edcd881f5eaa17a348ff02f4bb4bc906d61085/nh3-0.2.18-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:36c95d4b70530b320b365659bb5034341316e6a9b30f0b25fa9c9eff4c27a204", size = 941541 },
+    { url = "https://files.pythonhosted.org/packages/78/48/54a788fc9428e481b2f58e0cd8564f6c74ffb6e9ef73d39e8acbeae8c629/nh3-0.2.18-cp37-abi3-win32.whl", hash = "sha256:a7f1b5b2c15866f2db413a3649a8fe4fd7b428ae58be2c0f6bca5eefd53ca2be", size = 573750 },
+    { url = "https://files.pythonhosted.org/packages/26/8d/53c5b19c4999bdc6ba95f246f4ef35ca83d7d7423e5e38be43ad66544e5d/nh3-0.2.18-cp37-abi3-win_amd64.whl", hash = "sha256:8ce0f819d2f1933953fca255db2471ad58184a60508f03e6285e5114b6254844", size = 579012 },
+]
+
+[[package]]
+name = "nodeenv"
+version = "1.9.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/43/16/fc88b08840de0e0a72a2f9d8c6bae36be573e475a6326ae854bcc549fc45/nodeenv-1.9.1.tar.gz", hash = "sha256:6ec12890a2dab7946721edbfbcd91f3319c6ccc9aec47be7c7e6b7011ee6645f", size = 47437 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d2/1d/1b658dbd2b9fa9c4c9f32accbfc0205d532c8c6194dc0f2a4c0428e7128a/nodeenv-1.9.1-py2.py3-none-any.whl", hash = "sha256:ba11c9782d29c27c70ffbdda2d7415098754709be8a7056d79a737cd901155c9", size = 22314 },
+]
+
+[[package]]
+name = "oauthlib"
+version = "3.2.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/6d/fa/fbf4001037904031639e6bfbfc02badfc7e12f137a8afa254df6c4c8a670/oauthlib-3.2.2.tar.gz", hash = "sha256:9859c40929662bec5d64f34d01c99e093149682a3f38915dc0655d5a633dd918", size = 177352 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7e/80/cab10959dc1faead58dc8384a781dfbf93cb4d33d50988f7a69f1b7c9bbe/oauthlib-3.2.2-py3-none-any.whl", hash = "sha256:8139f29aac13e25d502680e9e19963e83f16838d48a0d71c287fe40e7067fbca", size = 151688 },
+]
+
+[[package]]
+name = "packaging"
+version = "24.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/51/65/50db4dda066951078f0a96cf12f4b9ada6e4b811516bf0262c0f4f7064d4/packaging-24.1.tar.gz", hash = "sha256:026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002", size = 148788 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/08/aa/cc0199a5f0ad350994d660967a8efb233fe0416e4639146c089643407ce6/packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124", size = 53985 },
+]
+
+[[package]]
+name = "pathspec"
+version = "0.12.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ca/bc/f35b8446f4531a7cb215605d100cd88b7ac6f44ab3fc94870c120ab3adbf/pathspec-0.12.1.tar.gz", hash = "sha256:a482d51503a1ab33b1c67a6c3813a26953dbdc71c31dacaef9a838c4e29f5712", size = 51043 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/cc/20/ff623b09d963f88bfde16306a54e12ee5ea43e9b597108672ff3a408aad6/pathspec-0.12.1-py3-none-any.whl", hash = "sha256:a0d503e138a4c123b27490a4f7beda6a01c6f288df0e4a8b79c7eb0dc7b4cc08", size = 31191 },
+]
+
+[[package]]
+name = "pexpect"
+version = "4.9.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "ptyprocess" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/42/92/cc564bf6381ff43ce1f4d06852fc19a2f11d180f23dc32d9588bee2f149d/pexpect-4.9.0.tar.gz", hash = "sha256:ee7d41123f3c9911050ea2c2dac107568dc43b2d3b0c7557a33212c398ead30f", size = 166450 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9e/c3/059298687310d527a58bb01f3b1965787ee3b40dce76752eda8b44e9a2c5/pexpect-4.9.0-py2.py3-none-any.whl", hash = "sha256:7236d1e080e4936be2dc3e326cec0af72acf9212a7e1d060210e70a47e253523", size = 63772 },
+]
+
+[[package]]
+name = "pip"
+version = "24.3.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f4/b1/b422acd212ad7eedddaf7981eee6e5de085154ff726459cf2da7c5a184c1/pip-24.3.1.tar.gz", hash = "sha256:ebcb60557f2aefabc2e0f918751cd24ea0d56d8ec5445fe1807f1d2109660b99", size = 1931073 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ef/7d/500c9ad20238fcfcb4cb9243eede163594d7020ce87bd9610c9e02771876/pip-24.3.1-py3-none-any.whl", hash = "sha256:3790624780082365f47549d032f3770eeb2b1e8bd1f7b2e02dace1afa361b4ed", size = 1822182 },
+]
+
+[[package]]
+name = "pipx"
+version = "1.7.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "argcomplete" },
+    { name = "colorama", marker = "sys_platform == 'win32'" },
+    { name = "packaging" },
+    { name = "platformdirs" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+    { name = "userpath" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/17/21/dd6b9a9c4f0cb659ce3dad991f0e8dde852b2c81922224ef77df4222ab7a/pipx-1.7.1.tar.gz", hash = "sha256:762de134e16a462be92645166d225ecef446afaef534917f5f70008d63584360", size = 291889 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/35/af/66db02a214590a841bcd1df1f02f7ef818dc3f43487acddab0b8c40b25d2/pipx-1.7.1-py3-none-any.whl", hash = "sha256:3933c43bb344e649cb28e10d357e0967ce8572f1c19caf90cf39ae95c2a0afaf", size = 78749 },
+]
+
+[[package]]
+name = "pkginfo"
+version = "1.10.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/2f/72/347ec5be4adc85c182ed2823d8d1c7b51e13b9a6b0c1aae59582eca652df/pkginfo-1.10.0.tar.gz", hash = "sha256:5df73835398d10db79f8eecd5cd86b1f6d29317589ea70796994d49399af6297", size = 378457 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/56/09/054aea9b7534a15ad38a363a2bd974c20646ab1582a387a95b8df1bfea1c/pkginfo-1.10.0-py3-none-any.whl", hash = "sha256:889a6da2ed7ffc58ab5b900d888ddce90bce912f2d2de1dc1c26f4cb9fe65097", size = 30392 },
+]
+
+[[package]]
+name = "platformdirs"
+version = "4.3.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/13/fc/128cc9cb8f03208bdbf93d3aa862e16d376844a14f9a0ce5cf4507372de4/platformdirs-4.3.6.tar.gz", hash = "sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907", size = 21302 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3c/a6/bc1012356d8ece4d66dd75c4b9fc6c1f6650ddd5991e421177d9f8f671be/platformdirs-4.3.6-py3-none-any.whl", hash = "sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb", size = 18439 },
+]
+
+[[package]]
+name = "pluggy"
+version = "1.5.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/96/2d/02d4312c973c6050a18b314a5ad0b3210edb65a906f868e31c111dede4a6/pluggy-1.5.0.tar.gz", hash = "sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1", size = 67955 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/88/5f/e351af9a41f866ac3f1fac4ca0613908d9a41741cfcf2228f4ad853b697d/pluggy-1.5.0-py3-none-any.whl", hash = "sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669", size = 20556 },
+]
+
+[[package]]
+name = "pre-commit"
+version = "4.0.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cfgv" },
+    { name = "identify" },
+    { name = "nodeenv" },
+    { name = "pyyaml" },
+    { name = "virtualenv" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/2e/c8/e22c292035f1bac8b9f5237a2622305bc0304e776080b246f3df57c4ff9f/pre_commit-4.0.1.tar.gz", hash = "sha256:80905ac375958c0444c65e9cebebd948b3cdb518f335a091a670a89d652139d2", size = 191678 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/16/8f/496e10d51edd6671ebe0432e33ff800aa86775d2d147ce7d43389324a525/pre_commit-4.0.1-py2.py3-none-any.whl", hash = "sha256:efde913840816312445dc98787724647c65473daefe420785f885e8ed9a06878", size = 218713 },
+]
+
+[[package]]
+name = "pre-commit-uv"
+version = "4.1.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pre-commit" },
+    { name = "uv" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/b1/6c/c3c1d01698c8abb0b546defc0304971fa7fb2ba84ad35587b9dad095d73f/pre_commit_uv-4.1.4.tar.gz", hash = "sha256:3db606a79b226127b27dbbd8381b78c0e30de3ac775a8492c576a68e9250535c", size = 6493 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f1/70/1b65f9118ef64f6ffe5d57a67170bbff25d4f4a3d1cb78e8ed3392e16114/pre_commit_uv-4.1.4-py3-none-any.whl", hash = "sha256:7f01fb494fa1caa5097d20a38f71df7cea0209197b2564699cef9b3f3aa9d135", size = 5578 },
+]
+
+[[package]]
+name = "proto-plus"
+version = "1.25.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "protobuf" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/7e/05/74417b2061e1bf1b82776037cad97094228fa1c1b6e82d08a78d3fb6ddb6/proto_plus-1.25.0.tar.gz", hash = "sha256:fbb17f57f7bd05a68b7707e745e26528b0b3c34e378db91eef93912c54982d91", size = 56124 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/dd/25/0b7cc838ae3d76d46539020ec39fc92bfc9acc29367e58fe912702c2a79e/proto_plus-1.25.0-py3-none-any.whl", hash = "sha256:c91fc4a65074ade8e458e95ef8bac34d4008daa7cce4a12d6707066fca648961", size = 50126 },
+]
+
+[[package]]
+name = "protobuf"
+version = "5.28.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/74/6e/e69eb906fddcb38f8530a12f4b410699972ab7ced4e21524ece9d546ac27/protobuf-5.28.3.tar.gz", hash = "sha256:64badbc49180a5e401f373f9ce7ab1d18b63f7dd4a9cdc43c92b9f0b481cef7b", size = 422479 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/c5/05163fad52d7c43e124a545f1372d18266db36036377ad29de4271134a6a/protobuf-5.28.3-cp310-abi3-win32.whl", hash = "sha256:0c4eec6f987338617072592b97943fdbe30d019c56126493111cf24344c1cc24", size = 419624 },
+    { url = "https://files.pythonhosted.org/packages/9c/4c/4563ebe001ff30dca9d7ed12e471fa098d9759712980cde1fd03a3a44fb7/protobuf-5.28.3-cp310-abi3-win_amd64.whl", hash = "sha256:91fba8f445723fcf400fdbe9ca796b19d3b1242cd873907979b9ed71e4afe868", size = 431464 },
+    { url = "https://files.pythonhosted.org/packages/1c/f2/baf397f3dd1d3e4af7e3f5a0382b868d25ac068eefe1ebde05132333436c/protobuf-5.28.3-cp38-abi3-macosx_10_9_universal2.whl", hash = "sha256:a3f6857551e53ce35e60b403b8a27b0295f7d6eb63d10484f12bc6879c715687", size = 414743 },
+    { url = "https://files.pythonhosted.org/packages/85/50/cd61a358ba1601f40e7d38bcfba22e053f40ef2c50d55b55926aecc8fec7/protobuf-5.28.3-cp38-abi3-manylinux2014_aarch64.whl", hash = "sha256:3fa2de6b8b29d12c61911505d893afe7320ce7ccba4df913e2971461fa36d584", size = 316511 },
+    { url = "https://files.pythonhosted.org/packages/5d/ae/3257b09328c0b4e59535e497b0c7537d4954038bdd53a2f0d2f49d15a7c4/protobuf-5.28.3-cp38-abi3-manylinux2014_x86_64.whl", hash = "sha256:712319fbdddb46f21abb66cd33cb9e491a5763b2febd8f228251add221981135", size = 316624 },
+    { url = "https://files.pythonhosted.org/packages/57/b5/ee3d918f536168def73b3f49edeba065429ab3a7e7b033d33e69c46ddff9/protobuf-5.28.3-cp39-cp39-win32.whl", hash = "sha256:135658402f71bbd49500322c0f736145731b16fc79dc8f367ab544a17eab4535", size = 419648 },
+    { url = "https://files.pythonhosted.org/packages/53/54/e1bdf6f1d29828ddb6aca0a83bf208ab1d5f88126f34e17e487b2cd20d93/protobuf-5.28.3-cp39-cp39-win_amd64.whl", hash = "sha256:70585a70fc2dd4818c51287ceef5bdba6387f88a578c86d47bb34669b5552c36", size = 431591 },
+    { url = "https://files.pythonhosted.org/packages/ad/c3/2377c159e28ea89a91cf1ca223f827ae8deccb2c9c401e5ca233cd73002f/protobuf-5.28.3-py3-none-any.whl", hash = "sha256:cee1757663fa32a1ee673434fcf3bf24dd54763c79690201208bafec62f19eed", size = 169511 },
+]
+
+[[package]]
+name = "psutil"
+version = "6.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/26/10/2a30b13c61e7cf937f4adf90710776b7918ed0a9c434e2c38224732af310/psutil-6.1.0.tar.gz", hash = "sha256:353815f59a7f64cdaca1c0307ee13558a0512f6db064e92fe833784f08539c7a", size = 508565 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/01/9e/8be43078a171381953cfee33c07c0d628594b5dbfc5157847b85022c2c1b/psutil-6.1.0-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:6e2dcd475ce8b80522e51d923d10c7871e45f20918e027ab682f94f1c6351688", size = 247762 },
+    { url = "https://files.pythonhosted.org/packages/1d/cb/313e80644ea407f04f6602a9e23096540d9dc1878755f3952ea8d3d104be/psutil-6.1.0-cp36-abi3-macosx_11_0_arm64.whl", hash = "sha256:0895b8414afafc526712c498bd9de2b063deaac4021a3b3c34566283464aff8e", size = 248777 },
+    { url = "https://files.pythonhosted.org/packages/65/8e/bcbe2025c587b5d703369b6a75b65d41d1367553da6e3f788aff91eaf5bd/psutil-6.1.0-cp36-abi3-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9dcbfce5d89f1d1f2546a2090f4fcf87c7f669d1d90aacb7d7582addece9fb38", size = 284259 },
+    { url = "https://files.pythonhosted.org/packages/58/4d/8245e6f76a93c98aab285a43ea71ff1b171bcd90c9d238bf81f7021fb233/psutil-6.1.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:498c6979f9c6637ebc3a73b3f87f9eb1ec24e1ce53a7c5173b8508981614a90b", size = 287255 },
+    { url = "https://files.pythonhosted.org/packages/27/c2/d034856ac47e3b3cdfa9720d0e113902e615f4190d5d1bdb8df4b2015fb2/psutil-6.1.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d905186d647b16755a800e7263d43df08b790d709d575105d419f8b6ef65423a", size = 288804 },
+    { url = "https://files.pythonhosted.org/packages/ea/55/5389ed243c878725feffc0d6a3bc5ef6764312b6fc7c081faaa2cfa7ef37/psutil-6.1.0-cp37-abi3-win32.whl", hash = "sha256:1ad45a1f5d0b608253b11508f80940985d1d0c8f6111b5cb637533a0e6ddc13e", size = 250386 },
+    { url = "https://files.pythonhosted.org/packages/11/91/87fa6f060e649b1e1a7b19a4f5869709fbf750b7c8c262ee776ec32f3028/psutil-6.1.0-cp37-abi3-win_amd64.whl", hash = "sha256:a8fb3752b491d246034fa4d279ff076501588ce8cbcdbb62c32fd7a377d996be", size = 254228 },
+]
+
+[[package]]
+name = "ptyprocess"
+version = "0.7.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/20/e5/16ff212c1e452235a90aeb09066144d0c5a6a8c0834397e03f5224495c4e/ptyprocess-0.7.0.tar.gz", hash = "sha256:5c5d0a3b48ceee0b48485e0c26037c0acd7d29765ca3fbb5cb3831d347423220", size = 70762 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/22/a6/858897256d0deac81a172289110f31629fc4cee19b6f01283303e18c8db3/ptyprocess-0.7.0-py2.py3-none-any.whl", hash = "sha256:4b41f3967fce3af57cc7e94b888626c18bf37a083e3651ca8feeb66d492fef35", size = 13993 },
+]
+
+[[package]]
+name = "pyasn1"
+version = "0.6.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ba/e9/01f1a64245b89f039897cb0130016d79f77d52669aae6ee7b159a6c4c018/pyasn1-0.6.1.tar.gz", hash = "sha256:6f580d2bdd84365380830acf45550f2511469f673cb4a5ae3857a3170128b034", size = 145322 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c8/f1/d6a797abb14f6283c0ddff96bbdd46937f64122b8c925cab503dd37f8214/pyasn1-0.6.1-py3-none-any.whl", hash = "sha256:0d632f46f2ba09143da3a8afe9e33fb6f92fa2320ab7e886e2d0f7672af84629", size = 83135 },
+]
+
+[[package]]
+name = "pyasn1-modules"
+version = "0.4.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pyasn1" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/1d/67/6afbf0d507f73c32d21084a79946bfcfca5fbc62a72057e9c23797a737c9/pyasn1_modules-0.4.1.tar.gz", hash = "sha256:c28e2dbf9c06ad61c71a075c7e0f9fd0f1b0bb2d2ad4377f240d33ac2ab60a7c", size = 310028 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/77/89/bc88a6711935ba795a679ea6ebee07e128050d6382eaa35a0a47c8032bdc/pyasn1_modules-0.4.1-py3-none-any.whl", hash = "sha256:49bfa96b45a292b711e986f222502c1c9a5e1f4e568fc30e2574a6c7d07838fd", size = 181537 },
+]
+
+[[package]]
+name = "pycparser"
+version = "2.22"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/1d/b2/31537cf4b1ca988837256c910a668b553fceb8f069bedc4b1c826024b52c/pycparser-2.22.tar.gz", hash = "sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6", size = 172736 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/13/a3/a812df4e2dd5696d1f351d58b8fe16a405b234ad2886a0dab9183fb78109/pycparser-2.22-py3-none-any.whl", hash = "sha256:c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc", size = 117552 },
+]
+
+[[package]]
+name = "pygithub"
+version = "2.4.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "deprecated" },
+    { name = "pyjwt", extra = ["crypto"] },
+    { name = "pynacl" },
+    { name = "requests" },
+    { name = "typing-extensions" },
+    { name = "urllib3" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f1/a0/1e8b8ca88df9857836f5bf8e3ee15dfb810d19814ef700b12f99ce11f691/pygithub-2.4.0.tar.gz", hash = "sha256:6601e22627e87bac192f1e2e39c6e6f69a43152cfb8f307cee575879320b3051", size = 3476673 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/0a/f3/e185613c411757c0c18b904ea2db173f2872397eddf444a3fe8cdde47077/PyGithub-2.4.0-py3-none-any.whl", hash = "sha256:81935aa4bdc939fba98fee1cb47422c09157c56a27966476ff92775602b9ee24", size = 362599 },
+]
+
+[[package]]
+name = "pygments"
+version = "2.18.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/8e/62/8336eff65bcbc8e4cb5d05b55faf041285951b6e80f33e2bff2024788f31/pygments-2.18.0.tar.gz", hash = "sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199", size = 4891905 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f7/3f/01c8b82017c199075f8f788d0d906b9ffbbc5a47dc9918a945e13d5a2bda/pygments-2.18.0-py3-none-any.whl", hash = "sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a", size = 1205513 },
+]
+
+[[package]]
+name = "pyjwt"
+version = "2.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/fb/68/ce067f09fca4abeca8771fe667d89cc347d1e99da3e093112ac329c6020e/pyjwt-2.9.0.tar.gz", hash = "sha256:7e1e5b56cc735432a7369cbfa0efe50fa113ebecdc04ae6922deba8b84582d0c", size = 78825 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/79/84/0fdf9b18ba31d69877bd39c9cd6052b47f3761e9910c15de788e519f079f/PyJWT-2.9.0-py3-none-any.whl", hash = "sha256:3b02fb0f44517787776cf48f2ae25d8e14f300e6d7545a4315cee571a415e850", size = 22344 },
+]
+
+[package.optional-dependencies]
+crypto = [
+    { name = "cryptography" },
+]
+
+[[package]]
+name = "pynacl"
+version = "1.5.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cffi" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a7/22/27582568be639dfe22ddb3902225f91f2f17ceff88ce80e4db396c8986da/PyNaCl-1.5.0.tar.gz", hash = "sha256:8ac7448f09ab85811607bdd21ec2464495ac8b7c66d146bf545b0f08fb9220ba", size = 3392854 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ce/75/0b8ede18506041c0bf23ac4d8e2971b4161cd6ce630b177d0a08eb0d8857/PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1", size = 349920 },
+    { url = "https://files.pythonhosted.org/packages/59/bb/fddf10acd09637327a97ef89d2a9d621328850a72f1fdc8c08bdf72e385f/PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92", size = 601722 },
+    { url = "https://files.pythonhosted.org/packages/5d/70/87a065c37cca41a75f2ce113a5a2c2aa7533be648b184ade58971b5f7ccc/PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a36d4a9dda1f19ce6e03c9a784a2921a4b726b02e1c736600ca9c22029474394", size = 680087 },
+    { url = "https://files.pythonhosted.org/packages/ee/87/f1bb6a595f14a327e8285b9eb54d41fef76c585a0edef0a45f6fc95de125/PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:0c84947a22519e013607c9be43706dd42513f9e6ae5d39d3613ca1e142fba44d", size = 856678 },
+    { url = "https://files.pythonhosted.org/packages/66/28/ca86676b69bf9f90e710571b67450508484388bfce09acf8a46f0b8c785f/PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06b8f6fa7f5de8d5d2f7573fe8c863c051225a27b61e6860fd047b1775807858", size = 1133660 },
+    { url = "https://files.pythonhosted.org/packages/3d/85/c262db650e86812585e2bc59e497a8f59948a005325a11bbbc9ecd3fe26b/PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a422368fc821589c228f4c49438a368831cb5bbc0eab5ebe1d7fac9dded6567b", size = 663824 },
+    { url = "https://files.pythonhosted.org/packages/fd/1a/cc308a884bd299b651f1633acb978e8596c71c33ca85e9dc9fa33a5399b9/PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:61f642bf2378713e2c2e1de73444a3778e5f0a38be6fee0fe532fe30060282ff", size = 1117912 },
+    { url = "https://files.pythonhosted.org/packages/25/2d/b7df6ddb0c2a33afdb358f8af6ea3b8c4d1196ca45497dd37a56f0c122be/PyNaCl-1.5.0-cp36-abi3-win32.whl", hash = "sha256:e46dae94e34b085175f8abb3b0aaa7da40767865ac82c928eeb9e57e1ea8a543", size = 204624 },
+    { url = "https://files.pythonhosted.org/packages/5e/22/d3db169895faaf3e2eda892f005f433a62db2decbcfbc2f61e6517adfa87/PyNaCl-1.5.0-cp36-abi3-win_amd64.whl", hash = "sha256:20f42270d27e1b6a29f54032090b972d97f0a1b0948cc52392041ef7831fee93", size = 212141 },
+]
+
+[[package]]
+name = "pyparsing"
+version = "3.2.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/8c/d5/e5aeee5387091148a19e1145f63606619cb5f20b83fccb63efae6474e7b2/pyparsing-3.2.0.tar.gz", hash = "sha256:cbf74e27246d595d9a74b186b810f6fbb86726dbf3b9532efb343f6d7294fe9c", size = 920984 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/be/ec/2eb3cd785efd67806c46c13a17339708ddc346cbb684eade7a6e6f79536a/pyparsing-3.2.0-py3-none-any.whl", hash = "sha256:93d9577b88da0bbea8cc8334ee8b918ed014968fd2ec383e868fb8afb1ccef84", size = 106921 },
+]
+
+[[package]]
+name = "pytest"
+version = "8.3.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "sys_platform == 'win32'" },
+    { name = "exceptiongroup", marker = "python_full_version < '3.11'" },
+    { name = "iniconfig" },
+    { name = "packaging" },
+    { name = "pluggy" },
+    { name = "tomli", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8b/6c/62bbd536103af674e227c41a8f3dcd022d591f6eed5facb5a0f31ee33bbc/pytest-8.3.3.tar.gz", hash = "sha256:70b98107bd648308a7952b06e6ca9a50bc660be218d53c257cc1fc94fda10181", size = 1442487 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6b/77/7440a06a8ead44c7757a64362dd22df5760f9b12dc5f11b6188cd2fc27a0/pytest-8.3.3-py3-none-any.whl", hash = "sha256:a6853c7375b2663155079443d2e45de913a911a11d669df02a50814944db57b2", size = 342341 },
+]
+
+[[package]]
+name = "pytest-xdist"
+version = "3.6.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "execnet" },
+    { name = "pytest" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/41/c4/3c310a19bc1f1e9ef50075582652673ef2bfc8cd62afef9585683821902f/pytest_xdist-3.6.1.tar.gz", hash = "sha256:ead156a4db231eec769737f57668ef58a2084a34b2e55c4a8fa20d861107300d", size = 84060 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6d/82/1d96bf03ee4c0fdc3c0cbe61470070e659ca78dc0086fb88b66c185e2449/pytest_xdist-3.6.1-py3-none-any.whl", hash = "sha256:9ed4adfb68a016610848639bb7e02c9352d5d9f03d04809919e2dafc3be4cca7", size = 46108 },
+]
+
+[[package]]
+name = "pywin32-ctypes"
+version = "0.2.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/85/9f/01a1a99704853cb63f253eea009390c88e7131c67e66a0a02099a8c917cb/pywin32-ctypes-0.2.3.tar.gz", hash = "sha256:d162dc04946d704503b2edc4d55f3dba5c1d539ead017afa00142c38b9885755", size = 29471 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/de/3d/8161f7711c017e01ac9f008dfddd9410dff3674334c233bde66e7ba65bbf/pywin32_ctypes-0.2.3-py3-none-any.whl", hash = "sha256:8a1513379d709975552d202d942d9837758905c8d01eb82b8bcc30918929e7b8", size = 30756 },
+]
+
+[[package]]
+name = "pyyaml"
+version = "6.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/54/ed/79a089b6be93607fa5cdaedf301d7dfb23af5f25c398d5ead2525b063e17/pyyaml-6.0.2.tar.gz", hash = "sha256:d584d9ec91ad65861cc08d42e834324ef890a082e591037abe114850ff7bbc3e", size = 130631 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9b/95/a3fac87cb7158e231b5a6012e438c647e1a87f09f8e0d123acec8ab8bf71/PyYAML-6.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0a9a2848a5b7feac301353437eb7d5957887edbf81d56e903999a75a3d743086", size = 184199 },
+    { url = "https://files.pythonhosted.org/packages/c7/7a/68bd47624dab8fd4afbfd3c48e3b79efe09098ae941de5b58abcbadff5cb/PyYAML-6.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:29717114e51c84ddfba879543fb232a6ed60086602313ca38cce623c1d62cfbf", size = 171758 },
+    { url = "https://files.pythonhosted.org/packages/49/ee/14c54df452143b9ee9f0f29074d7ca5516a36edb0b4cc40c3f280131656f/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8824b5a04a04a047e72eea5cec3bc266db09e35de6bdfe34c9436ac5ee27d237", size = 718463 },
+    { url = "https://files.pythonhosted.org/packages/4d/61/de363a97476e766574650d742205be468921a7b532aa2499fcd886b62530/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c36280e6fb8385e520936c3cb3b8042851904eba0e58d277dca80a5cfed590b", size = 719280 },
+    { url = "https://files.pythonhosted.org/packages/6b/4e/1523cb902fd98355e2e9ea5e5eb237cbc5f3ad5f3075fa65087aa0ecb669/PyYAML-6.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec031d5d2feb36d1d1a24380e4db6d43695f3748343d99434e6f5f9156aaa2ed", size = 751239 },
+    { url = "https://files.pythonhosted.org/packages/b7/33/5504b3a9a4464893c32f118a9cc045190a91637b119a9c881da1cf6b7a72/PyYAML-6.0.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:936d68689298c36b53b29f23c6dbb74de12b4ac12ca6cfe0e047bedceea56180", size = 695802 },
+    { url = "https://files.pythonhosted.org/packages/5c/20/8347dcabd41ef3a3cdc4f7b7a2aff3d06598c8779faa189cdbf878b626a4/PyYAML-6.0.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:23502f431948090f597378482b4812b0caae32c22213aecf3b55325e049a6c68", size = 720527 },
+    { url = "https://files.pythonhosted.org/packages/be/aa/5afe99233fb360d0ff37377145a949ae258aaab831bde4792b32650a4378/PyYAML-6.0.2-cp310-cp310-win32.whl", hash = "sha256:2e99c6826ffa974fe6e27cdb5ed0021786b03fc98e5ee3c5bfe1fd5015f42b99", size = 144052 },
+    { url = "https://files.pythonhosted.org/packages/b5/84/0fa4b06f6d6c958d207620fc60005e241ecedceee58931bb20138e1e5776/PyYAML-6.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:a4d3091415f010369ae4ed1fc6b79def9416358877534caf6a0fdd2146c87a3e", size = 161774 },
+    { url = "https://files.pythonhosted.org/packages/f8/aa/7af4e81f7acba21a4c6be026da38fd2b872ca46226673c89a758ebdc4fd2/PyYAML-6.0.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:cc1c1159b3d456576af7a3e4d1ba7e6924cb39de8f67111c735f6fc832082774", size = 184612 },
+    { url = "https://files.pythonhosted.org/packages/8b/62/b9faa998fd185f65c1371643678e4d58254add437edb764a08c5a98fb986/PyYAML-6.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1e2120ef853f59c7419231f3bf4e7021f1b936f6ebd222406c3b60212205d2ee", size = 172040 },
+    { url = "https://files.pythonhosted.org/packages/ad/0c/c804f5f922a9a6563bab712d8dcc70251e8af811fce4524d57c2c0fd49a4/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d225db5a45f21e78dd9358e58a98702a0302f2659a3c6cd320564b75b86f47c", size = 736829 },
+    { url = "https://files.pythonhosted.org/packages/51/16/6af8d6a6b210c8e54f1406a6b9481febf9c64a3109c541567e35a49aa2e7/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5ac9328ec4831237bec75defaf839f7d4564be1e6b25ac710bd1a96321cc8317", size = 764167 },
+    { url = "https://files.pythonhosted.org/packages/75/e4/2c27590dfc9992f73aabbeb9241ae20220bd9452df27483b6e56d3975cc5/PyYAML-6.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ad2a3decf9aaba3d29c8f537ac4b243e36bef957511b4766cb0057d32b0be85", size = 762952 },
+    { url = "https://files.pythonhosted.org/packages/9b/97/ecc1abf4a823f5ac61941a9c00fe501b02ac3ab0e373c3857f7d4b83e2b6/PyYAML-6.0.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:ff3824dc5261f50c9b0dfb3be22b4567a6f938ccce4587b38952d85fd9e9afe4", size = 735301 },
+    { url = "https://files.pythonhosted.org/packages/45/73/0f49dacd6e82c9430e46f4a027baa4ca205e8b0a9dce1397f44edc23559d/PyYAML-6.0.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:797b4f722ffa07cc8d62053e4cff1486fa6dc094105d13fea7b1de7d8bf71c9e", size = 756638 },
+    { url = "https://files.pythonhosted.org/packages/22/5f/956f0f9fc65223a58fbc14459bf34b4cc48dec52e00535c79b8db361aabd/PyYAML-6.0.2-cp311-cp311-win32.whl", hash = "sha256:11d8f3dd2b9c1207dcaf2ee0bbbfd5991f571186ec9cc78427ba5bd32afae4b5", size = 143850 },
+    { url = "https://files.pythonhosted.org/packages/ed/23/8da0bbe2ab9dcdd11f4f4557ccaf95c10b9811b13ecced089d43ce59c3c8/PyYAML-6.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:e10ce637b18caea04431ce14fabcf5c64a1c61ec9c56b071a4b7ca131ca52d44", size = 161980 },
+    { url = "https://files.pythonhosted.org/packages/86/0c/c581167fc46d6d6d7ddcfb8c843a4de25bdd27e4466938109ca68492292c/PyYAML-6.0.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c70c95198c015b85feafc136515252a261a84561b7b1d51e3384e0655ddf25ab", size = 183873 },
+    { url = "https://files.pythonhosted.org/packages/a8/0c/38374f5bb272c051e2a69281d71cba6fdb983413e6758b84482905e29a5d/PyYAML-6.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ce826d6ef20b1bc864f0a68340c8b3287705cae2f8b4b1d932177dcc76721725", size = 173302 },
+    { url = "https://files.pythonhosted.org/packages/c3/93/9916574aa8c00aa06bbac729972eb1071d002b8e158bd0e83a3b9a20a1f7/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f71ea527786de97d1a0cc0eacd1defc0985dcf6b3f17bb77dcfc8c34bec4dc5", size = 739154 },
+    { url = "https://files.pythonhosted.org/packages/95/0f/b8938f1cbd09739c6da569d172531567dbcc9789e0029aa070856f123984/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b22676e8097e9e22e36d6b7bda33190d0d400f345f23d4065d48f4ca7ae0425", size = 766223 },
+    { url = "https://files.pythonhosted.org/packages/b9/2b/614b4752f2e127db5cc206abc23a8c19678e92b23c3db30fc86ab731d3bd/PyYAML-6.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:80bab7bfc629882493af4aa31a4cfa43a4c57c83813253626916b8c7ada83476", size = 767542 },
+    { url = "https://files.pythonhosted.org/packages/d4/00/dd137d5bcc7efea1836d6264f049359861cf548469d18da90cd8216cf05f/PyYAML-6.0.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:0833f8694549e586547b576dcfaba4a6b55b9e96098b36cdc7ebefe667dfed48", size = 731164 },
+    { url = "https://files.pythonhosted.org/packages/c9/1f/4f998c900485e5c0ef43838363ba4a9723ac0ad73a9dc42068b12aaba4e4/PyYAML-6.0.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8b9c7197f7cb2738065c481a0461e50ad02f18c78cd75775628afb4d7137fb3b", size = 756611 },
+    { url = "https://files.pythonhosted.org/packages/df/d1/f5a275fdb252768b7a11ec63585bc38d0e87c9e05668a139fea92b80634c/PyYAML-6.0.2-cp312-cp312-win32.whl", hash = "sha256:ef6107725bd54b262d6dedcc2af448a266975032bc85ef0172c5f059da6325b4", size = 140591 },
+    { url = "https://files.pythonhosted.org/packages/0c/e8/4f648c598b17c3d06e8753d7d13d57542b30d56e6c2dedf9c331ae56312e/PyYAML-6.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:7e7401d0de89a9a855c839bc697c079a4af81cf878373abd7dc625847d25cbd8", size = 156338 },
+    { url = "https://files.pythonhosted.org/packages/ef/e3/3af305b830494fa85d95f6d95ef7fa73f2ee1cc8ef5b495c7c3269fb835f/PyYAML-6.0.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:efdca5630322a10774e8e98e1af481aad470dd62c3170801852d752aa7a783ba", size = 181309 },
+    { url = "https://files.pythonhosted.org/packages/45/9f/3b1c20a0b7a3200524eb0076cc027a970d320bd3a6592873c85c92a08731/PyYAML-6.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:50187695423ffe49e2deacb8cd10510bc361faac997de9efef88badc3bb9e2d1", size = 171679 },
+    { url = "https://files.pythonhosted.org/packages/7c/9a/337322f27005c33bcb656c655fa78325b730324c78620e8328ae28b64d0c/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ffe8360bab4910ef1b9e87fb812d8bc0a308b0d0eef8c8f44e0254ab3b07133", size = 733428 },
+    { url = "https://files.pythonhosted.org/packages/a3/69/864fbe19e6c18ea3cc196cbe5d392175b4cf3d5d0ac1403ec3f2d237ebb5/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:17e311b6c678207928d649faa7cb0d7b4c26a0ba73d41e99c4fff6b6c3276484", size = 763361 },
+    { url = "https://files.pythonhosted.org/packages/04/24/b7721e4845c2f162d26f50521b825fb061bc0a5afcf9a386840f23ea19fa/PyYAML-6.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:70b189594dbe54f75ab3a1acec5f1e3faa7e8cf2f1e08d9b561cb41b845f69d5", size = 759523 },
+    { url = "https://files.pythonhosted.org/packages/2b/b2/e3234f59ba06559c6ff63c4e10baea10e5e7df868092bf9ab40e5b9c56b6/PyYAML-6.0.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:41e4e3953a79407c794916fa277a82531dd93aad34e29c2a514c2c0c5fe971cc", size = 726660 },
+    { url = "https://files.pythonhosted.org/packages/fe/0f/25911a9f080464c59fab9027482f822b86bf0608957a5fcc6eaac85aa515/PyYAML-6.0.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:68ccc6023a3400877818152ad9a1033e3db8625d899c72eacb5a668902e4d652", size = 751597 },
+    { url = "https://files.pythonhosted.org/packages/14/0d/e2c3b43bbce3cf6bd97c840b46088a3031085179e596d4929729d8d68270/PyYAML-6.0.2-cp313-cp313-win32.whl", hash = "sha256:bc2fa7c6b47d6bc618dd7fb02ef6fdedb1090ec036abab80d4681424b84c1183", size = 140527 },
+    { url = "https://files.pythonhosted.org/packages/fa/de/02b54f42487e3d3c6efb3f89428677074ca7bf43aae402517bc7cca949f3/PyYAML-6.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:8388ee1976c416731879ac16da0aff3f63b286ffdd57cdeb95f3f2e085687563", size = 156446 },
+    { url = "https://files.pythonhosted.org/packages/65/d8/b7a1db13636d7fb7d4ff431593c510c8b8fca920ade06ca8ef20015493c5/PyYAML-6.0.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:688ba32a1cffef67fd2e9398a2efebaea461578b0923624778664cc1c914db5d", size = 184777 },
+    { url = "https://files.pythonhosted.org/packages/0a/02/6ec546cd45143fdf9840b2c6be8d875116a64076218b61d68e12548e5839/PyYAML-6.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a8786accb172bd8afb8be14490a16625cbc387036876ab6ba70912730faf8e1f", size = 172318 },
+    { url = "https://files.pythonhosted.org/packages/0e/9a/8cc68be846c972bda34f6c2a93abb644fb2476f4dcc924d52175786932c9/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d8e03406cac8513435335dbab54c0d385e4a49e4945d2909a581c83647ca0290", size = 720891 },
+    { url = "https://files.pythonhosted.org/packages/e9/6c/6e1b7f40181bc4805e2e07f4abc10a88ce4648e7e95ff1abe4ae4014a9b2/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f753120cb8181e736c57ef7636e83f31b9c0d1722c516f7e86cf15b7aa57ff12", size = 722614 },
+    { url = "https://files.pythonhosted.org/packages/3d/32/e7bd8535d22ea2874cef6a81021ba019474ace0d13a4819c2a4bce79bd6a/PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3b1fdb9dc17f5a7677423d508ab4f243a726dea51fa5e70992e59a7411c89d19", size = 737360 },
+    { url = "https://files.pythonhosted.org/packages/d7/12/7322c1e30b9be969670b672573d45479edef72c9a0deac3bb2868f5d7469/PyYAML-6.0.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0b69e4ce7a131fe56b7e4d770c67429700908fc0752af059838b1cfb41960e4e", size = 699006 },
+    { url = "https://files.pythonhosted.org/packages/82/72/04fcad41ca56491995076630c3ec1e834be241664c0c09a64c9a2589b507/PyYAML-6.0.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a9f8c2e67970f13b16084e04f134610fd1d374bf477b17ec1599185cf611d725", size = 723577 },
+    { url = "https://files.pythonhosted.org/packages/ed/5e/46168b1f2757f1fcd442bc3029cd8767d88a98c9c05770d8b420948743bb/PyYAML-6.0.2-cp39-cp39-win32.whl", hash = "sha256:6395c297d42274772abc367baaa79683958044e5d3835486c16da75d2a694631", size = 144593 },
+    { url = "https://files.pythonhosted.org/packages/19/87/5124b1c1f2412bb95c59ec481eaf936cd32f0fe2a7b16b97b81c4c017a6a/PyYAML-6.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:39693e1f8320ae4f43943590b49779ffb98acb81f788220ea932a6b6c51004d8", size = 162312 },
+]
+
+[[package]]
+name = "readme-renderer"
+version = "44.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "docutils" },
+    { name = "nh3" },
+    { name = "pygments" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/5a/a9/104ec9234c8448c4379768221ea6df01260cd6c2ce13182d4eac531c8342/readme_renderer-44.0.tar.gz", hash = "sha256:8712034eabbfa6805cacf1402b4eeb2a73028f72d1166d6f5cb7f9c047c5d1e1", size = 32056 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e1/67/921ec3024056483db83953ae8e48079ad62b92db7880013ca77632921dd0/readme_renderer-44.0-py3-none-any.whl", hash = "sha256:2fbca89b81a08526aadf1357a8c2ae889ec05fb03f5da67f9769c9a592166151", size = 13310 },
+]
+
+[[package]]
+name = "referencing"
+version = "0.35.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "attrs" },
+    { name = "rpds-py" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/99/5b/73ca1f8e72fff6fa52119dbd185f73a907b1989428917b24cff660129b6d/referencing-0.35.1.tar.gz", hash = "sha256:25b42124a6c8b632a425174f24087783efb348a6f1e0008e63cd4466fedf703c", size = 62991 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b7/59/2056f61236782a2c86b33906c025d4f4a0b17be0161b63b70fd9e8775d36/referencing-0.35.1-py3-none-any.whl", hash = "sha256:eda6d3234d62814d1c64e305c1331c9a3a6132da475ab6382eaa997b21ee75de", size = 26684 },
+]
+
+[[package]]
+name = "requests"
+version = "2.32.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "certifi" },
+    { name = "charset-normalizer" },
+    { name = "idna" },
+    { name = "urllib3" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/63/70/2bf7780ad2d390a8d301ad0b550f1581eadbd9a20f896afe06353c2a2913/requests-2.32.3.tar.gz", hash = "sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760", size = 131218 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f9/9b/335f9764261e915ed497fcdeb11df5dfd6f7bf257d4a6a2a686d80da4d54/requests-2.32.3-py3-none-any.whl", hash = "sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6", size = 64928 },
+]
+
+[[package]]
+name = "requests-oauthlib"
+version = "2.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "oauthlib" },
+    { name = "requests" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/42/f2/05f29bc3913aea15eb670be136045bf5c5bbf4b99ecb839da9b422bb2c85/requests-oauthlib-2.0.0.tar.gz", hash = "sha256:b3dffaebd884d8cd778494369603a9e7b58d29111bf6b41bdc2dcd87203af4e9", size = 55650 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3b/5d/63d4ae3b9daea098d5d6f5da83984853c1bbacd5dc826764b249fe119d24/requests_oauthlib-2.0.0-py2.py3-none-any.whl", hash = "sha256:7dd8a5c40426b779b0868c404bdef9768deccf22749cde15852df527e6269b36", size = 24179 },
+]
+
+[[package]]
+name = "requests-toolbelt"
+version = "1.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "requests" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/f3/61/d7545dafb7ac2230c70d38d31cbfe4cc64f7144dc41f6e4e4b78ecd9f5bb/requests-toolbelt-1.0.0.tar.gz", hash = "sha256:7681a0a3d047012b5bdc0ee37d7f8f07ebe76ab08caeccfc3921ce23c88d5bc6", size = 206888 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3f/51/d4db610ef29373b879047326cbf6fa98b6c1969d6f6dc423279de2b1be2c/requests_toolbelt-1.0.0-py2.py3-none-any.whl", hash = "sha256:cccfdd665f0a24fcf4726e690f65639d272bb0637b9b92dfd91a5568ccf6bd06", size = 54481 },
+]
+
+[[package]]
+name = "rfc3986"
+version = "2.0.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/85/40/1520d68bfa07ab5a6f065a186815fb6610c86fe957bc065754e47f7b0840/rfc3986-2.0.0.tar.gz", hash = "sha256:97aacf9dbd4bfd829baad6e6309fa6573aaf1be3f6fa735c8ab05e46cecb261c", size = 49026 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ff/9a/9afaade874b2fa6c752c36f1548f718b5b83af81ed9b76628329dab81c1b/rfc3986-2.0.0-py2.py3-none-any.whl", hash = "sha256:50b1502b60e289cb37883f3dfd34532b8873c7de9f49bb546641ce9cbd256ebd", size = 31326 },
+]
+
+[[package]]
+name = "rich"
+version = "13.9.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markdown-it-py" },
+    { name = "pygments" },
+    { name = "typing-extensions", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ab/3a/0316b28d0761c6734d6bc14e770d85506c986c85ffb239e688eeaab2c2bc/rich-13.9.4.tar.gz", hash = "sha256:439594978a49a09530cff7ebc4b5c7103ef57baf48d5ea3184f21d9a2befa098", size = 223149 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/19/71/39c7c0d87f8d4e6c020a393182060eaefeeae6c01dab6a84ec346f2567df/rich-13.9.4-py3-none-any.whl", hash = "sha256:6049d5e6ec054bf2779ab3358186963bac2ea89175919d699e378b99738c2a90", size = 242424 },
+]
+
+[[package]]
+name = "rich-click"
+version = "1.8.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "click" },
+    { name = "rich" },
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/3a/a9/a1f1af87e83832d794342fbc09c96cc7cd6798b8dfb8adfbe6ccbef8d70c/rich_click-1.8.3.tar.gz", hash = "sha256:6d75bdfa7aa9ed2c467789a0688bc6da23fbe3a143e19aa6ad3f8bac113d2ab3", size = 38209 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c6/ea/5a0c5a8e6532e971983d1b0fc99268eb66a10f489da35d9022ce01044191/rich_click-1.8.3-py3-none-any.whl", hash = "sha256:636d9c040d31c5eee242201b5bf4f2d358bfae4db14bb22ec1cafa717cfd02cd", size = 35032 },
+]
+
+[[package]]
+name = "rpds-py"
+version = "0.20.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/25/cb/8e919951f55d109d658f81c9b49d0cc3b48637c50792c5d2e77032b8c5da/rpds_py-0.20.1.tar.gz", hash = "sha256:e1791c4aabd117653530dccd24108fa03cc6baf21f58b950d0a73c3b3b29a350", size = 25931 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ae/0e/d7e7e9280988a7bc56fd326042baca27f4f55fad27dc8aa64e5e0e894e5d/rpds_py-0.20.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:a649dfd735fff086e8a9d0503a9f0c7d01b7912a333c7ae77e1515c08c146dad", size = 327335 },
+    { url = "https://files.pythonhosted.org/packages/4c/72/027185f213d53ae66765c575229829b202fbacf3d55fe2bd9ff4e29bb157/rpds_py-0.20.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f16bc1334853e91ddaaa1217045dd7be166170beec337576818461268a3de67f", size = 318250 },
+    { url = "https://files.pythonhosted.org/packages/2b/e7/b4eb3e6ff541c83d3b46f45f855547e412ab60c45bef64520fafb00b9b42/rpds_py-0.20.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:14511a539afee6f9ab492b543060c7491c99924314977a55c98bfa2ee29ce78c", size = 361206 },
+    { url = "https://files.pythonhosted.org/packages/e7/80/cb9a4b4cad31bcaa37f38dae7a8be861f767eb2ca4f07a146b5ffcfbee09/rpds_py-0.20.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3ccb8ac2d3c71cda472b75af42818981bdacf48d2e21c36331b50b4f16930163", size = 369921 },
+    { url = "https://files.pythonhosted.org/packages/95/1b/463b11e7039e18f9e778568dbf7338c29bbc1f8996381115201c668eb8c8/rpds_py-0.20.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c142b88039b92e7e0cb2552e8967077e3179b22359e945574f5e2764c3953dcf", size = 403673 },
+    { url = "https://files.pythonhosted.org/packages/86/98/1ef4028e9d5b76470bf7f8f2459be07ac5c9621270a2a5e093f8d8a8cc2c/rpds_py-0.20.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f19169781dddae7478a32301b499b2858bc52fc45a112955e798ee307e294977", size = 430267 },
+    { url = "https://files.pythonhosted.org/packages/25/8e/41d7e3e6d3a4a6c94375020477705a3fbb6515717901ab8f94821cf0a0d9/rpds_py-0.20.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:13c56de6518e14b9bf6edde23c4c39dac5b48dcf04160ea7bce8fca8397cdf86", size = 360569 },
+    { url = "https://files.pythonhosted.org/packages/4f/6a/8839340464d4e1bbfaf0482e9d9165a2309c2c17427e4dcb72ce3e5cc5d6/rpds_py-0.20.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:925d176a549f4832c6f69fa6026071294ab5910e82a0fe6c6228fce17b0706bd", size = 382584 },
+    { url = "https://files.pythonhosted.org/packages/64/96/7a7f938d3796a6a3ec08ed0e8a5ecd436fbd516a3684ab1fa22d46d6f6cc/rpds_py-0.20.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:78f0b6877bfce7a3d1ff150391354a410c55d3cdce386f862926a4958ad5ab7e", size = 546560 },
+    { url = "https://files.pythonhosted.org/packages/15/c7/19fb4f1247a3c90a99eca62909bf76ee988f9b663e47878a673d9854ec5c/rpds_py-0.20.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:3dd645e2b0dcb0fd05bf58e2e54c13875847687d0b71941ad2e757e5d89d4356", size = 549359 },
+    { url = "https://files.pythonhosted.org/packages/d2/4c/445eb597a39a883368ea2f341dd6e48a9d9681b12ebf32f38a827b30529b/rpds_py-0.20.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:4f676e21db2f8c72ff0936f895271e7a700aa1f8d31b40e4e43442ba94973899", size = 527567 },
+    { url = "https://files.pythonhosted.org/packages/4f/71/4c44643bffbcb37311fc7fe221bcf139c8d660bc78f746dd3a05741372c8/rpds_py-0.20.1-cp310-none-win32.whl", hash = "sha256:648386ddd1e19b4a6abab69139b002bc49ebf065b596119f8f37c38e9ecee8ff", size = 200412 },
+    { url = "https://files.pythonhosted.org/packages/f4/33/9d0529d74099e090ec9ab15eb0a049c56cca599eaaca71bfedbdbca656a9/rpds_py-0.20.1-cp310-none-win_amd64.whl", hash = "sha256:d9ecb51120de61e4604650666d1f2b68444d46ae18fd492245a08f53ad2b7711", size = 218563 },
+    { url = "https://files.pythonhosted.org/packages/a0/2e/a6ded84019a05b8f23e0fe6a632f62ae438a8c5e5932d3dfc90c73418414/rpds_py-0.20.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:762703bdd2b30983c1d9e62b4c88664df4a8a4d5ec0e9253b0231171f18f6d75", size = 327194 },
+    { url = "https://files.pythonhosted.org/packages/68/11/d3f84c69de2b2086be3d6bd5e9d172825c096b13842ab7e5f8f39f06035b/rpds_py-0.20.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0b581f47257a9fce535c4567782a8976002d6b8afa2c39ff616edf87cbeff712", size = 318126 },
+    { url = "https://files.pythonhosted.org/packages/18/c0/13f1bce9c901511e5e4c0b77a99dbb946bb9a177ca88c6b480e9cb53e304/rpds_py-0.20.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:842c19a6ce894493563c3bd00d81d5100e8e57d70209e84d5491940fdb8b9e3a", size = 361119 },
+    { url = "https://files.pythonhosted.org/packages/06/31/3bd721575671f22a37476c2d7b9e34bfa5185bdcee09f7fedde3b29f3adb/rpds_py-0.20.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:42cbde7789f5c0bcd6816cb29808e36c01b960fb5d29f11e052215aa85497c93", size = 369532 },
+    { url = "https://files.pythonhosted.org/packages/20/22/3eeb0385f33251b4fd0f728e6a3801dc8acc05e714eb7867cefe635bf4ab/rpds_py-0.20.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6c8e9340ce5a52f95fa7d3b552b35c7e8f3874d74a03a8a69279fd5fca5dc751", size = 403703 },
+    { url = "https://files.pythonhosted.org/packages/10/e1/8dde6174e7ac5b9acd3269afca2e17719bc7e5088c68f44874d2ad9e4560/rpds_py-0.20.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8ba6f89cac95c0900d932c9efb7f0fb6ca47f6687feec41abcb1bd5e2bd45535", size = 429868 },
+    { url = "https://files.pythonhosted.org/packages/19/51/a3cc1a5238acfc2582033e8934d034301f9d4931b9bf7c7ccfabc4ca0880/rpds_py-0.20.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4a916087371afd9648e1962e67403c53f9c49ca47b9680adbeef79da3a7811b0", size = 360539 },
+    { url = "https://files.pythonhosted.org/packages/cd/8c/3c87471a44bd4114e2b0aec90f298f6caaac4e8db6af904d5dd2279f5c61/rpds_py-0.20.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:200a23239781f46149e6a415f1e870c5ef1e712939fe8fa63035cd053ac2638e", size = 382467 },
+    { url = "https://files.pythonhosted.org/packages/d0/9b/95073fe3e0f130e6d561e106818b6568ef1f2df3352e7f162ab912da837c/rpds_py-0.20.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:58b1d5dd591973d426cbb2da5e27ba0339209832b2f3315928c9790e13f159e8", size = 546669 },
+    { url = "https://files.pythonhosted.org/packages/de/4c/7ab3669e02bb06fedebcfd64d361b7168ba39dfdf385e4109440f2e7927b/rpds_py-0.20.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:6b73c67850ca7cae0f6c56f71e356d7e9fa25958d3e18a64927c2d930859b8e4", size = 549304 },
+    { url = "https://files.pythonhosted.org/packages/f1/e8/ad5da336cd42adbdafe0ecd40dcecdae01fd3d703c621c7637615a008d3a/rpds_py-0.20.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:d8761c3c891cc51e90bc9926d6d2f59b27beaf86c74622c8979380a29cc23ac3", size = 527637 },
+    { url = "https://files.pythonhosted.org/packages/02/f1/1b47b9e5b941c2659c9b7e4ef41b6f07385a6500c638fa10c066e4616ecb/rpds_py-0.20.1-cp311-none-win32.whl", hash = "sha256:cd945871335a639275eee904caef90041568ce3b42f402c6959b460d25ae8732", size = 200488 },
+    { url = "https://files.pythonhosted.org/packages/85/f6/c751c1adfa31610055acfa1cc667cf2c2d7011a73070679c448cf5856905/rpds_py-0.20.1-cp311-none-win_amd64.whl", hash = "sha256:7e21b7031e17c6b0e445f42ccc77f79a97e2687023c5746bfb7a9e45e0921b84", size = 218475 },
+    { url = "https://files.pythonhosted.org/packages/e7/10/4e8dcc08b58a548098dbcee67a4888751a25be7a6dde0a83d4300df48bfa/rpds_py-0.20.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:36785be22066966a27348444b40389f8444671630063edfb1a2eb04318721e17", size = 329749 },
+    { url = "https://files.pythonhosted.org/packages/d2/e4/61144f3790e12fd89e6153d77f7915ad26779735fef8ee9c099cba6dfb4a/rpds_py-0.20.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:142c0a5124d9bd0e2976089484af5c74f47bd3298f2ed651ef54ea728d2ea42c", size = 321032 },
+    { url = "https://files.pythonhosted.org/packages/fa/e0/99205aabbf3be29ef6c58ef9b08feed51ba6532fdd47461245cb58dd9897/rpds_py-0.20.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dbddc10776ca7ebf2a299c41a4dde8ea0d8e3547bfd731cb87af2e8f5bf8962d", size = 363931 },
+    { url = "https://files.pythonhosted.org/packages/ac/bd/bce2dddb518b13a7e77eed4be234c9af0c9c6d403d01c5e6ae8eb447ab62/rpds_py-0.20.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:15a842bb369e00295392e7ce192de9dcbf136954614124a667f9f9f17d6a216f", size = 373343 },
+    { url = "https://files.pythonhosted.org/packages/43/15/112b7c553066cb91264691ba7fb119579c440a0ae889da222fa6fc0d411a/rpds_py-0.20.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:be5ef2f1fc586a7372bfc355986226484e06d1dc4f9402539872c8bb99e34b01", size = 406304 },
+    { url = "https://files.pythonhosted.org/packages/af/8d/2da52aef8ae5494a382b0c0025ba5b68f2952db0f2a4c7534580e8ca83cc/rpds_py-0.20.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dbcf360c9e3399b056a238523146ea77eeb2a596ce263b8814c900263e46031a", size = 423022 },
+    { url = "https://files.pythonhosted.org/packages/c8/1b/f23015cb293927c93bdb4b94a48bfe77ad9d57359c75db51f0ff0cf482ff/rpds_py-0.20.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ecd27a66740ffd621d20b9a2f2b5ee4129a56e27bfb9458a3bcc2e45794c96cb", size = 364937 },
+    { url = "https://files.pythonhosted.org/packages/7b/8b/6da8636b2ea2e2f709e56656e663b6a71ecd9a9f9d9dc21488aade122026/rpds_py-0.20.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:d0b937b2a1988f184a3e9e577adaa8aede21ec0b38320d6009e02bd026db04fa", size = 386301 },
+    { url = "https://files.pythonhosted.org/packages/20/af/2ae192797bffd0d6d558145b5a36e7245346ff3e44f6ddcb82f0eb8512d4/rpds_py-0.20.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:6889469bfdc1eddf489729b471303739bf04555bb151fe8875931f8564309afc", size = 549452 },
+    { url = "https://files.pythonhosted.org/packages/07/dd/9f6520712a5108cd7d407c9db44a3d59011b385c58e320d58ebf67757a9e/rpds_py-0.20.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:19b73643c802f4eaf13d97f7855d0fb527fbc92ab7013c4ad0e13a6ae0ed23bd", size = 554370 },
+    { url = "https://files.pythonhosted.org/packages/5e/0e/b1bdc7ea0db0946d640ab8965146099093391bb5d265832994c47461e3c5/rpds_py-0.20.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3c6afcf2338e7f374e8edc765c79fbcb4061d02b15dd5f8f314a4af2bdc7feb5", size = 530940 },
+    { url = "https://files.pythonhosted.org/packages/ae/d3/ffe907084299484fab60a7955f7c0e8a295c04249090218c59437010f9f4/rpds_py-0.20.1-cp312-none-win32.whl", hash = "sha256:dc73505153798c6f74854aba69cc75953888cf9866465196889c7cdd351e720c", size = 203164 },
+    { url = "https://files.pythonhosted.org/packages/1f/ba/9cbb57423c4bfbd81c473913bebaed151ad4158ee2590a4e4b3e70238b48/rpds_py-0.20.1-cp312-none-win_amd64.whl", hash = "sha256:8bbe951244a838a51289ee53a6bae3a07f26d4e179b96fc7ddd3301caf0518eb", size = 220750 },
+    { url = "https://files.pythonhosted.org/packages/b5/01/fee2e1d1274c92fff04aa47d805a28d62c2aa971d1f49f5baea1c6e670d9/rpds_py-0.20.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:6ca91093a4a8da4afae7fe6a222c3b53ee4eef433ebfee4d54978a103435159e", size = 329359 },
+    { url = "https://files.pythonhosted.org/packages/b0/cf/4aeffb02b7090029d7aeecbffb9a10e1c80f6f56d7e9a30e15481dc4099c/rpds_py-0.20.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:b9c2fe36d1f758b28121bef29ed1dee9b7a2453e997528e7d1ac99b94892527c", size = 320543 },
+    { url = "https://files.pythonhosted.org/packages/17/69/85cf3429e9ccda684ba63ff36b5866d5f9451e921cc99819341e19880334/rpds_py-0.20.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f009c69bc8c53db5dfab72ac760895dc1f2bc1b62ab7408b253c8d1ec52459fc", size = 363107 },
+    { url = "https://files.pythonhosted.org/packages/ef/de/7df88dea9c3eeb832196d23b41f0f6fc5f9a2ee9b2080bbb1db8731ead9c/rpds_py-0.20.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:6740a3e8d43a32629bb9b009017ea5b9e713b7210ba48ac8d4cb6d99d86c8ee8", size = 372027 },
+    { url = "https://files.pythonhosted.org/packages/d1/b8/88675399d2038580743c570a809c43a900e7090edc6553f8ffb66b23c965/rpds_py-0.20.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:32b922e13d4c0080d03e7b62991ad7f5007d9cd74e239c4b16bc85ae8b70252d", size = 405031 },
+    { url = "https://files.pythonhosted.org/packages/e1/aa/cca639f6d17caf00bab51bdc70fcc0bdda3063e5662665c4fdf60443c474/rpds_py-0.20.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe00a9057d100e69b4ae4a094203a708d65b0f345ed546fdef86498bf5390982", size = 422271 },
+    { url = "https://files.pythonhosted.org/packages/c4/07/bf8a949d2ec4626c285579c9d6b356c692325f1a4126e947736b416e1fc4/rpds_py-0.20.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:49fe9b04b6fa685bd39237d45fad89ba19e9163a1ccaa16611a812e682913496", size = 363625 },
+    { url = "https://files.pythonhosted.org/packages/11/f0/06675c6a58d6ce34547879138810eb9aab0c10e5607ea6c2e4dc56b703c8/rpds_py-0.20.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:aa7ac11e294304e615b43f8c441fee5d40094275ed7311f3420d805fde9b07b4", size = 385906 },
+    { url = "https://files.pythonhosted.org/packages/bf/ac/2d1f50374eb8e41030fad4e87f81751e1c39e3b5d4bee8c5618830d8a6ac/rpds_py-0.20.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:6aa97af1558a9bef4025f8f5d8c60d712e0a3b13a2fe875511defc6ee77a1ab7", size = 549021 },
+    { url = "https://files.pythonhosted.org/packages/f7/d4/a7d70a7cc71df772eeadf4bce05e32e780a9fe44a511a5b091c7a85cb767/rpds_py-0.20.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:483b29f6f7ffa6af845107d4efe2e3fa8fb2693de8657bc1849f674296ff6a5a", size = 553800 },
+    { url = "https://files.pythonhosted.org/packages/87/81/dc30bc449ccba63ad23a0f6633486d4e0e6955f45f3715a130dacabd6ad0/rpds_py-0.20.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:37fe0f12aebb6a0e3e17bb4cd356b1286d2d18d2e93b2d39fe647138458b4bcb", size = 531076 },
+    { url = "https://files.pythonhosted.org/packages/50/80/fb62ab48f3b5cfe704ead6ad372da1922ddaa76397055e02eb507054c979/rpds_py-0.20.1-cp313-none-win32.whl", hash = "sha256:a624cc00ef2158e04188df5e3016385b9353638139a06fb77057b3498f794782", size = 202804 },
+    { url = "https://files.pythonhosted.org/packages/d9/30/a3391e76d0b3313f33bdedd394a519decae3a953d2943e3dabf80ae32447/rpds_py-0.20.1-cp313-none-win_amd64.whl", hash = "sha256:b71b8666eeea69d6363248822078c075bac6ed135faa9216aa85f295ff009b1e", size = 220502 },
+    { url = "https://files.pythonhosted.org/packages/d6/87/e7e0fcbfdc0d0e261534bcc885f6ae6253095b972e32f8b8b1278c78a2a9/rpds_py-0.20.1-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:b41b6321805c472f66990c2849e152aff7bc359eb92f781e3f606609eac877ad", size = 327867 },
+    { url = "https://files.pythonhosted.org/packages/93/a0/17836b7961fc82586e9b818abdee2a27e2e605a602bb8c0d43f02092f8c2/rpds_py-0.20.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:0a90c373ea2975519b58dece25853dbcb9779b05cc46b4819cb1917e3b3215b6", size = 318893 },
+    { url = "https://files.pythonhosted.org/packages/dc/03/deb81d8ea3a8b974e7b03cfe8c8c26616ef8f4980dd430d8dd0a2f1b4d8e/rpds_py-0.20.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:16d4477bcb9fbbd7b5b0e4a5d9b493e42026c0bf1f06f723a9353f5153e75d30", size = 361664 },
+    { url = "https://files.pythonhosted.org/packages/16/49/d9938603731745c7b6babff97ca61ff3eb4619e7128b5ab0111ad4e91d6d/rpds_py-0.20.1-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:84b8382a90539910b53a6307f7c35697bc7e6ffb25d9c1d4e998a13e842a5e83", size = 369796 },
+    { url = "https://files.pythonhosted.org/packages/87/d2/480b36c69cdc373853401b6aab6a281cf60f6d72b1545d82c0d23d9dd77c/rpds_py-0.20.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4888e117dd41b9d34194d9e31631af70d3d526efc363085e3089ab1a62c32ed1", size = 403860 },
+    { url = "https://files.pythonhosted.org/packages/31/7c/f6d909cb57761293308dbef14f1663d84376f2e231892a10aafc57b42037/rpds_py-0.20.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5265505b3d61a0f56618c9b941dc54dc334dc6e660f1592d112cd103d914a6db", size = 430793 },
+    { url = "https://files.pythonhosted.org/packages/d4/62/c9bd294c4b5f84d9cc2c387b548ae53096ad7e71ac5b02b6310e9dc85aa4/rpds_py-0.20.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e75ba609dba23f2c95b776efb9dd3f0b78a76a151e96f96cc5b6b1b0004de66f", size = 360927 },
+    { url = "https://files.pythonhosted.org/packages/c1/a7/15d927d83a44da8307a432b1cac06284b6657706d099a98cc99fec34ad51/rpds_py-0.20.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1791ff70bc975b098fe6ecf04356a10e9e2bd7dc21fa7351c1742fdeb9b4966f", size = 382660 },
+    { url = "https://files.pythonhosted.org/packages/4c/28/0630719c18456238bb07d59c4302fed50a13aa8035ec23dbfa80d116f9bc/rpds_py-0.20.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:d126b52e4a473d40232ec2052a8b232270ed1f8c9571aaf33f73a14cc298c24f", size = 546888 },
+    { url = "https://files.pythonhosted.org/packages/b9/75/3c9bda11b9c15d680b315f898af23825159314d4b56568f24b53ace8afcd/rpds_py-0.20.1-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:c14937af98c4cc362a1d4374806204dd51b1e12dded1ae30645c298e5a5c4cb1", size = 550088 },
+    { url = "https://files.pythonhosted.org/packages/70/f1/8fe7d04c194218171220a412057429defa9e2da785de0777c4d39309337e/rpds_py-0.20.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:3d089d0b88996df627693639d123c8158cff41c0651f646cd8fd292c7da90eaf", size = 528270 },
+    { url = "https://files.pythonhosted.org/packages/d6/62/41b0020f4b00af042b008e679dbe25a2f5bce655139a81f8b812f9068e52/rpds_py-0.20.1-cp39-none-win32.whl", hash = "sha256:653647b8838cf83b2e7e6a0364f49af96deec64d2a6578324db58380cff82aca", size = 200658 },
+    { url = "https://files.pythonhosted.org/packages/05/01/e64bb8889f2dcc951e53de33d8b8070456397ae4e10edc35e6cb9908f5c8/rpds_py-0.20.1-cp39-none-win_amd64.whl", hash = "sha256:fa41a64ac5b08b292906e248549ab48b69c5428f3987b09689ab2441f267d04d", size = 218883 },
+    { url = "https://files.pythonhosted.org/packages/b6/fa/7959429e69569d0f6e7d27f80451402da0409349dd2b07f6bcbdd5fad2d3/rpds_py-0.20.1-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:7a07ced2b22f0cf0b55a6a510078174c31b6d8544f3bc00c2bcee52b3d613f74", size = 328209 },
+    { url = "https://files.pythonhosted.org/packages/25/97/5dfdb091c30267ff404d2fd9e70c7a6d6ffc65ca77fffe9456e13b719066/rpds_py-0.20.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:68cb0a499f2c4a088fd2f521453e22ed3527154136a855c62e148b7883b99f9a", size = 319499 },
+    { url = "https://files.pythonhosted.org/packages/7c/98/cf2608722400f5f9bb4c82aa5ac09026f3ac2ebea9d4059d3533589ed0b6/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fa3060d885657abc549b2a0f8e1b79699290e5d83845141717c6c90c2df38311", size = 361795 },
+    { url = "https://files.pythonhosted.org/packages/89/de/0e13dd43c785c60e63933e96fbddda0b019df6862f4d3019bb49c3861131/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:95f3b65d2392e1c5cec27cff08fdc0080270d5a1a4b2ea1d51d5f4a2620ff08d", size = 370604 },
+    { url = "https://files.pythonhosted.org/packages/8a/fc/fe3c83c77f82b8059eeec4e998064913d66212b69b3653df48f58ad33d3d/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2cc3712a4b0b76a1d45a9302dd2f53ff339614b1c29603a911318f2357b04dd2", size = 404177 },
+    { url = "https://files.pythonhosted.org/packages/94/30/5189518bfb80a41f664daf32b46645c7fbdcc89028a0f1bfa82e806e0fbb/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5d4eea0761e37485c9b81400437adb11c40e13ef513375bbd6973e34100aeb06", size = 430108 },
+    { url = "https://files.pythonhosted.org/packages/67/0e/6f069feaff5c298375cd8c55e00ecd9bd79c792ce0893d39448dc0097857/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7f5179583d7a6cdb981151dd349786cbc318bab54963a192692d945dd3f6435d", size = 361184 },
+    { url = "https://files.pythonhosted.org/packages/27/9f/ce3e2ae36f392c3ef1988c06e9e0b4c74f64267dad7c223003c34da11adb/rpds_py-0.20.1-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2fbb0ffc754490aff6dabbf28064be47f0f9ca0b9755976f945214965b3ace7e", size = 384140 },
+    { url = "https://files.pythonhosted.org/packages/5f/d5/89d44504d0bc7a1135062cb520a17903ff002f458371b8d9160af3b71e52/rpds_py-0.20.1-pp310-pypy310_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:a94e52537a0e0a85429eda9e49f272ada715506d3b2431f64b8a3e34eb5f3e75", size = 546589 },
+    { url = "https://files.pythonhosted.org/packages/8f/8f/e1c2db4fcca3947d9a28ec9553700b4dc8038f0eff575f579e75885b0661/rpds_py-0.20.1-pp310-pypy310_pp73-musllinux_1_2_i686.whl", hash = "sha256:92b68b79c0da2a980b1c4197e56ac3dd0c8a149b4603747c4378914a68706979", size = 550059 },
+    { url = "https://files.pythonhosted.org/packages/67/29/00a9e986df36721b5def82fff60995c1ee8827a7d909a6ec8929fb4cc668/rpds_py-0.20.1-pp310-pypy310_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:93da1d3db08a827eda74356f9f58884adb254e59b6664f64cc04cdff2cc19b0d", size = 529131 },
+    { url = "https://files.pythonhosted.org/packages/a3/32/95364440560ec476b19c6a2704259e710c223bf767632ebaa72cc2a1760f/rpds_py-0.20.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:754bbed1a4ca48479e9d4182a561d001bbf81543876cdded6f695ec3d465846b", size = 219677 },
+    { url = "https://files.pythonhosted.org/packages/ed/bf/ad8492e972c90a3d48a38e2b5095c51a8399d5b57e83f2d5d1649490f72b/rpds_py-0.20.1-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:ca449520e7484534a2a44faf629362cae62b660601432d04c482283c47eaebab", size = 328046 },
+    { url = "https://files.pythonhosted.org/packages/75/fd/84f42386165d6d555acb76c6d39c90b10c9dcf25116daf4f48a0a9d6867a/rpds_py-0.20.1-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:9c4cb04a16b0f199a8c9bf807269b2f63b7b5b11425e4a6bd44bd6961d28282c", size = 319306 },
+    { url = "https://files.pythonhosted.org/packages/6c/8a/abcd5119a0573f9588ad71a3fde3c07ddd1d1393cfee15a6ba7495c256f1/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb63804105143c7e24cee7db89e37cb3f3941f8e80c4379a0b355c52a52b6780", size = 362558 },
+    { url = "https://files.pythonhosted.org/packages/9d/65/1c2bb10afd4bd32800227a658ae9097bc1d08a4e5048a57a9bd2efdf6306/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:55cd1fa4ecfa6d9f14fbd97ac24803e6f73e897c738f771a9fe038f2f11ff07c", size = 370811 },
+    { url = "https://files.pythonhosted.org/packages/6c/ee/f4bab2b9e51ced30351cfd210647885391463ae682028c79760e7db28e4e/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0f8f741b6292c86059ed175d80eefa80997125b7c478fb8769fd9ac8943a16c0", size = 404660 },
+    { url = "https://files.pythonhosted.org/packages/48/0f/9d04d0939682f0c97be827fc51ff986555ffb573e6781bd5132441f0ce25/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0fc212779bf8411667234b3cdd34d53de6c2b8b8b958e1e12cb473a5f367c338", size = 430490 },
+    { url = "https://files.pythonhosted.org/packages/0d/f2/e9b90fd8416d59941b6a12f2c2e1d898b63fd092f5a7a6f98236cb865764/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0ad56edabcdb428c2e33bbf24f255fe2b43253b7d13a2cdbf05de955217313e6", size = 361448 },
+    { url = "https://files.pythonhosted.org/packages/0b/83/1cc776dce7bedb17d6f4ea62eafccee8a57a4678f4fac414ab69fb9b6b0b/rpds_py-0.20.1-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:0a3a1e9ee9728b2c1734f65d6a1d376c6f2f6fdcc13bb007a08cc4b1ff576dc5", size = 383681 },
+    { url = "https://files.pythonhosted.org/packages/17/5c/e0cdd6b0a8373fdef3667af2778dd9ff3abf1bbb9c7bd92c603c91440eb0/rpds_py-0.20.1-pp39-pypy39_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:e13de156137b7095442b288e72f33503a469aa1980ed856b43c353ac86390519", size = 546203 },
+    { url = "https://files.pythonhosted.org/packages/1b/a8/81fc9cbc01e7ef6d10652aedc1de4e8473934773e2808ba49094e03575df/rpds_py-0.20.1-pp39-pypy39_pp73-musllinux_1_2_i686.whl", hash = "sha256:07f59760ef99f31422c49038964b31c4dfcfeb5d2384ebfc71058a7c9adae2d2", size = 549855 },
+    { url = "https://files.pythonhosted.org/packages/b3/87/99648693d3c1bbce088119bc61ecaab62e5f9c713894edc604ffeca5ae88/rpds_py-0.20.1-pp39-pypy39_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:59240685e7da61fb78f65a9f07f8108e36a83317c53f7b276b4175dc44151684", size = 528625 },
+    { url = "https://files.pythonhosted.org/packages/05/c3/10c68a08849f1fa45d205e54141fa75d316013e3d701ef01770ee1220bb8/rpds_py-0.20.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:83cba698cfb3c2c5a7c3c6bac12fe6c6a51aae69513726be6411076185a8b24a", size = 219991 },
+]
+
+[[package]]
+name = "rsa"
+version = "4.9"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pyasn1" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/aa/65/7d973b89c4d2351d7fb232c2e452547ddfa243e93131e7cfa766da627b52/rsa-4.9.tar.gz", hash = "sha256:e38464a49c6c85d7f1351b0126661487a7e0a14a50f1675ec50eb34d4f20ef21", size = 29711 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/49/97/fa78e3d2f65c02c8e1268b9aba606569fe97f6c8f7c2d74394553347c145/rsa-4.9-py3-none-any.whl", hash = "sha256:90260d9058e514786967344d0ef75fa8727eed8a7d2e43ce9f4bcf1b536174f7", size = 34315 },
+]
+
+[[package]]
+name = "secretstorage"
+version = "3.3.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cryptography" },
+    { name = "jeepney" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/53/a4/f48c9d79cb507ed1373477dbceaba7401fd8a23af63b837fa61f1dcd3691/SecretStorage-3.3.3.tar.gz", hash = "sha256:2403533ef369eca6d2ba81718576c5e0f564d5cca1b58f73a8b23e7d4eeebd77", size = 19739 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/54/24/b4293291fa1dd830f353d2cb163295742fa87f179fcc8a20a306a81978b7/SecretStorage-3.3.3-py3-none-any.whl", hash = "sha256:f356e6628222568e3af06f2eba8df495efa13b3b63081dafd4f7d9a7b7bc9f99", size = 15221 },
+]
+
+[[package]]
+name = "semver"
+version = "3.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/41/6c/a536cc008f38fd83b3c1b98ce19ead13b746b5588c9a0cb9dd9f6ea434bc/semver-3.0.2.tar.gz", hash = "sha256:6253adb39c70f6e51afed2fa7152bcd414c411286088fb4b9effb133885ab4cc", size = 214988 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9a/77/0cc7a8a3bc7e53d07e8f47f147b92b0960e902b8254859f4aee5c4d7866b/semver-3.0.2-py3-none-any.whl", hash = "sha256:b1ea4686fe70b981f85359eda33199d60c53964284e0cfb4977d243e37cf4bf4", size = 17099 },
+]
+
+[[package]]
+name = "shellingham"
+version = "1.5.4"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/58/15/8b3609fd3830ef7b27b655beb4b4e9c62313a4e8da8c676e142cc210d58e/shellingham-1.5.4.tar.gz", hash = "sha256:8dbca0739d487e5bd35ab3ca4b36e11c4078f3a234bfce294b0a0291363404de", size = 10310 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e0/f9/0595336914c5619e5f28a1fb793285925a8cd4b432c9da0a987836c7f822/shellingham-1.5.4-py2.py3-none-any.whl", hash = "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686", size = 9755 },
+]
+
+[[package]]
+name = "smmap"
+version = "5.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/88/04/b5bf6d21dc4041000ccba7eb17dd3055feb237e7ffc2c20d3fae3af62baa/smmap-5.0.1.tar.gz", hash = "sha256:dceeb6c0028fdb6734471eb07c0cd2aae706ccaecab45965ee83f11c8d3b1f62", size = 22291 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a7/a5/10f97f73544edcdef54409f1d839f6049a0d79df68adbc1ceb24d1aaca42/smmap-5.0.1-py3-none-any.whl", hash = "sha256:e6d8668fa5f93e706934a62d7b4db19c8d9eb8cf2adbb75ef1b675aa332b69da", size = 24282 },
+]
+
+[[package]]
+name = "sniffio"
+version = "1.3.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/a2/87/a6771e1546d97e7e041b6ae58d80074f81b7d5121207425c964ddf5cfdbd/sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc", size = 20372 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e9/44/75a9c9421471a6c4805dbf2356f7c181a29c1879239abab1ea2cc8f38b40/sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2", size = 10235 },
+]
+
+[[package]]
+name = "tabulate"
+version = "0.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ec/fe/802052aecb21e3797b8f7902564ab6ea0d60ff8ca23952079064155d1ae1/tabulate-0.9.0.tar.gz", hash = "sha256:0095b12bf5966de529c0feb1fa08671671b3368eec77d7ef7ab114be2c068b3c", size = 81090 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/40/44/4a5f08c96eb108af5cb50b41f76142f0afa346dfa99d5296fe7202a11854/tabulate-0.9.0-py3-none-any.whl", hash = "sha256:024ca478df22e9340661486f85298cff5f6dcdba14f3813e8830015b9ed1948f", size = 35252 },
+]
+
+[[package]]
+name = "tomli"
+version = "2.0.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/35/b9/de2a5c0144d7d75a57ff355c0c24054f965b2dc3036456ae03a51ea6264b/tomli-2.0.2.tar.gz", hash = "sha256:d46d457a85337051c36524bc5349dd91b1877838e2979ac5ced3e710ed8a60ed", size = 16096 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/cf/db/ce8eda256fa131af12e0a76d481711abe4681b6923c27efb9a255c9e4594/tomli-2.0.2-py3-none-any.whl", hash = "sha256:2ebe24485c53d303f690b0ec092806a085f07af5a5aa1464f3931eec36caaa38", size = 13237 },
+]
+
+[[package]]
+name = "tomli-w"
+version = "1.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d4/19/b65f1a088ee23e37cdea415b357843eca8b1422a7b11a9eee6e35d4ec273/tomli_w-1.1.0.tar.gz", hash = "sha256:49e847a3a304d516a169a601184932ef0f6b61623fe680f836a2aa7128ed0d33", size = 6929 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/c4/ac/ce90573ba446a9bbe65838ded066a805234d159b4446ae9f8ec5bbd36cbd/tomli_w-1.1.0-py3-none-any.whl", hash = "sha256:1403179c78193e3184bfaade390ddbd071cba48a32a2e62ba11aae47490c63f7", size = 6440 },
+]
+
+[[package]]
+name = "tomlkit"
+version = "0.13.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/b1/09/a439bec5888f00a54b8b9f05fa94d7f901d6735ef4e55dcec9bc37b5d8fa/tomlkit-0.13.2.tar.gz", hash = "sha256:fff5fe59a87295b278abd31bec92c15d9bc4a06885ab12bcea52c71119392e79", size = 192885 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/f9/b6/a447b5e4ec71e13871be01ba81f5dfc9d0af7e473da256ff46bc0e24026f/tomlkit-0.13.2-py3-none-any.whl", hash = "sha256:7a974427f6e119197f670fbbbeae7bef749a6c14e793db934baefc1b5f03efde", size = 37955 },
+]
+
+[[package]]
+name = "trove-classifiers"
+version = "2024.10.21.16"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/99/85/92c2667cf221b37648041ce9319427f92fa76cbec634aad844e67e284706/trove_classifiers-2024.10.21.16.tar.gz", hash = "sha256:17cbd055d67d5e9d9de63293a8732943fabc21574e4c7b74edf112b4928cf5f3", size = 16153 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/35/35/5055ab8d215af853d07bbff1a74edf48f91ed308f037380a5ca52dd73348/trove_classifiers-2024.10.21.16-py3-none-any.whl", hash = "sha256:0fb11f1e995a757807a8ef1c03829fbd4998d817319abcef1f33165750f103be", size = 13546 },
+]
+
+[[package]]
+name = "twine"
+version = "5.1.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "importlib-metadata" },
+    { name = "keyring" },
+    { name = "pkginfo" },
+    { name = "readme-renderer" },
+    { name = "requests" },
+    { name = "requests-toolbelt" },
+    { name = "rfc3986" },
+    { name = "rich" },
+    { name = "urllib3" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/77/68/bd982e5e949ef8334e6f7dcf76ae40922a8750aa2e347291ae1477a4782b/twine-5.1.1.tar.gz", hash = "sha256:9aa0825139c02b3434d913545c7b847a21c835e11597f5255842d457da2322db", size = 225531 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5d/ec/00f9d5fd040ae29867355e559a94e9a8429225a0284a3f5f091a3878bfc0/twine-5.1.1-py3-none-any.whl", hash = "sha256:215dbe7b4b94c2c50a7315c0275d2258399280fbb7d04182c7e55e24b5f93997", size = 38650 },
+]
+
+[[package]]
+name = "typing-extensions"
+version = "4.12.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/df/db/f35a00659bc03fec321ba8bce9420de607a1d37f8342eee1863174c69557/typing_extensions-4.12.2.tar.gz", hash = "sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8", size = 85321 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/26/9f/ad63fc0248c5379346306f8668cda6e2e2e9c95e01216d2b8ffd9ff037d0/typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d", size = 37438 },
+]
+
+[[package]]
+name = "uritemplate"
+version = "4.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d2/5a/4742fdba39cd02a56226815abfa72fe0aa81c33bed16ed045647d6000eba/uritemplate-4.1.1.tar.gz", hash = "sha256:4346edfc5c3b79f694bccd6d6099a322bbeb628dbf2cd86eea55a456ce5124f0", size = 273898 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/81/c0/7461b49cd25aeece13766f02ee576d1db528f1c37ce69aee300e075b485b/uritemplate-4.1.1-py2.py3-none-any.whl", hash = "sha256:830c08b8d99bdd312ea4ead05994a38e8936266f84b9a7878232db50b044e02e", size = 10356 },
+]
+
+[[package]]
+name = "urllib3"
+version = "2.2.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ed/63/22ba4ebfe7430b76388e7cd448d5478814d3032121827c12a2cc287e2260/urllib3-2.2.3.tar.gz", hash = "sha256:e7d814a81dad81e6caf2ec9fdedb284ecc9c73076b62654547cc64ccdcae26e9", size = 300677 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ce/d9/5f4c13cecde62396b0d3fe530a50ccea91e7dfc1ccf0e09c228841bb5ba8/urllib3-2.2.3-py3-none-any.whl", hash = "sha256:ca899ca043dcb1bafa3e262d73aa25c465bfb49e0bd9dd5d59f1d0acba2f8fac", size = 126338 },
+]
+
+[[package]]
+name = "userpath"
+version = "1.9.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "click" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/d5/b7/30753098208505d7ff9be5b3a32112fb8a4cb3ddfccbbb7ba9973f2e29ff/userpath-1.9.2.tar.gz", hash = "sha256:6c52288dab069257cc831846d15d48133522455d4677ee69a9781f11dbefd815", size = 11140 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/43/99/3ec6335ded5b88c2f7ed25c56ffd952546f7ed007ffb1e1539dc3b57015a/userpath-1.9.2-py3-none-any.whl", hash = "sha256:2cbf01a23d655a1ff8fc166dfb78da1b641d1ceabf0fe5f970767d380b14e89d", size = 9065 },
+]
+
+[[package]]
+name = "uv"
+version = "0.4.29"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/6a/23/6e8d8177112b40d4905a49c03d397c5b93eb030f87cdddf0c5d4be599fc9/uv-0.4.29.tar.gz", hash = "sha256:9c559b6fdc042add463e86afa1c210716f7020bfc2e96b00df5af7afcb587ce7", size = 2102901 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/1c/8d/78b6927a3e511a4bc05347714c8917896477537bf09a6301e84de08b7a59/uv-0.4.29-py3-none-linux_armv6l.whl", hash = "sha256:287dc3fd3f78093a5a82136f01cbd9f224e0905b38d3dcffdc96c08fbbe48ee9", size = 13250618 },
+    { url = "https://files.pythonhosted.org/packages/d8/2f/1bbfc3c15933fcf07c222e063044696320f5a9fe3d5c584960ed0c490cf8/uv-0.4.29-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:6b03859068aaa08ca9907a51d403d54b0a9d8054091646845a9192f213f099d4", size = 13316211 },
+    { url = "https://files.pythonhosted.org/packages/fb/1a/1c862cc36f29cf58b22758f31eb5f9611ee86429d470c8e4c0fd235592ec/uv-0.4.29-py3-none-macosx_11_0_arm64.whl", hash = "sha256:950bbfe1954e9c3a5d6c4777bb778b4c23d0dea9ad9f77622c45d4fbba433355", size = 12363705 },
+    { url = "https://files.pythonhosted.org/packages/a1/0e/76e947db1135fa2436b11cc1ca927de187601be7ec65b0102f42a6a58211/uv-0.4.29-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.musllinux_1_1_aarch64.whl", hash = "sha256:3473b05142ba436ac30d036b7ab5e9bcfa97f63df5d1382f92e0a3e4aaa391bc", size = 12622825 },
+    { url = "https://files.pythonhosted.org/packages/41/3d/b54226b11eb935e4e57585905cf3ded2ac7d972c551bef1c3a000d4c5e47/uv-0.4.29-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:7060dfbad0bc26e9cecbb4f8482445c958071511f23728948478f81acfb29048", size = 13054445 },
+    { url = "https://files.pythonhosted.org/packages/bf/00/02fa712a3991957d2a65d043173d06d3a429acb3c4e54976f4385c034d97/uv-0.4.29-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:df35d9cbe4cfbb7bce287f56e3bb7a7cef0b7b5173ed889d936d4c470f2b1b83", size = 13655646 },
+    { url = "https://files.pythonhosted.org/packages/61/85/f6796032396bbd350648747c984376c8c8add14c75476ed8d5a3438a9c76/uv-0.4.29-py3-none-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:cfb797a87b55d96cc0593e9f29ab5d58454be74598ea0158e1b2f4f2dc97cede", size = 14281147 },
+    { url = "https://files.pythonhosted.org/packages/17/48/3314a03c6580d0b05bd1b9122ff9a9fbde5163815cf84f5a220fc013cea1/uv-0.4.29-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:668d3e6095c6f0cac6a831ef4030f7ad79442d1c84b9569f01f50b60c2d51a77", size = 14004714 },
+    { url = "https://files.pythonhosted.org/packages/11/e0/456bc5271f09ff385c57570628705757a59f9a3f8205ff029dc9b2213dbd/uv-0.4.29-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0be21afa0e582ddc5badff6ef40c3c6784efc5feae4ad568307b668d40dc49bd", size = 18032241 },
+    { url = "https://files.pythonhosted.org/packages/ef/6c/db10ff7f178ee93a832941e1cddbf38bfb1b0e30fd07580db10eb909f19d/uv-0.4.29-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f6224a322267570e0470c61008fd1c8e2f50bf073b339f4c3010da86aef3c44c", size = 13787528 },
+    { url = "https://files.pythonhosted.org/packages/1b/cf/501cd6aeeae0413e83ed0c112a362e44c05fa01144ecfd05c6fb3533778d/uv-0.4.29-py3-none-manylinux_2_28_aarch64.whl", hash = "sha256:24cccff9c248864ba0ab3429bae56314146c9494ce66a881d70ea8cf2805945f", size = 12789635 },
+    { url = "https://files.pythonhosted.org/packages/8d/8d/3103af713c6369b6c1afe2bd8415eb43ea2cd4d11aa823f2e5747736b410/uv-0.4.29-py3-none-musllinux_1_1_armv7l.whl", hash = "sha256:68d4967b5f0af8bd46085e0f3ded229026700668a97734a21c3d11a5fc350c47", size = 13022589 },
+    { url = "https://files.pythonhosted.org/packages/4f/4d/e9a0da7c43301f27503ed0af881afb9059e3700bd374d1c7c6579ff9fb29/uv-0.4.29-py3-none-musllinux_1_1_i686.whl", hash = "sha256:75927da78f74bb935314d236dc61ecdc192e878e06eb79585b6d9d5ee9829f98", size = 13367805 },
+    { url = "https://files.pythonhosted.org/packages/be/70/a78cd7cdac7581cf0a7e027cf3c69d07ca5b6b83d39f571411cc73f1590f/uv-0.4.29-py3-none-musllinux_1_1_ppc64le.whl", hash = "sha256:246da468ac0d51e7fb257cd038db2f8d6376ae269a44d01f56776e32108aa9da", size = 15158094 },
+    { url = "https://files.pythonhosted.org/packages/e6/93/3bcb18a54a9823c8bfadd362022b1c480da10c0bcd86398101f9a124e0a7/uv-0.4.29-py3-none-musllinux_1_1_x86_64.whl", hash = "sha256:8c71663c7df4f512c697de39a4926dc191897f5fede73644bb2329f532c1ebfa", size = 13917229 },
+    { url = "https://files.pythonhosted.org/packages/8a/38/bd90e265f868ddbc2dd3cc9625e2d8670d3ac35984a078491be11be754f3/uv-0.4.29-py3-none-win32.whl", hash = "sha256:b5775db128b98251c3ea7874367fc20dce9f9aac3dbfa635e3ef4a1c56842d9c", size = 13203439 },
+    { url = "https://files.pythonhosted.org/packages/cb/4f/446a0fe5901b110093f3888e93c8ebee1b08f35ba1699bbaf3645b553865/uv-0.4.29-py3-none-win_amd64.whl", hash = "sha256:67dcfd253020e25ed1c49e5bd06406205c37264f99e14002de53a357cd1cdadf", size = 14902665 },
+]
+
+[[package]]
+name = "virtualenv"
+version = "20.27.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "distlib" },
+    { name = "filelock" },
+    { name = "platformdirs" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/8c/b3/7b6a79c5c8cf6d90ea681310e169cf2db2884f4d583d16c6e1d5a75a4e04/virtualenv-20.27.1.tar.gz", hash = "sha256:142c6be10212543b32c6c45d3d3893dff89112cc588b7d0879ae5a1ec03a47ba", size = 6491145 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ae/92/78324ff89391e00c8f4cf6b8526c41c6ef36b4ea2d2c132250b1a6fc2b8d/virtualenv-20.27.1-py3-none-any.whl", hash = "sha256:f11f1b8a29525562925f745563bfd48b189450f61fb34c4f9cc79dd5aa32a1f4", size = 3117838 },
+]
+
+[[package]]
+name = "wrapt"
+version = "1.16.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/95/4c/063a912e20bcef7124e0df97282a8af3ff3e4b603ce84c481d6d7346be0a/wrapt-1.16.0.tar.gz", hash = "sha256:5f370f952971e7d17c7d1ead40e49f32345a7f7a5373571ef44d800d06b1899d", size = 53972 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/a8/c6/5375258add3777494671d8cec27cdf5402abd91016dee24aa2972c61fedf/wrapt-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4", size = 37315 },
+    { url = "https://files.pythonhosted.org/packages/32/12/e11adfde33444986135d8881b401e4de6cbb4cced046edc6b464e6ad7547/wrapt-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020", size = 38160 },
+    { url = "https://files.pythonhosted.org/packages/70/7d/3dcc4a7e96f8d3e398450ec7703db384413f79bd6c0196e0e139055ce00f/wrapt-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb2dee3874a500de01c93d5c71415fcaef1d858370d405824783e7a8ef5db440", size = 80419 },
+    { url = "https://files.pythonhosted.org/packages/d1/c4/8dfdc3c2f0b38be85c8d9fdf0011ebad2f54e40897f9549a356bebb63a97/wrapt-1.16.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2a88e6010048489cda82b1326889ec075a8c856c2e6a256072b28eaee3ccf487", size = 72669 },
+    { url = "https://files.pythonhosted.org/packages/49/83/b40bc1ad04a868b5b5bcec86349f06c1ee1ea7afe51dc3e46131e4f39308/wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ac83a914ebaf589b69f7d0a1277602ff494e21f4c2f743313414378f8f50a4cf", size = 80271 },
+    { url = "https://files.pythonhosted.org/packages/19/d4/cd33d3a82df73a064c9b6401d14f346e1d2fb372885f0295516ec08ed2ee/wrapt-1.16.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:73aa7d98215d39b8455f103de64391cb79dfcad601701a3aa0dddacf74911d72", size = 84748 },
+    { url = "https://files.pythonhosted.org/packages/ef/58/2fde309415b5fa98fd8f5f4a11886cbf276824c4c64d45a39da342fff6fe/wrapt-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:807cc8543a477ab7422f1120a217054f958a66ef7314f76dd9e77d3f02cdccd0", size = 77522 },
+    { url = "https://files.pythonhosted.org/packages/07/44/359e4724a92369b88dbf09878a7cde7393cf3da885567ea898e5904049a3/wrapt-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bf5703fdeb350e36885f2875d853ce13172ae281c56e509f4e6eca049bdfb136", size = 84780 },
+    { url = "https://files.pythonhosted.org/packages/88/8f/706f2fee019360cc1da652353330350c76aa5746b4e191082e45d6838faf/wrapt-1.16.0-cp310-cp310-win32.whl", hash = "sha256:f6b2d0c6703c988d334f297aa5df18c45e97b0af3679bb75059e0e0bd8b1069d", size = 35335 },
+    { url = "https://files.pythonhosted.org/packages/19/2b/548d23362e3002ebbfaefe649b833fa43f6ca37ac3e95472130c4b69e0b4/wrapt-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:decbfa2f618fa8ed81c95ee18a387ff973143c656ef800c9f24fb7e9c16054e2", size = 37528 },
+    { url = "https://files.pythonhosted.org/packages/fd/03/c188ac517f402775b90d6f312955a5e53b866c964b32119f2ed76315697e/wrapt-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1a5db485fe2de4403f13fafdc231b0dbae5eca4359232d2efc79025527375b09", size = 37313 },
+    { url = "https://files.pythonhosted.org/packages/0f/16/ea627d7817394db04518f62934a5de59874b587b792300991b3c347ff5e0/wrapt-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:75ea7d0ee2a15733684badb16de6794894ed9c55aa5e9903260922f0482e687d", size = 38164 },
+    { url = "https://files.pythonhosted.org/packages/7f/a7/f1212ba098f3de0fd244e2de0f8791ad2539c03bef6c05a9fcb03e45b089/wrapt-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a452f9ca3e3267cd4d0fcf2edd0d035b1934ac2bd7e0e57ac91ad6b95c0c6389", size = 80890 },
+    { url = "https://files.pythonhosted.org/packages/b7/96/bb5e08b3d6db003c9ab219c487714c13a237ee7dcc572a555eaf1ce7dc82/wrapt-1.16.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:43aa59eadec7890d9958748db829df269f0368521ba6dc68cc172d5d03ed8060", size = 73118 },
+    { url = "https://files.pythonhosted.org/packages/6e/52/2da48b35193e39ac53cfb141467d9f259851522d0e8c87153f0ba4205fb1/wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:72554a23c78a8e7aa02abbd699d129eead8b147a23c56e08d08dfc29cfdddca1", size = 80746 },
+    { url = "https://files.pythonhosted.org/packages/11/fb/18ec40265ab81c0e82a934de04596b6ce972c27ba2592c8b53d5585e6bcd/wrapt-1.16.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d2efee35b4b0a347e0d99d28e884dfd82797852d62fcd7ebdeee26f3ceb72cf3", size = 85668 },
+    { url = "https://files.pythonhosted.org/packages/0f/ef/0ecb1fa23145560431b970418dce575cfaec555ab08617d82eb92afc7ccf/wrapt-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:6dcfcffe73710be01d90cae08c3e548d90932d37b39ef83969ae135d36ef3956", size = 78556 },
+    { url = "https://files.pythonhosted.org/packages/25/62/cd284b2b747f175b5a96cbd8092b32e7369edab0644c45784871528eb852/wrapt-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:eb6e651000a19c96f452c85132811d25e9264d836951022d6e81df2fff38337d", size = 85712 },
+    { url = "https://files.pythonhosted.org/packages/e5/a7/47b7ff74fbadf81b696872d5ba504966591a3468f1bc86bca2f407baef68/wrapt-1.16.0-cp311-cp311-win32.whl", hash = "sha256:66027d667efe95cc4fa945af59f92c5a02c6f5bb6012bff9e60542c74c75c362", size = 35327 },
+    { url = "https://files.pythonhosted.org/packages/cf/c3/0084351951d9579ae83a3d9e38c140371e4c6b038136909235079f2e6e78/wrapt-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:aefbc4cb0a54f91af643660a0a150ce2c090d3652cf4052a5397fb2de549cd89", size = 37523 },
+    { url = "https://files.pythonhosted.org/packages/92/17/224132494c1e23521868cdd57cd1e903f3b6a7ba6996b7b8f077ff8ac7fe/wrapt-1.16.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:5eb404d89131ec9b4f748fa5cfb5346802e5ee8836f57d516576e61f304f3b7b", size = 37614 },
+    { url = "https://files.pythonhosted.org/packages/6a/d7/cfcd73e8f4858079ac59d9db1ec5a1349bc486ae8e9ba55698cc1f4a1dff/wrapt-1.16.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:9090c9e676d5236a6948330e83cb89969f433b1943a558968f659ead07cb3b36", size = 38316 },
+    { url = "https://files.pythonhosted.org/packages/7e/79/5ff0a5c54bda5aec75b36453d06be4f83d5cd4932cc84b7cb2b52cee23e2/wrapt-1.16.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94265b00870aa407bd0cbcfd536f17ecde43b94fb8d228560a1e9d3041462d73", size = 86322 },
+    { url = "https://files.pythonhosted.org/packages/c4/81/e799bf5d419f422d8712108837c1d9bf6ebe3cb2a81ad94413449543a923/wrapt-1.16.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f2058f813d4f2b5e3a9eb2eb3faf8f1d99b81c3e51aeda4b168406443e8ba809", size = 79055 },
+    { url = "https://files.pythonhosted.org/packages/62/62/30ca2405de6a20448ee557ab2cd61ab9c5900be7cbd18a2639db595f0b98/wrapt-1.16.0-cp312-cp312-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:98b5e1f498a8ca1858a1cdbffb023bfd954da4e3fa2c0cb5853d40014557248b", size = 87291 },
+    { url = "https://files.pythonhosted.org/packages/49/4e/5d2f6d7b57fc9956bf06e944eb00463551f7d52fc73ca35cfc4c2cdb7aed/wrapt-1.16.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:14d7dc606219cdd7405133c713f2c218d4252f2a469003f8c46bb92d5d095d81", size = 90374 },
+    { url = "https://files.pythonhosted.org/packages/a6/9b/c2c21b44ff5b9bf14a83252a8b973fb84923764ff63db3e6dfc3895cf2e0/wrapt-1.16.0-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:49aac49dc4782cb04f58986e81ea0b4768e4ff197b57324dcbd7699c5dfb40b9", size = 83896 },
+    { url = "https://files.pythonhosted.org/packages/14/26/93a9fa02c6f257df54d7570dfe8011995138118d11939a4ecd82cb849613/wrapt-1.16.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:418abb18146475c310d7a6dc71143d6f7adec5b004ac9ce08dc7a34e2babdc5c", size = 91738 },
+    { url = "https://files.pythonhosted.org/packages/a2/5b/4660897233eb2c8c4de3dc7cefed114c61bacb3c28327e64150dc44ee2f6/wrapt-1.16.0-cp312-cp312-win32.whl", hash = "sha256:685f568fa5e627e93f3b52fda002c7ed2fa1800b50ce51f6ed1d572d8ab3e7fc", size = 35568 },
+    { url = "https://files.pythonhosted.org/packages/5c/cc/8297f9658506b224aa4bd71906447dea6bb0ba629861a758c28f67428b91/wrapt-1.16.0-cp312-cp312-win_amd64.whl", hash = "sha256:dcdba5c86e368442528f7060039eda390cc4091bfd1dca41e8046af7c910dda8", size = 37653 },
+    { url = "https://files.pythonhosted.org/packages/70/cc/b92e1da2cad6a9f8ee481000ece07a35e3b24e041e60ff8b850c079f0ebf/wrapt-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9b201ae332c3637a42f02d1045e1d0cccfdc41f1f2f801dafbaa7e9b4797bfc2", size = 37314 },
+    { url = "https://files.pythonhosted.org/packages/4a/cc/3402bcc897978be00fef608cd9e3e39ec8869c973feeb5e1e277670e5ad2/wrapt-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:2076fad65c6736184e77d7d4729b63a6d1ae0b70da4868adeec40989858eb3fb", size = 38162 },
+    { url = "https://files.pythonhosted.org/packages/28/d3/4f079f649c515727c127c987b2ec2e0816b80d95784f2d28d1a57d2a1029/wrapt-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5cd603b575ebceca7da5a3a251e69561bec509e0b46e4993e1cac402b7247b8", size = 80235 },
+    { url = "https://files.pythonhosted.org/packages/a3/1c/226c2a4932e578a2241dcb383f425995f80224b446f439c2e112eb51c3a6/wrapt-1.16.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b47cfad9e9bbbed2339081f4e346c93ecd7ab504299403320bf85f7f85c7d46c", size = 72553 },
+    { url = "https://files.pythonhosted.org/packages/b1/e7/459a8a4f40f2fa65eb73cb3f339e6d152957932516d18d0e996c7ae2d7ae/wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8212564d49c50eb4565e502814f694e240c55551a5f1bc841d4fcaabb0a9b8a", size = 80129 },
+    { url = "https://files.pythonhosted.org/packages/da/6f/6d0b3c4983f1fc764a422989dabc268ee87d937763246cd48aa92f1eed1e/wrapt-1.16.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5f15814a33e42b04e3de432e573aa557f9f0f56458745c2074952f564c50e664", size = 84550 },
+    { url = "https://files.pythonhosted.org/packages/96/e8/27ef35cf61e5147c1c3abcb89cfbb8d691b2bb8364803fcc950140bc14d8/wrapt-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:db2e408d983b0e61e238cf579c09ef7020560441906ca990fe8412153e3b291f", size = 77352 },
+    { url = "https://files.pythonhosted.org/packages/b6/ad/7a0766341081bfd9f18a7049e4d6d45586ae5c5bb0a640f05e2f558e849c/wrapt-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:edfad1d29c73f9b863ebe7082ae9321374ccb10879eeabc84ba3b69f2579d537", size = 84626 },
+    { url = "https://files.pythonhosted.org/packages/09/43/b26852e9c45a1aac0d14b1080b25b612fa840ba99739c5fc55db07b7ce08/wrapt-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed867c42c268f876097248e05b6117a65bcd1e63b779e916fe2e33cd6fd0d3c3", size = 35327 },
+    { url = "https://files.pythonhosted.org/packages/74/f2/96ed140b08743f7f68d5bda35a2a589600781366c3da96f056043d258b1a/wrapt-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:eb1b046be06b0fce7249f1d025cd359b4b80fc1c3e24ad9eca33e0dcdb2e4a35", size = 37526 },
+    { url = "https://files.pythonhosted.org/packages/ff/21/abdedb4cdf6ff41ebf01a74087740a709e2edb146490e4d9beea054b0b7a/wrapt-1.16.0-py3-none-any.whl", hash = "sha256:6906c4100a8fcbf2fa735f6059214bb13b97f75b1a61777fcf6432121ef12ef1", size = 23362 },
+]
+
+[[package]]
+name = "zipp"
+version = "3.20.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/54/bf/5c0000c44ebc80123ecbdddba1f5dcd94a5ada602a9c225d84b5aaa55e86/zipp-3.20.2.tar.gz", hash = "sha256:bc9eb26f4506fda01b81bcde0ca78103b6e62f991b381fec825435c836edbc29", size = 24199 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/62/8b/5ba542fa83c90e09eac972fc9baca7a88e7e7ca4b221a89251954019308b/zipp-3.20.2-py3-none-any.whl", hash = "sha256:a817ac80d6cf4b23bf7f2828b7cabf326f15a001bea8b1f9b49631780ba28350", size = 9200 },
+]
+
+[[package]]
+name = "zstandard"
+version = "0.23.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cffi", marker = "platform_python_implementation == 'PyPy'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ed/f6/2ac0287b442160a89d726b17a9184a4c615bb5237db763791a7fd16d9df1/zstandard-0.23.0.tar.gz", hash = "sha256:b2d8c62d08e7255f68f7a740bae85b3c9b8e5466baa9cbf7f57f1cde0ac6bc09", size = 681701 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/2a/55/bd0487e86679db1823fc9ee0d8c9c78ae2413d34c0b461193b5f4c31d22f/zstandard-0.23.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:bf0a05b6059c0528477fba9054d09179beb63744355cab9f38059548fedd46a9", size = 788701 },
+    { url = "https://files.pythonhosted.org/packages/e1/8a/ccb516b684f3ad987dfee27570d635822e3038645b1a950c5e8022df1145/zstandard-0.23.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fc9ca1c9718cb3b06634c7c8dec57d24e9438b2aa9a0f02b8bb36bf478538880", size = 633678 },
+    { url = "https://files.pythonhosted.org/packages/12/89/75e633d0611c028e0d9af6df199423bf43f54bea5007e6718ab7132e234c/zstandard-0.23.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:77da4c6bfa20dd5ea25cbf12c76f181a8e8cd7ea231c673828d0386b1740b8dc", size = 4941098 },
+    { url = "https://files.pythonhosted.org/packages/4a/7a/bd7f6a21802de358b63f1ee636ab823711c25ce043a3e9f043b4fcb5ba32/zstandard-0.23.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b2170c7e0367dde86a2647ed5b6f57394ea7f53545746104c6b09fc1f4223573", size = 5308798 },
+    { url = "https://files.pythonhosted.org/packages/79/3b/775f851a4a65013e88ca559c8ae42ac1352db6fcd96b028d0df4d7d1d7b4/zstandard-0.23.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c16842b846a8d2a145223f520b7e18b57c8f476924bda92aeee3a88d11cfc391", size = 5341840 },
+    { url = "https://files.pythonhosted.org/packages/09/4f/0cc49570141dd72d4d95dd6fcf09328d1b702c47a6ec12fbed3b8aed18a5/zstandard-0.23.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:157e89ceb4054029a289fb504c98c6a9fe8010f1680de0201b3eb5dc20aa6d9e", size = 5440337 },
+    { url = "https://files.pythonhosted.org/packages/e7/7c/aaa7cd27148bae2dc095191529c0570d16058c54c4597a7d118de4b21676/zstandard-0.23.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:203d236f4c94cd8379d1ea61db2fce20730b4c38d7f1c34506a31b34edc87bdd", size = 4861182 },
+    { url = "https://files.pythonhosted.org/packages/ac/eb/4b58b5c071d177f7dc027129d20bd2a44161faca6592a67f8fcb0b88b3ae/zstandard-0.23.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:dc5d1a49d3f8262be192589a4b72f0d03b72dcf46c51ad5852a4fdc67be7b9e4", size = 4932936 },
+    { url = "https://files.pythonhosted.org/packages/44/f9/21a5fb9bb7c9a274b05ad700a82ad22ce82f7ef0f485980a1e98ed6e8c5f/zstandard-0.23.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:752bf8a74412b9892f4e5b58f2f890a039f57037f52c89a740757ebd807f33ea", size = 5464705 },
+    { url = "https://files.pythonhosted.org/packages/49/74/b7b3e61db3f88632776b78b1db597af3f44c91ce17d533e14a25ce6a2816/zstandard-0.23.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:80080816b4f52a9d886e67f1f96912891074903238fe54f2de8b786f86baded2", size = 4857882 },
+    { url = "https://files.pythonhosted.org/packages/4a/7f/d8eb1cb123d8e4c541d4465167080bec88481ab54cd0b31eb4013ba04b95/zstandard-0.23.0-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:84433dddea68571a6d6bd4fbf8ff398236031149116a7fff6f777ff95cad3df9", size = 4697672 },
+    { url = "https://files.pythonhosted.org/packages/5e/05/f7dccdf3d121309b60342da454d3e706453a31073e2c4dac8e1581861e44/zstandard-0.23.0-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:ab19a2d91963ed9e42b4e8d77cd847ae8381576585bad79dbd0a8837a9f6620a", size = 5206043 },
+    { url = "https://files.pythonhosted.org/packages/86/9d/3677a02e172dccd8dd3a941307621c0cbd7691d77cb435ac3c75ab6a3105/zstandard-0.23.0-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:59556bf80a7094d0cfb9f5e50bb2db27fefb75d5138bb16fb052b61b0e0eeeb0", size = 5667390 },
+    { url = "https://files.pythonhosted.org/packages/41/7e/0012a02458e74a7ba122cd9cafe491facc602c9a17f590367da369929498/zstandard-0.23.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:27d3ef2252d2e62476389ca8f9b0cf2bbafb082a3b6bfe9d90cbcbb5529ecf7c", size = 5198901 },
+    { url = "https://files.pythonhosted.org/packages/65/3a/8f715b97bd7bcfc7342d8adcd99a026cb2fb550e44866a3b6c348e1b0f02/zstandard-0.23.0-cp310-cp310-win32.whl", hash = "sha256:5d41d5e025f1e0bccae4928981e71b2334c60f580bdc8345f824e7c0a4c2a813", size = 430596 },
+    { url = "https://files.pythonhosted.org/packages/19/b7/b2b9eca5e5a01111e4fe8a8ffb56bdcdf56b12448a24effe6cfe4a252034/zstandard-0.23.0-cp310-cp310-win_amd64.whl", hash = "sha256:519fbf169dfac1222a76ba8861ef4ac7f0530c35dd79ba5727014613f91613d4", size = 495498 },
+    { url = "https://files.pythonhosted.org/packages/9e/40/f67e7d2c25a0e2dc1744dd781110b0b60306657f8696cafb7ad7579469bd/zstandard-0.23.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:34895a41273ad33347b2fc70e1bff4240556de3c46c6ea430a7ed91f9042aa4e", size = 788699 },
+    { url = "https://files.pythonhosted.org/packages/e8/46/66d5b55f4d737dd6ab75851b224abf0afe5774976fe511a54d2eb9063a41/zstandard-0.23.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:77ea385f7dd5b5676d7fd943292ffa18fbf5c72ba98f7d09fc1fb9e819b34c23", size = 633681 },
+    { url = "https://files.pythonhosted.org/packages/63/b6/677e65c095d8e12b66b8f862b069bcf1f1d781b9c9c6f12eb55000d57583/zstandard-0.23.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:983b6efd649723474f29ed42e1467f90a35a74793437d0bc64a5bf482bedfa0a", size = 4944328 },
+    { url = "https://files.pythonhosted.org/packages/59/cc/e76acb4c42afa05a9d20827116d1f9287e9c32b7ad58cc3af0721ce2b481/zstandard-0.23.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:80a539906390591dd39ebb8d773771dc4db82ace6372c4d41e2d293f8e32b8db", size = 5311955 },
+    { url = "https://files.pythonhosted.org/packages/78/e4/644b8075f18fc7f632130c32e8f36f6dc1b93065bf2dd87f03223b187f26/zstandard-0.23.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:445e4cb5048b04e90ce96a79b4b63140e3f4ab5f662321975679b5f6360b90e2", size = 5344944 },
+    { url = "https://files.pythonhosted.org/packages/76/3f/dbafccf19cfeca25bbabf6f2dd81796b7218f768ec400f043edc767015a6/zstandard-0.23.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fd30d9c67d13d891f2360b2a120186729c111238ac63b43dbd37a5a40670b8ca", size = 5442927 },
+    { url = "https://files.pythonhosted.org/packages/0c/c3/d24a01a19b6733b9f218e94d1a87c477d523237e07f94899e1c10f6fd06c/zstandard-0.23.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d20fd853fbb5807c8e84c136c278827b6167ded66c72ec6f9a14b863d809211c", size = 4864910 },
+    { url = "https://files.pythonhosted.org/packages/1c/a9/cf8f78ead4597264f7618d0875be01f9bc23c9d1d11afb6d225b867cb423/zstandard-0.23.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:ed1708dbf4d2e3a1c5c69110ba2b4eb6678262028afd6c6fbcc5a8dac9cda68e", size = 4935544 },
+    { url = "https://files.pythonhosted.org/packages/2c/96/8af1e3731b67965fb995a940c04a2c20997a7b3b14826b9d1301cf160879/zstandard-0.23.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:be9b5b8659dff1f913039c2feee1aca499cfbc19e98fa12bc85e037c17ec6ca5", size = 5467094 },
+    { url = "https://files.pythonhosted.org/packages/ff/57/43ea9df642c636cb79f88a13ab07d92d88d3bfe3e550b55a25a07a26d878/zstandard-0.23.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:65308f4b4890aa12d9b6ad9f2844b7ee42c7f7a4fd3390425b242ffc57498f48", size = 4860440 },
+    { url = "https://files.pythonhosted.org/packages/46/37/edb78f33c7f44f806525f27baa300341918fd4c4af9472fbc2c3094be2e8/zstandard-0.23.0-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:98da17ce9cbf3bfe4617e836d561e433f871129e3a7ac16d6ef4c680f13a839c", size = 4700091 },
+    { url = "https://files.pythonhosted.org/packages/c1/f1/454ac3962671a754f3cb49242472df5c2cced4eb959ae203a377b45b1a3c/zstandard-0.23.0-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:8ed7d27cb56b3e058d3cf684d7200703bcae623e1dcc06ed1e18ecda39fee003", size = 5208682 },
+    { url = "https://files.pythonhosted.org/packages/85/b2/1734b0fff1634390b1b887202d557d2dd542de84a4c155c258cf75da4773/zstandard-0.23.0-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:b69bb4f51daf461b15e7b3db033160937d3ff88303a7bc808c67bbc1eaf98c78", size = 5669707 },
+    { url = "https://files.pythonhosted.org/packages/52/5a/87d6971f0997c4b9b09c495bf92189fb63de86a83cadc4977dc19735f652/zstandard-0.23.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:034b88913ecc1b097f528e42b539453fa82c3557e414b3de9d5632c80439a473", size = 5201792 },
+    { url = "https://files.pythonhosted.org/packages/79/02/6f6a42cc84459d399bd1a4e1adfc78d4dfe45e56d05b072008d10040e13b/zstandard-0.23.0-cp311-cp311-win32.whl", hash = "sha256:f2d4380bf5f62daabd7b751ea2339c1a21d1c9463f1feb7fc2bdcea2c29c3160", size = 430586 },
+    { url = "https://files.pythonhosted.org/packages/be/a2/4272175d47c623ff78196f3c10e9dc7045c1b9caf3735bf041e65271eca4/zstandard-0.23.0-cp311-cp311-win_amd64.whl", hash = "sha256:62136da96a973bd2557f06ddd4e8e807f9e13cbb0bfb9cc06cfe6d98ea90dfe0", size = 495420 },
+    { url = "https://files.pythonhosted.org/packages/7b/83/f23338c963bd9de687d47bf32efe9fd30164e722ba27fb59df33e6b1719b/zstandard-0.23.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:b4567955a6bc1b20e9c31612e615af6b53733491aeaa19a6b3b37f3b65477094", size = 788713 },
+    { url = "https://files.pythonhosted.org/packages/5b/b3/1a028f6750fd9227ee0b937a278a434ab7f7fdc3066c3173f64366fe2466/zstandard-0.23.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1e172f57cd78c20f13a3415cc8dfe24bf388614324d25539146594c16d78fcc8", size = 633459 },
+    { url = "https://files.pythonhosted.org/packages/26/af/36d89aae0c1f95a0a98e50711bc5d92c144939efc1f81a2fcd3e78d7f4c1/zstandard-0.23.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b0e166f698c5a3e914947388c162be2583e0c638a4703fc6a543e23a88dea3c1", size = 4945707 },
+    { url = "https://files.pythonhosted.org/packages/cd/2e/2051f5c772f4dfc0aae3741d5fc72c3dcfe3aaeb461cc231668a4db1ce14/zstandard-0.23.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:12a289832e520c6bd4dcaad68e944b86da3bad0d339ef7989fb7e88f92e96072", size = 5306545 },
+    { url = "https://files.pythonhosted.org/packages/0a/9e/a11c97b087f89cab030fa71206963090d2fecd8eb83e67bb8f3ffb84c024/zstandard-0.23.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d50d31bfedd53a928fed6707b15a8dbeef011bb6366297cc435accc888b27c20", size = 5337533 },
+    { url = "https://files.pythonhosted.org/packages/fc/79/edeb217c57fe1bf16d890aa91a1c2c96b28c07b46afed54a5dcf310c3f6f/zstandard-0.23.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:72c68dda124a1a138340fb62fa21b9bf4848437d9ca60bd35db36f2d3345f373", size = 5436510 },
+    { url = "https://files.pythonhosted.org/packages/81/4f/c21383d97cb7a422ddf1ae824b53ce4b51063d0eeb2afa757eb40804a8ef/zstandard-0.23.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:53dd9d5e3d29f95acd5de6802e909ada8d8d8cfa37a3ac64836f3bc4bc5512db", size = 4859973 },
+    { url = "https://files.pythonhosted.org/packages/ab/15/08d22e87753304405ccac8be2493a495f529edd81d39a0870621462276ef/zstandard-0.23.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:6a41c120c3dbc0d81a8e8adc73312d668cd34acd7725f036992b1b72d22c1772", size = 4936968 },
+    { url = "https://files.pythonhosted.org/packages/eb/fa/f3670a597949fe7dcf38119a39f7da49a8a84a6f0b1a2e46b2f71a0ab83f/zstandard-0.23.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:40b33d93c6eddf02d2c19f5773196068d875c41ca25730e8288e9b672897c105", size = 5467179 },
+    { url = "https://files.pythonhosted.org/packages/4e/a9/dad2ab22020211e380adc477a1dbf9f109b1f8d94c614944843e20dc2a99/zstandard-0.23.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:9206649ec587e6b02bd124fb7799b86cddec350f6f6c14bc82a2b70183e708ba", size = 4848577 },
+    { url = "https://files.pythonhosted.org/packages/08/03/dd28b4484b0770f1e23478413e01bee476ae8227bbc81561f9c329e12564/zstandard-0.23.0-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:76e79bc28a65f467e0409098fa2c4376931fd3207fbeb6b956c7c476d53746dd", size = 4693899 },
+    { url = "https://files.pythonhosted.org/packages/2b/64/3da7497eb635d025841e958bcd66a86117ae320c3b14b0ae86e9e8627518/zstandard-0.23.0-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:66b689c107857eceabf2cf3d3fc699c3c0fe8ccd18df2219d978c0283e4c508a", size = 5199964 },
+    { url = "https://files.pythonhosted.org/packages/43/a4/d82decbab158a0e8a6ebb7fc98bc4d903266bce85b6e9aaedea1d288338c/zstandard-0.23.0-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:9c236e635582742fee16603042553d276cca506e824fa2e6489db04039521e90", size = 5655398 },
+    { url = "https://files.pythonhosted.org/packages/f2/61/ac78a1263bc83a5cf29e7458b77a568eda5a8f81980691bbc6eb6a0d45cc/zstandard-0.23.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:a8fffdbd9d1408006baaf02f1068d7dd1f016c6bcb7538682622c556e7b68e35", size = 5191313 },
+    { url = "https://files.pythonhosted.org/packages/e7/54/967c478314e16af5baf849b6ee9d6ea724ae5b100eb506011f045d3d4e16/zstandard-0.23.0-cp312-cp312-win32.whl", hash = "sha256:dc1d33abb8a0d754ea4763bad944fd965d3d95b5baef6b121c0c9013eaf1907d", size = 430877 },
+    { url = "https://files.pythonhosted.org/packages/75/37/872d74bd7739639c4553bf94c84af7d54d8211b626b352bc57f0fd8d1e3f/zstandard-0.23.0-cp312-cp312-win_amd64.whl", hash = "sha256:64585e1dba664dc67c7cdabd56c1e5685233fbb1fc1966cfba2a340ec0dfff7b", size = 495595 },
+    { url = "https://files.pythonhosted.org/packages/80/f1/8386f3f7c10261fe85fbc2c012fdb3d4db793b921c9abcc995d8da1b7a80/zstandard-0.23.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:576856e8594e6649aee06ddbfc738fec6a834f7c85bf7cadd1c53d4a58186ef9", size = 788975 },
+    { url = "https://files.pythonhosted.org/packages/16/e8/cbf01077550b3e5dc86089035ff8f6fbbb312bc0983757c2d1117ebba242/zstandard-0.23.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:38302b78a850ff82656beaddeb0bb989a0322a8bbb1bf1ab10c17506681d772a", size = 633448 },
+    { url = "https://files.pythonhosted.org/packages/06/27/4a1b4c267c29a464a161aeb2589aff212b4db653a1d96bffe3598f3f0d22/zstandard-0.23.0-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d2240ddc86b74966c34554c49d00eaafa8200a18d3a5b6ffbf7da63b11d74ee2", size = 4945269 },
+    { url = "https://files.pythonhosted.org/packages/7c/64/d99261cc57afd9ae65b707e38045ed8269fbdae73544fd2e4a4d50d0ed83/zstandard-0.23.0-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2ef230a8fd217a2015bc91b74f6b3b7d6522ba48be29ad4ea0ca3a3775bf7dd5", size = 5306228 },
+    { url = "https://files.pythonhosted.org/packages/7a/cf/27b74c6f22541f0263016a0fd6369b1b7818941de639215c84e4e94b2a1c/zstandard-0.23.0-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:774d45b1fac1461f48698a9d4b5fa19a69d47ece02fa469825b442263f04021f", size = 5336891 },
+    { url = "https://files.pythonhosted.org/packages/fa/18/89ac62eac46b69948bf35fcd90d37103f38722968e2981f752d69081ec4d/zstandard-0.23.0-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6f77fa49079891a4aab203d0b1744acc85577ed16d767b52fc089d83faf8d8ed", size = 5436310 },
+    { url = "https://files.pythonhosted.org/packages/a8/a8/5ca5328ee568a873f5118d5b5f70d1f36c6387716efe2e369010289a5738/zstandard-0.23.0-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ac184f87ff521f4840e6ea0b10c0ec90c6b1dcd0bad2f1e4a9a1b4fa177982ea", size = 4859912 },
+    { url = "https://files.pythonhosted.org/packages/ea/ca/3781059c95fd0868658b1cf0440edd832b942f84ae60685d0cfdb808bca1/zstandard-0.23.0-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:c363b53e257246a954ebc7c488304b5592b9c53fbe74d03bc1c64dda153fb847", size = 4936946 },
+    { url = "https://files.pythonhosted.org/packages/ce/11/41a58986f809532742c2b832c53b74ba0e0a5dae7e8ab4642bf5876f35de/zstandard-0.23.0-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:e7792606d606c8df5277c32ccb58f29b9b8603bf83b48639b7aedf6df4fe8171", size = 5466994 },
+    { url = "https://files.pythonhosted.org/packages/83/e3/97d84fe95edd38d7053af05159465d298c8b20cebe9ccb3d26783faa9094/zstandard-0.23.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:a0817825b900fcd43ac5d05b8b3079937073d2b1ff9cf89427590718b70dd840", size = 4848681 },
+    { url = "https://files.pythonhosted.org/packages/6e/99/cb1e63e931de15c88af26085e3f2d9af9ce53ccafac73b6e48418fd5a6e6/zstandard-0.23.0-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:9da6bc32faac9a293ddfdcb9108d4b20416219461e4ec64dfea8383cac186690", size = 4694239 },
+    { url = "https://files.pythonhosted.org/packages/ab/50/b1e703016eebbc6501fc92f34db7b1c68e54e567ef39e6e59cf5fb6f2ec0/zstandard-0.23.0-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:fd7699e8fd9969f455ef2926221e0233f81a2542921471382e77a9e2f2b57f4b", size = 5200149 },
+    { url = "https://files.pythonhosted.org/packages/aa/e0/932388630aaba70197c78bdb10cce2c91fae01a7e553b76ce85471aec690/zstandard-0.23.0-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:d477ed829077cd945b01fc3115edd132c47e6540ddcd96ca169facff28173057", size = 5655392 },
+    { url = "https://files.pythonhosted.org/packages/02/90/2633473864f67a15526324b007a9f96c96f56d5f32ef2a56cc12f9548723/zstandard-0.23.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:fa6ce8b52c5987b3e34d5674b0ab529a4602b632ebab0a93b07bfb4dfc8f8a33", size = 5191299 },
+    { url = "https://files.pythonhosted.org/packages/b0/4c/315ca5c32da7e2dc3455f3b2caee5c8c2246074a61aac6ec3378a97b7136/zstandard-0.23.0-cp313-cp313-win32.whl", hash = "sha256:a9b07268d0c3ca5c170a385a0ab9fb7fdd9f5fd866be004c4ea39e44edce47dd", size = 430862 },
+    { url = "https://files.pythonhosted.org/packages/a2/bf/c6aaba098e2d04781e8f4f7c0ba3c7aa73d00e4c436bcc0cf059a66691d1/zstandard-0.23.0-cp313-cp313-win_amd64.whl", hash = "sha256:f3513916e8c645d0610815c257cbfd3242adfd5c4cfa78be514e5a3ebb42a41b", size = 495578 },
+    { url = "https://files.pythonhosted.org/packages/fb/96/4fcafeb7e013a2386d22f974b5b97a0b9a65004ed58c87ae001599bfbd48/zstandard-0.23.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:3aa014d55c3af933c1315eb4bb06dd0459661cc0b15cd61077afa6489bec63bb", size = 788697 },
+    { url = "https://files.pythonhosted.org/packages/83/ff/a52ce725be69b86a2967ecba0497a8184540cc284c0991125515449e54e2/zstandard-0.23.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:0a7f0804bb3799414af278e9ad51be25edf67f78f916e08afdb983e74161b916", size = 633679 },
+    { url = "https://files.pythonhosted.org/packages/34/0f/3dc62db122f6a9c481c335fff6fc9f4e88d8f6e2d47321ee3937328addb4/zstandard-0.23.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fb2b1ecfef1e67897d336de3a0e3f52478182d6a47eda86cbd42504c5cbd009a", size = 4940416 },
+    { url = "https://files.pythonhosted.org/packages/1d/e5/9fe0dd8c85fdc2f635e6660d07872a5dc4b366db566630161e39f9f804e1/zstandard-0.23.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:837bb6764be6919963ef41235fd56a6486b132ea64afe5fafb4cb279ac44f259", size = 5307693 },
+    { url = "https://files.pythonhosted.org/packages/73/bf/fe62c0cd865c171ee8ed5bc83174b5382a2cb729c8d6162edfb99a83158b/zstandard-0.23.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1516c8c37d3a053b01c1c15b182f3b5f5eef19ced9b930b684a73bad121addf4", size = 5341236 },
+    { url = "https://files.pythonhosted.org/packages/39/86/4fe79b30c794286110802a6cd44a73b6a314ac8196b9338c0fbd78c2407d/zstandard-0.23.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:48ef6a43b1846f6025dde6ed9fee0c24e1149c1c25f7fb0a0585572b2f3adc58", size = 5439101 },
+    { url = "https://files.pythonhosted.org/packages/72/ed/cacec235c581ebf8c608c7fb3d4b6b70d1b490d0e5128ea6996f809ecaef/zstandard-0.23.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:11e3bf3c924853a2d5835b24f03eeba7fc9b07d8ca499e247e06ff5676461a15", size = 4860320 },
+    { url = "https://files.pythonhosted.org/packages/f6/1e/2c589a2930f93946b132fc852c574a19d5edc23fad2b9e566f431050c7ec/zstandard-0.23.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:2fb4535137de7e244c230e24f9d1ec194f61721c86ebea04e1581d9d06ea1269", size = 4931933 },
+    { url = "https://files.pythonhosted.org/packages/8e/f5/30eadde3686d902b5d4692bb5f286977cbc4adc082145eb3f49d834b2eae/zstandard-0.23.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8c24f21fa2af4bb9f2c492a86fe0c34e6d2c63812a839590edaf177b7398f700", size = 5463878 },
+    { url = "https://files.pythonhosted.org/packages/e0/c8/8aed1f0ab9854ef48e5ad4431367fcb23ce73f0304f7b72335a8edc66556/zstandard-0.23.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:a8c86881813a78a6f4508ef9daf9d4995b8ac2d147dcb1a450448941398091c9", size = 4857192 },
+    { url = "https://files.pythonhosted.org/packages/a8/c6/55e666cfbcd032b9e271865e8578fec56e5594d4faeac379d371526514f5/zstandard-0.23.0-cp39-cp39-musllinux_1_2_i686.whl", hash = "sha256:fe3b385d996ee0822fd46528d9f0443b880d4d05528fd26a9119a54ec3f91c69", size = 4696513 },
+    { url = "https://files.pythonhosted.org/packages/dc/bd/720b65bea63ec9de0ac7414c33b9baf271c8de8996e5ff324dc93fc90ff1/zstandard-0.23.0-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:82d17e94d735c99621bf8ebf9995f870a6b3e6d14543b99e201ae046dfe7de70", size = 5204823 },
+    { url = "https://files.pythonhosted.org/packages/d8/40/d678db1556e3941d330cd4e95623a63ef235b18547da98fa184cbc028ecf/zstandard-0.23.0-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:c7c517d74bea1a6afd39aa612fa025e6b8011982a0897768a2f7c8ab4ebb78a2", size = 5666490 },
+    { url = "https://files.pythonhosted.org/packages/ed/cc/c89329723d7515898a1fc7ef5d251264078548c505719d13e9511800a103/zstandard-0.23.0-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:1fd7e0f1cfb70eb2f95a19b472ee7ad6d9a0a992ec0ae53286870c104ca939e5", size = 5196622 },
+    { url = "https://files.pythonhosted.org/packages/78/4c/634289d41e094327a94500dfc919e58841b10ea3a9efdfafbac614797ec2/zstandard-0.23.0-cp39-cp39-win32.whl", hash = "sha256:43da0f0092281bf501f9c5f6f3b4c975a8a0ea82de49ba3f7100e64d422a1274", size = 430620 },
+    { url = "https://files.pythonhosted.org/packages/a2/e2/0b0c5a0f4f7699fecd92c1ba6278ef9b01f2b0b0dd46f62bfc6729c05659/zstandard-0.23.0-cp39-cp39-win_amd64.whl", hash = "sha256:f8346bfa098532bc1fb6c7ef06783e969d87a99dd1d2a5a18a892c1d7a643c58", size = 495528 },
+]
diff --git a/dev/mypy/plugin/outputs.py b/dev/mypy/plugin/outputs.py
index fe1ccd5e7cf24..a3ba7351f556d 100644
--- a/dev/mypy/plugin/outputs.py
+++ b/dev/mypy/plugin/outputs.py
@@ -25,6 +25,7 @@
 OUTPUT_PROPERTIES = {
     "airflow.models.baseoperator.BaseOperator.output",
     "airflow.models.mappedoperator.MappedOperator.output",
+    "airflow.sdk.definitions.baseoperator.BaseOperator.output",
 }
 
 TASK_CALL_FUNCTIONS = {
diff --git a/dev/perf/dags/sql_perf_dag.py b/dev/perf/dags/sql_perf_dag.py
index 09ac9b0a53c2c..bfa28ea6b814f 100644
--- a/dev/perf/dags/sql_perf_dag.py
+++ b/dev/perf/dags/sql_perf_dag.py
@@ -19,7 +19,7 @@
 from datetime import datetime, timedelta
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 default_args = {
     "owner": "Airflow",
diff --git a/dev/perf/scheduler_dag_execution_timing.py b/dev/perf/scheduler_dag_execution_timing.py
index 1956c8023b5f0..d150eed41df03 100755
--- a/dev/perf/scheduler_dag_execution_timing.py
+++ b/dev/perf/scheduler_dag_execution_timing.py
@@ -133,13 +133,11 @@ def reset_dag(dag, session):
     DR = airflow.models.DagRun
     DM = airflow.models.DagModel
     TI = airflow.models.TaskInstance
-    TF = airflow.models.TaskFail
     dag_id = dag.dag_id
 
     session.query(DM).filter(DM.dag_id == dag_id).update({"is_paused": False})
     session.query(DR).filter(DR.dag_id == dag_id).delete()
     session.query(TI).filter(TI.dag_id == dag_id).delete()
-    session.query(TF).filter(TF.dag_id == dag_id).delete()
 
 
 def pause_all_dags(session):
diff --git a/dev/stats/explore_pr_candidates.ipynb b/dev/stats/explore_pr_candidates.ipynb
index ead9e977f9bce..afae804ebbc54 100644
--- a/dev/stats/explore_pr_candidates.ipynb
+++ b/dev/stats/explore_pr_candidates.ipynb
@@ -19,7 +19,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "file = open(\"prlist\",\"rb\") # open the pickled file\n",
+    "file = open(\"prlist\", \"rb\")  # open the pickled file\n",
     "selected_prs = pickle.load(file)"
    ]
   },
@@ -33,26 +33,26 @@
     "\n",
     "for pr_stat in selected_prs:\n",
     "    data = {\n",
-    "        'number': [pr_stat.pull_request.number],\n",
-    "        'url': [pr_stat.pull_request.html_url],\n",
-    "        'title': [pr_stat.pull_request.title],\n",
-    "        'overall_score': [pr_stat.score],\n",
-    "        'label_score': [pr_stat.label_score],\n",
-    "        'length_score': [pr_stat.length_score],\n",
-    "        'body_length': [pr_stat.body_length],\n",
-    "        'comment_length': [pr_stat.comment_length],\n",
-    "        'interaction_score': [pr_stat.interaction_score],\n",
-    "        'comments': [pr_stat.num_comments],\n",
-    "        'reactions': [pr_stat.num_reactions],\n",
-    "        'reviews': [pr_stat.num_reviews],\n",
-    "        'num_interacting_users': [pr_stat.num_interacting_users],\n",
-    "        'change_score': [pr_stat.change_score],\n",
-    "        'additions': [pr_stat.num_additions],\n",
-    "        'deletions': [pr_stat.num_deletions],\n",
-    "        'num_changed_files': [pr_stat.num_changed_files],\n",
+    "        \"number\": [pr_stat.pull_request.number],\n",
+    "        \"url\": [pr_stat.pull_request.html_url],\n",
+    "        \"title\": [pr_stat.pull_request.title],\n",
+    "        \"overall_score\": [pr_stat.score],\n",
+    "        \"label_score\": [pr_stat.label_score],\n",
+    "        \"length_score\": [pr_stat.length_score],\n",
+    "        \"body_length\": [pr_stat.body_length],\n",
+    "        \"comment_length\": [pr_stat.comment_length],\n",
+    "        \"interaction_score\": [pr_stat.interaction_score],\n",
+    "        \"comments\": [pr_stat.num_comments],\n",
+    "        \"reactions\": [pr_stat.num_reactions],\n",
+    "        \"reviews\": [pr_stat.num_reviews],\n",
+    "        \"num_interacting_users\": [pr_stat.num_interacting_users],\n",
+    "        \"change_score\": [pr_stat.change_score],\n",
+    "        \"additions\": [pr_stat.num_additions],\n",
+    "        \"deletions\": [pr_stat.num_deletions],\n",
+    "        \"num_changed_files\": [pr_stat.num_changed_files],\n",
     "    }\n",
     "    df = pd.DataFrame(data)\n",
-    "    rows = pd.concat([df, rows]).reset_index(drop = True)"
+    "    rows = pd.concat([df, rows]).reset_index(drop=True)"
    ]
   },
   {
diff --git a/dev/system_tests/README.md b/dev/system_tests/README.md
index afca22e42392d..80cbc1471c7b2 100644
--- a/dev/system_tests/README.md
+++ b/dev/system_tests/README.md
@@ -21,7 +21,7 @@ Small tool to update status of all AIP-47 issues.
 
 Simply:
 
-1) Activate dev environment based on [requirements](dev/requirements.txt)
+1) Activate dev environment based on [requirements](../../dev/requirements.txt)
 
 2) Set GITHUB_TOKEN to repo-writeable token
 
diff --git a/docker_tests/test_prod_image.py b/docker_tests/test_prod_image.py
index 46df7f5e35b88..95c284dec1fe7 100644
--- a/docker_tests/test_prod_image.py
+++ b/docker_tests/test_prod_image.py
@@ -90,7 +90,11 @@ def test_required_providers_are_installed(self, default_docker_image):
             packages_to_install = set(REGULAR_IMAGE_PROVIDERS)
             package_file = PROD_IMAGE_PROVIDERS_FILE_PATH
         assert len(packages_to_install) != 0
-        output = run_bash_in_docker("airflow providers list --output json", image=default_docker_image)
+        output = run_bash_in_docker(
+            "airflow providers list --output json",
+            image=default_docker_image,
+            envs={"AIRFLOW__LOGGING__LOGGING_LEVEL": "ERROR"},
+        )
         providers = json.loads(output)
         packages_installed = set(d["package_name"] for d in providers)
         assert len(packages_installed) != 0
@@ -167,7 +171,6 @@ def test_pip_dependencies_conflict(self, default_docker_image):
         "sftp/ssh": ["paramiko", "sshtunnel"],
         "slack": ["slack_sdk"],
         "statsd": ["statsd"],
-        "virtualenv": ["virtualenv"],
     }
 
     @pytest.mark.skipif(os.environ.get("TEST_SLIM_IMAGE") == "true", reason="Skipped with slim image")
diff --git a/docs/apache-airflow-providers-amazon/commits.rst b/docs/apache-airflow-providers-amazon/commits.rst
index 07aa8f84e0aee..461ff00d2259e 100644
--- a/docs/apache-airflow-providers-amazon/commits.rst
+++ b/docs/apache-airflow-providers-amazon/commits.rst
@@ -35,6 +35,31 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+9.1.0
+.....
+
+Latest change: 2024-10-31
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`06088a3abc <https://github.com/apache/airflow/commit/06088a3abcbb46533e74de360746db766d50cf66>`_  2024-10-31   ``Standard provider python operator (#42081)``
+`5886016243 <https://github.com/apache/airflow/commit/5886016243d73cc34e2a212de8fc2f4042e123ca>`_  2024-10-31   ``Prepare docs for Oct 2nd wave of providers RC2 (#43540)``
+`d8c7d28411 <https://github.com/apache/airflow/commit/d8c7d28411bea04ae5771fc1e2973d92eb0a144e>`_  2024-10-30   ``Start porting DAG definition code to the Task SDK (#43076)``
+`39dba929bb <https://github.com/apache/airflow/commit/39dba929bbc593e853dc2f106be5b62b739d630c>`_  2024-10-29   ``fix(providers/amazon): alias is_authorized_dataset to is_authorized_asset (#43470)``
+`9811f1d6d0 <https://github.com/apache/airflow/commit/9811f1d6d0fe557ab204b20ad5cdf7423926bd22>`_  2024-10-28   ``Limit mypy-boto3-appflow (#43436)``
+`1f13f26144 <https://github.com/apache/airflow/commit/1f13f261447b9c5239b86d706d7c4f715a644395>`_  2024-10-28   ``Remove returns in final clause of athena hooks (#43426)``
+`78ff0a9970 <https://github.com/apache/airflow/commit/78ff0a99700125121b7f0647023503750f14a11b>`_  2024-10-27   ``Prepare docs for Oct 2nd wave of providers (#43409)``
+`6786032d4b <https://github.com/apache/airflow/commit/6786032d4b69e9b3a44165daf04d2270d40271ad>`_  2024-10-23   ``Remove sqlalchemy-redshift dependency (#43271)``
+`be553780e5 <https://github.com/apache/airflow/commit/be553780e56cf8c34a65aecf2c52a33b82e0e039>`_  2024-10-22   ``feat: add OpenLineage support for RedshiftToS3Operator (#41632)``
+`72f2b2e951 <https://github.com/apache/airflow/commit/72f2b2e951a3421e838ae715f954a1520d494464>`_  2024-10-18   ``Remove TaskContextLogger (#43183)``
+`b4269f33c7 <https://github.com/apache/airflow/commit/b4269f33c7151e6d61e07333003ec1e219285b07>`_  2024-10-18   ``Add 'SageMakerProcessingSensor' (#43144)``
+`a2b32d6e7c <https://github.com/apache/airflow/commit/a2b32d6e7c35a331353c20fb8d8868dcd5324db6>`_  2024-10-17   ``feat(providers/amazon): Use asset in common provider (#43110)``
+`fe0cc6e830 <https://github.com/apache/airflow/commit/fe0cc6e83024b525c4247ff75683d79b78e220ea>`_  2024-10-15   ``Make 'RedshiftDataOperator'  handle multiple queries (#42900)``
+`7d8ea68bda <https://github.com/apache/airflow/commit/7d8ea68bdaae3258bd391b8f6ae0277258a7c437>`_  2024-10-12   ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 9.0.0
 .....
 
@@ -43,20 +68,26 @@ Latest change: 2024-10-09
 =================================================================================================  ===========  ========================================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ========================================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `d395c1f1f8 <https://github.com/apache/airflow/commit/d395c1f1f8dad18a1daf5275a522f4f62bcf6aec>`_  2024-10-09   ``Revert "Remove 'sqlalchemy-redshift' dependency from Amazon provider (#42830)" (#42864)``
+`a5ffbbda17 <https://github.com/apache/airflow/commit/a5ffbbda17450a5c99037b292844087119b5676a>`_  2024-10-09   ``Standard provider bash operator (#42252)``
 `3b4c73a644 <https://github.com/apache/airflow/commit/3b4c73a644f40013927fb72227dfe018dc47a97f>`_  2024-10-08   ``Remove 'sqlalchemy-redshift' dependency from Amazon provider (#42830)``
+`b98c620a38 <https://github.com/apache/airflow/commit/b98c620a387af8c904732608975c49f83fca185c>`_  2024-10-08   ``Improve docs on adding Google secrets in AWS Secrets Manager (#42832)``
 `63ff22f403 <https://github.com/apache/airflow/commit/63ff22f4038f34354dc5807036d1bf10653c2ecd>`_  2024-10-08   ``Drop python3.8 support core and providers (#42766)``
 `1cb9294c64 <https://github.com/apache/airflow/commit/1cb9294c6442f4e6792c1ea2b1948b1d38284326>`_  2024-10-06   ``Removed conditional check for task context logging in airflow version 2.8.0 and above (#42764)``
 `ede7cb27fd <https://github.com/apache/airflow/commit/ede7cb27fd39e233889d127490a2255df8c5d27d>`_  2024-09-30   ``Rename dataset related python variable names to asset (#41348)``
 `568162263d <https://github.com/apache/airflow/commit/568162263d0bd0a92483d97c439ef4b2e3a8b782>`_  2024-09-26   ``Remove deprecated stuff from Amazon provider package (#42450)``
+`9d01d0354b <https://github.com/apache/airflow/commit/9d01d0354b4d6f5f46a9afc7e9a0e91ed8421b15>`_  2024-09-26   ``Move ECS executor to stable (#42483)``
 `ac0711f0f1 <https://github.com/apache/airflow/commit/ac0711f0f1db573dce39e6e66c769b347c2adac2>`_  2024-09-26   ``'S3DeleteObjects' Operator: Handle dates passed as strings (#42464)``
 `f6852c2c55 <https://github.com/apache/airflow/commit/f6852c2c551250c28cad2949e5a7f9bd97a9ea35>`_  2024-09-25   ``Remove identity center auth manager cli (#42481)``
 `663da777f9 <https://github.com/apache/airflow/commit/663da777f9c7261a2c572b5cfc35a9d62722b0fe>`_  2024-09-25   ``Small fix to AWS AVP cli init script (#42479)``
 `18c54bcb42 <https://github.com/apache/airflow/commit/18c54bcb42afe2175e25358d908a1f1aaef65ef1>`_  2024-09-25   ``#42442 Make the AWS logging faster by reducing the amount of sleep (#42449)``
+`55fe75d083 <https://github.com/apache/airflow/commit/55fe75d083499c6fbaaca35d6dbad4487f4a9ad0>`_  2024-09-25   ``Purge existing SLA implementation (#42285)``
 `d87f9b0505 <https://github.com/apache/airflow/commit/d87f9b050505747ee070327ef482a5e0f5551ec1>`_  2024-09-25   ``Refactor AWS Auth manager user output (#42454)``
 `ab3429c318 <https://github.com/apache/airflow/commit/ab3429c3189ceb244eb3d78062159859dbe611ce>`_  2024-09-24   ``Add STOPPED to the failure cases for Sagemaker Training Jobs (#42423)``
 `8580e6d046 <https://github.com/apache/airflow/commit/8580e6d046b11d159e3260ec4015981387e94a57>`_  2024-09-24   ``Support session reuse in 'RedshiftDataOperator' (#42218)``
 `4c8c72f4a4 <https://github.com/apache/airflow/commit/4c8c72f4a46d2805b1b6578bc4ec7486151826a2>`_  2024-09-24   ``Fix logout in AWS auth manager (#42447)``
+`226adcde62 <https://github.com/apache/airflow/commit/226adcde62850644527bf6dbfc043f9fe29234d7>`_  2024-09-24   ``Simple auth manager documentation (#42390)``
 `b9629d99b2 <https://github.com/apache/airflow/commit/b9629d99b246453f6195f83526e9e6196b820aaa>`_  2024-09-24   ``fix(providers/amazon): handle ClientError raised after key is missing during table.get_item (#42408)``
 =================================================================================================  ===========  ========================================================================================================
 
@@ -72,6 +103,7 @@ Commit
 `4afc2569b1 <https://github.com/apache/airflow/commit/4afc2569b1f7e1d83cd20dead8933194c08cc8df>`_  2024-09-16   ``ECSExecutor: Drop params that aren't compatible with EC2 (#42228)``
 `5fb0d65aaf <https://github.com/apache/airflow/commit/5fb0d65aaf0ddf426b494c14f7ca82d4d5cc23ab>`_  2024-09-11   ``Adding support for volume configurations in ECSRunTaskOperator (#42087)``
 `1bde32ab7b <https://github.com/apache/airflow/commit/1bde32ab7bf79e3d28d97c93deecff05f4d14e4c>`_  2024-09-11   ``Actually move saml to amazon provider (mistakenly added in papermill) (#42148)``
+`ff718bd7e3 <https://github.com/apache/airflow/commit/ff718bd7e3ac316d4610972edb8a52e9c45b5251>`_  2024-09-09   ``Aws executor docs update (#42092)``
 `c7fd6b445f <https://github.com/apache/airflow/commit/c7fd6b445fef686074c54fbeb7aadbc533986cc4>`_  2024-09-06   ``Fix 'GlueDataBrewStartJobOperator' template fields (#42073)``
 `12bb8b3524 <https://github.com/apache/airflow/commit/12bb8b35241f0915e82a322c7905c8602df95a7f>`_  2024-09-05   ``Use base aws classes in AWS Glue DataBrew Operators/Triggers (#41848)``
 `bfbff66a20 <https://github.com/apache/airflow/commit/bfbff66a20e5eff54db7a531dd552ce8d9cc1d96>`_  2024-09-04   ``validate aws service exceptions in waiters (#41941)``
@@ -177,6 +209,7 @@ Commit
 `81c331e29a <https://github.com/apache/airflow/commit/81c331e29a0e112380b634966c69342fa69bdd55>`_  2024-06-17   ``Update pandas minimum requirement for Python 3.12 (#40272)``
 `6f4098487d <https://github.com/apache/airflow/commit/6f4098487d3629ab4c99de05a503fc1b511c7300>`_  2024-06-14   ``openlineage, redshift: do not call DB for schemas below Airflow 2.10 (#40197)``
 `835f28c8b9 <https://github.com/apache/airflow/commit/835f28c8b9141d7c1b9c527a77ad8da7bb460d08>`_  2024-06-12   ``Lazy match escaped quotes in 'RedshiftToS3Operator' (#40206)``
+`c2a93eabd1 <https://github.com/apache/airflow/commit/c2a93eabd1cfe60484f6c74c1feef65731bea8bf>`_  2024-06-12   ``Update AWS Executor documentation (#39920)``
 `15178b6953 <https://github.com/apache/airflow/commit/15178b6953001ea7ab9e013cb5e7ede72ec6c36f>`_  2024-06-08   ``Use stdlib 'importlib.metadata' for retrieve 'botocore' package version (#40137)``
 `22bd188439 <https://github.com/apache/airflow/commit/22bd1884397cb900d1cc825467f0f21539d53fa8>`_  2024-06-08   ``Fix 'importlib_metadata' import in aws utils (#40134)``
 =================================================================================================  ===========  ====================================================================================
@@ -221,6 +254,7 @@ Commit
 `a78ee74b6a <https://github.com/apache/airflow/commit/a78ee74b6a6d1774f7f248b14100eda8f87d9952>`_  2024-05-22   ``bugfix: handle invalid cluster states in NeptuneStopDbClusterOperator (#38287)``
 `49b38719e2 <https://github.com/apache/airflow/commit/49b38719e24bd4adb3354319aeacb87b87e79b9c>`_  2024-05-21   ``Fix automatic termination issue in 'EmrOperator' by ensuring 'waiter_max_attempts' is set for deferrable triggers (#38658)``
 `8d1bd345b2 <https://github.com/apache/airflow/commit/8d1bd345b2f343c9abe83e6dc5a71604796f0085>`_  2024-05-17   ``fix: empty openlineage dataset name for AthenaExtractor (#39677)``
+`4d0c7242bc <https://github.com/apache/airflow/commit/4d0c7242bcc8a403c03edd993b8b445a51720492>`_  2024-05-16   ``Small refactor for example_bedrock_knowledge_base.py (#39672)``
 `f3687b68a6 <https://github.com/apache/airflow/commit/f3687b68a677f61a57d78a96b6b9323ab8f8258e>`_  2024-05-16   ``Sagemaker trigger: pass the job name as part of the event (#39671)``
 `9ea78d9d72 <https://github.com/apache/airflow/commit/9ea78d9d726d9ddb6109a7fba0c3a838f8a05610>`_  2024-05-15   ``Fix default value for aws batch operator retry strategy (#39608)``
 `9284dc5391 <https://github.com/apache/airflow/commit/9284dc53914fc1b8b17399158de7b2c883519664>`_  2024-05-15   ``Amazon Bedrock - Retrieve and RetrieveAndGenerate (#39500)``
@@ -243,6 +277,7 @@ Commit
 `c9f4618be4 <https://github.com/apache/airflow/commit/c9f4618be4a88d8287cf579230380dda8edaeafd>`_  2024-05-09   ``Drop 'xmlsec' pin (#39534)``
 `3938f71dfa <https://github.com/apache/airflow/commit/3938f71dfae21c84a3518625543a28ad02edf641>`_  2024-05-08   ``Scheduler to handle incrementing of try_number (#39336)``
 `73918925ed <https://github.com/apache/airflow/commit/73918925edaf1c94790a6ad8bec01dec60accfa1>`_  2024-05-08   ``Simplify 'airflow_version' imports (#39497)``
+`820bfbba17 <https://github.com/apache/airflow/commit/820bfbba171e54333900047f2eec3b5620c3ec20>`_  2024-05-08   ``fix broken link (#39489)``
 `9c739d7142 <https://github.com/apache/airflow/commit/9c739d714278645a3c8cab25d02db843fef06d9d>`_  2024-05-07   ``'S3DeleteObjectsOperator' Added ability to filter keys by last modified time (#39151)``
 `a74b5f0694 <https://github.com/apache/airflow/commit/a74b5f069481e1a2339cfd95e137619b16390906>`_  2024-05-06   ``ECS Executor: Set tasks to RUNNING state once active (#39212)``
 `598398a816 <https://github.com/apache/airflow/commit/598398a81657c06e092d1290200a9facf82f55f3>`_  2024-05-02   ``Amazon Bedrock - Knowledge Bases and Data Sources (#39245)``
@@ -266,9 +301,11 @@ Commit
 `fcb2bee1c6 <https://github.com/apache/airflow/commit/fcb2bee1c6bb8ee92d217cfb54f0dc3a0ce93b92>`_  2024-04-22   ``Update logic to allow retries in AWS Batch Client hook to be effective (#38998)``
 `4b9b400cff <https://github.com/apache/airflow/commit/4b9b400cff77eed44149b1b28aa70a3532949f61>`_  2024-04-18   ``Allow importing the aws executors with a shorter path (#39093)``
 `cd888870ba <https://github.com/apache/airflow/commit/cd888870ba1b95c20208b1c87d337cd2418e1dc1>`_  2024-04-18   ``Fix main failing because of the new xmlsec 1.3.14 compatibility (#39104)``
+`4a288460a5 <https://github.com/apache/airflow/commit/4a288460a501364cd228c4b2f7a24401c4c4e992>`_  2024-04-16   ``Add examples in AWS auth manager documentation (#39040)``
 `1ded297509 <https://github.com/apache/airflow/commit/1ded297509be1eb965d876ba4fdfa773b5bcde52>`_  2024-04-15   ``Remove flag from AWS auth manager to use it (#39033)``
 `6520653c43 <https://github.com/apache/airflow/commit/6520653c43e348e0ff0a9fab6ea4429451c0583c>`_  2024-04-14   ``Activate RUF015 that checks for unnecessary iterable allocation for first element (#38949)``
 `1c9a6609f3 <https://github.com/apache/airflow/commit/1c9a6609f36a6fabddfd6d3858cca049d4088668>`_  2024-04-14   ``Adding MSGraphOperator in Microsoft Azure provider (#38111)``
+`3eac9778f6 <https://github.com/apache/airflow/commit/3eac9778f6b6f40395406eccaa6d61056e00b9f2>`_  2024-04-14   ``AWS auth manager documentation: manage environment section (#38932)``
 `d946d7b013 <https://github.com/apache/airflow/commit/d946d7b01368aac4697d2cab0a667e0e3c0fa467>`_  2024-04-13   ``Fix bug in GlueJobOperator where consecutive runs fail when a local script file is used (#38960)``
 `c25d346adf <https://github.com/apache/airflow/commit/c25d346adf2e9bc7314c73ed47ce00200cc6cd30>`_  2024-04-11   ``Amazon Bedrock - Model Throughput Provisioning (#38850)``
 =================================================================================================  ===========  ============================================================================================================
@@ -289,7 +326,10 @@ Commit
 `1f03b9c86c <https://github.com/apache/airflow/commit/1f03b9c86c7dd5937c7d32976d8653979e2f7e41>`_  2024-04-05   ``Typo fix (#38783)``
 `12944002aa <https://github.com/apache/airflow/commit/12944002aa66c8eda5c2e6e99c7924ede5831bd1>`_  2024-04-03   ``Add fallback 'region_name' value to AWS Executors (#38704)``
 `0723a8f01d <https://github.com/apache/airflow/commit/0723a8f01d1bc9eb62324a222ba34b82a8d8252c>`_  2024-03-30   ``Introduce Amazon Bedrock service (#38602)``
+`b47b5ff55a <https://github.com/apache/airflow/commit/b47b5ff55a357fb17c8fcb2608a98a251e83a6a6>`_  2024-03-26   ``Complete AWS auth manager documentation: configuration of Amazon Verified Permissions (#38409)``
 `ff28969ff3 <https://github.com/apache/airflow/commit/ff28969ff3370034ed9246d4ce9d0022129b3152>`_  2024-03-25   ``fix: EmrServerlessStartJobOperator not serializing DAGs correctly when partial/expand is used. (#38022)``
+`0d11f3ca2f <https://github.com/apache/airflow/commit/0d11f3ca2f78f6e70e7fa9171afcfc47e5e9aaaa>`_  2024-03-22   ``Add experimental warning in AWS auth manager documentation (#38414)``
+`83d62cae69 <https://github.com/apache/airflow/commit/83d62cae695ebea0e537c7bfa8e9cc65de05ec09>`_  2024-03-22   ``Create AWS auth manager documentation. Part: setup identity center (#38273)``
 `9ea4050d41 <https://github.com/apache/airflow/commit/9ea4050d41aa22c98523d6e6dfa6c4204fc8cf93>`_  2024-03-22   ``fix(amazon): add return statement to yield within a while loop in triggers (#38396)``
 `c893cb3bfb <https://github.com/apache/airflow/commit/c893cb3bfbf7b144a2e9dc459e608dd2769d71df>`_  2024-03-22   ``Fix set deprecated amazon operators arguments in 'MappedOperator' (#38346)``
 `ea951afb69 <https://github.com/apache/airflow/commit/ea951afb6959d3113562a3b26f9df7c0a9fd22b3>`_  2024-03-21   ``Add check in AWS auth manager to check if the Amazon Verified Permissions schema is up to date (#38333)``
@@ -361,8 +401,10 @@ Commit
 `bfb054e9e8 <https://github.com/apache/airflow/commit/bfb054e9e867b8b9a6a449e43bfba97f645e025e>`_  2024-02-12   ``Prepare docs 1st wave of Providers February 2024 (#37326)``
 `8fac799a25 <https://github.com/apache/airflow/commit/8fac799a250a222bf85d484947a9b3f2065d5ba4>`_  2024-02-10   ``D401 support in amazon provider (#37275)``
 `48bfb1a970 <https://github.com/apache/airflow/commit/48bfb1a970f5b47ba1b385ad809b8324923ddf3e>`_  2024-02-09   ``Merge all ECS executor configs following recursive python dict update (#37137)``
+`988da34fab <https://github.com/apache/airflow/commit/988da34fab87d3425a5ad60a550d41dc79fc8b24>`_  2024-02-08   ``replace .rst with .html in links (#37265)``
 `90e2b12d6b <https://github.com/apache/airflow/commit/90e2b12d6b99d2f7db43e45f5e8b97d3b8a43b36>`_  2024-02-08   ``Upgrade mypy to 1.8.0 (#36428)``
 `1f1fa2f7e3 <https://github.com/apache/airflow/commit/1f1fa2f7e38a434c367d30129693b68fc9c3243a>`_  2024-02-07   ``Update default value for 'BatchSensor' (#37234)``
+`8ef1830dda <https://github.com/apache/airflow/commit/8ef1830dda2490cb89d8d91fb977d568544b3533>`_  2024-02-07   ``ECS Executor doc fix (#37210)``
 `d8ce75cd53 <https://github.com/apache/airflow/commit/d8ce75cd53dd3dd76ec86c65083dee32d6ae3bda>`_  2024-02-07   ``remove info log from download_file (#37211)``
 `af30e1b619 <https://github.com/apache/airflow/commit/af30e1b619701cc093ce6170246eddb53bc6dd51>`_  2024-02-06   ``feature: S3ToRedshiftOperator templating aws_conn_id (#37195)``
 `41ebf28103 <https://github.com/apache/airflow/commit/41ebf28103007d4894d86783dbcdc3afc16ec2f6>`_  2024-02-05   ``ECS Executor - Add backoff on failed task retry (#37109)``
@@ -388,6 +430,7 @@ Commit
 `2b4da0101f <https://github.com/apache/airflow/commit/2b4da0101f0314989d148c3c8a02c87e87048974>`_  2024-01-22   ``Prepare docs 2nd wave of Providers January 2024 (#36945)``
 `d18c01a7a2 <https://github.com/apache/airflow/commit/d18c01a7a2f04449262606d79b4f663bdb200414>`_  2024-01-18   ``EC2 'CreateInstance': terminate instances in on_kill (#36828)``
 `9563dc573b <https://github.com/apache/airflow/commit/9563dc573bc53b2c84640c88371b62cccdd811ff>`_  2024-01-18   ``add deferrable mode to RedshiftDataOperator (#36586)``
+`2d330cb487 <https://github.com/apache/airflow/commit/2d330cb487c61ecc226daa58cb50ff46ee696e03>`_  2024-01-18   ``Fix documentation on IAM permissions for 'EcsRunTaskOperator' (#36865)``
 `f6e357a5fc <https://github.com/apache/airflow/commit/f6e357a5fcff8c791f9b2e03be968bf63b17e7c5>`_  2024-01-18   ``Fallback to default value if '[aws] cloudwatch_task_handler_json_serializer' not set (#36851)``
 `6ff96af480 <https://github.com/apache/airflow/commit/6ff96af4806a4107d48ee2e966c61778045ad584>`_  2024-01-18   ``Fix stacklevel in warnings.warn into the providers (#36831)``
 `666127238b <https://github.com/apache/airflow/commit/666127238b727c9ee5dfaa1d65782b9d1ab105ed>`_  2024-01-17   ``AthenaSqlHook implementation (#36171)``
@@ -401,6 +444,7 @@ Commit
 `b241577c9c <https://github.com/apache/airflow/commit/b241577c9c2ef330709d66968e7bdede63c5ffbe>`_  2024-01-14   ``Use base aws classes in Amazon DynamoDB Sensors (#36770)``
 `1455a3babb <https://github.com/apache/airflow/commit/1455a3babb1bf4b890562a65610b33c0db206f69>`_  2024-01-14   ``Use base aws classes in AWS CloudFormation Operators/Sensors (#36771)``
 `e7166bb759 <https://github.com/apache/airflow/commit/e7166bb7594086ace1c8e34f358e236ab0dcd2b7>`_  2024-01-11   ``Adds support for capacity providers to ECS Executor (#36722)``
+`25543846b8 <https://github.com/apache/airflow/commit/25543846b89e294fd346ac747c8ede490d685066>`_  2024-01-11   ``docs: List permissions required to use S3 logging (#36736)``
 `b260367208 <https://github.com/apache/airflow/commit/b260367208f9c3c09bc1da2a32abf59867ddd789>`_  2024-01-11   ``check transform job status before deferring SageMakerTransformOperator (#36680)``
 `c439ab87c4 <https://github.com/apache/airflow/commit/c439ab87c421aaa6bd5d8074780e4f63606a1ef1>`_  2024-01-10   ``Standardize airflow build process and switch to Hatchling build backend (#36537)``
 `9f04716179 <https://github.com/apache/airflow/commit/9f047161798f689c6b2e710441ac64caa3936cab>`_  2024-01-10   ``Add use_regex argument for allowing 'S3KeySensor' to check s3 keys with regular expression (#36578)``
@@ -413,6 +457,7 @@ Commit
 `4d5e05b28b <https://github.com/apache/airflow/commit/4d5e05b28b99d8a06c20f00c93efa90002f8d401>`_  2024-01-08   ``Add deferrable mode to RedshiftClusterSensor (#36550)``
 `298c37d355 <https://github.com/apache/airflow/commit/298c37d355eeadfccbd655efb2922d39ba17052c>`_  2024-01-08   ``Bump min version of amazon-provider related dependencies (#36660)``
 `43afb2f6b8 <https://github.com/apache/airflow/commit/43afb2f6b8cc19c78c9f0117f6db9c057a49f08c>`_  2024-01-08   ``Implement 'is_authorized_dag' in AWS auth manager (#36619)``
+`90fb783953 <https://github.com/apache/airflow/commit/90fb783953f24208fa9b7f6f0219b4db01e0801c>`_  2024-01-08   ``Update EMR index.rst (#36665)``
 =================================================================================================  ===========  ===================================================================================================================
 
 8.16.0
@@ -428,6 +473,7 @@ Commit
 `365f206a32 <https://github.com/apache/airflow/commit/365f206a32fe36de54dcb26eb204dd4a23709787>`_  2024-01-05   ``Select ruff B006 to detect the usage of mutable values as argument default (#36626)``
 `16d16e2933 <https://github.com/apache/airflow/commit/16d16e2933c67c34a3825ed20ca362a65f0a29cc>`_  2024-01-05   ``Use base aws classes in Amazon SQS Operators/Sensors/Triggers (#36613)``
 `034e618347 <https://github.com/apache/airflow/commit/034e618347d7ae5084e693e778ab7ce1b425980c>`_  2024-01-05   ``Use base aws classes in Amazon SNS Operators (#36615)``
+`16361f18d8 <https://github.com/apache/airflow/commit/16361f18d8284fcefee51b75df28df7220b3f563>`_  2024-01-05   ``Fix broken link for Redshift connection (#36614)``
 `c1bba9906c <https://github.com/apache/airflow/commit/c1bba9906c4923bcb80364afc5450eaaba4c0a21>`_  2024-01-05   ``Fix assignment of template field in '__init__' in 'AwsToAwsBaseOperator' (#36604)``
 `a877bde5a3 <https://github.com/apache/airflow/commit/a877bde5a35e060f3e6d8edcf8079cfdbfaf14d1>`_  2024-01-05   ``Fix assignment of template field in '__init__' in 'DataSyncOperator' (#36605)``
 `ebd588b9f4 <https://github.com/apache/airflow/commit/ebd588b9f416ae37e46e9a0877c81215f5519afb>`_  2024-01-04   ``Add AWS Step Functions links (#36599)``
@@ -463,6 +509,7 @@ Commit
 `f5883d6e7b <https://github.com/apache/airflow/commit/f5883d6e7be83f1ab9468e67164b7ac381fdb49f>`_  2023-12-23   ``Prepare 2nd wave of providers in December (#36373)``
 `0b32613480 <https://github.com/apache/airflow/commit/0b326134801c8f6e1e9ad685ffb20b899c85c9ec>`_  2023-12-21   ``Increase ConflictException retries to 4 total (#36337)``
 `30afa46e90 <https://github.com/apache/airflow/commit/30afa46e90cd1ee17d03e6fa9fa3022223374ccf>`_  2023-12-21   ``Increase width of execution_date input in trigger.html (#36278) (#36304)``
+`e718395714 <https://github.com/apache/airflow/commit/e718395714a499b6c1d6554b1867c1a21e01d4a9>`_  2023-12-20   ``Remove notifiers compatibility note (#36323)``
 `2b31f373ef <https://github.com/apache/airflow/commit/2b31f373ef92c2b793f3f484192aa7b7fc88a7b6>`_  2023-12-20   ``Remove remaining Airflow 2.6 backcompat code from Amazon Provider (#36324)``
 `e9ba37bb58 <https://github.com/apache/airflow/commit/e9ba37bb58da0e3d6739ec063f7160f50487d3b8>`_  2023-12-17   ``Add code snippet formatting in docstrings via Ruff (#36262)``
 `357355ac09 <https://github.com/apache/airflow/commit/357355ac09b4741d621a5408d859b697a07b3ceb>`_  2023-12-11   ``Remove 'is_authorized_cluster_activity' from auth manager (#36175)``
@@ -502,6 +549,7 @@ Commit
 `ab835c20b2 <https://github.com/apache/airflow/commit/ab835c20b2e9bce8311d906d223ecca5e0f85627>`_  2023-11-29   ``Fix EC2Hook get_instance for client_type api (#35960)``
 `9ab343714a <https://github.com/apache/airflow/commit/9ab343714ac80128830e2012b54530f381646329>`_  2023-11-29   ``Remove setting a non-existing object param and use local var instead in S3Hook (#35950)``
 `f6962a929b <https://github.com/apache/airflow/commit/f6962a929b839215613d1b6f99f43511759c1e5b>`_  2023-11-28   ``Support IAM authentication for Redshift serverless (#35897)``
+`16585b178f <https://github.com/apache/airflow/commit/16585b178fab53b7c6d063426105664e55b14bfe>`_  2023-11-28   ``Update redshift_sql.rst to reference Redshift connection (#35902)``
 `3b3ebafdce <https://github.com/apache/airflow/commit/3b3ebafdce440952d2406955de290092ca0e361d>`_  2023-11-27   ``Implement 'is_authorized_variable' in AWS auth manager (#35804)``
 `0f5db49ec4 <https://github.com/apache/airflow/commit/0f5db49ec41b12d68c51f4409aa45edf4aba6a94>`_  2023-11-27   ``Stop getting message from event after migrating 'EmrContainerTrigger' to 'AwsBaseWaiterTrigger' (#35892)``
 `9059f72668 <https://github.com/apache/airflow/commit/9059f72668fb85253b8b4e3e9fb5350d621b639d>`_  2023-11-25   ``Enhance 'attribute_value' in 'DynamoDBValueSensor' to accept list (#35831)``
@@ -550,6 +598,8 @@ Commit
 `11bdfe4c12 <https://github.com/apache/airflow/commit/11bdfe4c12efa2f5d256cc49916a20beaa5487eb>`_  2023-11-07   ``Work around typing issue in examples and providers (#35494)``
 `f24e5199c7 <https://github.com/apache/airflow/commit/f24e5199c793c48a2f8cf5fe6bb2699cd8283196>`_  2023-11-06   ``Fix AWS RDS hook's DB instance state check (#34773)``
 `a61da3cc87 <https://github.com/apache/airflow/commit/a61da3cc8792db9944721874bbc172c2e96b27c0>`_  2023-11-04   ``Add verificationy that provider docs are as expected (#35424)``
+`706878ec35 <https://github.com/apache/airflow/commit/706878ec354cf867440c367a95c85753c19e54de>`_  2023-11-04   ``Remove empty lines in generated changelog (#35436)``
+`052e26ad47 <https://github.com/apache/airflow/commit/052e26ad473a9d50f0b96456ed094f2087ee4434>`_  2023-11-04   ``Change security.rst to use includes in providers (#35435)``
 `ae9a7b8188 <https://github.com/apache/airflow/commit/ae9a7b8188514987bc6ae2aaf1f0332b680f384a>`_  2023-11-03   ``ECS Executor Health Check (#35412)``
 `92d1e8c447 <https://github.com/apache/airflow/commit/92d1e8c447b682dd1e4ecefbe06fe0e335479d0b>`_  2023-11-03   ``Move ECS Executor to its own file (#35418)``
 `9782ee3bbc <https://github.com/apache/airflow/commit/9782ee3bbc32384d4563831b84dc1fa889317fe8>`_  2023-11-01   ``Fix parameter syntax in Amazon docstrings (#35349)``
@@ -608,6 +658,7 @@ Commit
 =================================================================================================  ===========  ===================================================================================================================
 `e9987d5059 <https://github.com/apache/airflow/commit/e9987d50598f70d84cbb2a5d964e21020e81c080>`_  2023-10-13   ``Prepare docs 1st wave of Providers in October 2023 (#34916)``
 `545e4d505e <https://github.com/apache/airflow/commit/545e4d505e669473f42a6637f5593d0860dac086>`_  2023-10-12   ``Extend hooks arguments into 'AwsBaseWaiterTrigger' (#34884)``
+`b9cef1ddea <https://github.com/apache/airflow/commit/b9cef1ddeaea40fdf16379e59d76b3f103ffe0dc>`_  2023-10-12   ``Add general links about TCP keepalive into AWS Lambda docs (#34870)``
 `84a3daed86 <https://github.com/apache/airflow/commit/84a3daed8691d5e129eaf3e02061efb8b6ca56cb>`_  2023-10-11   ``Implements 'AwsBaseOperator' and 'AwsBaseSensor' (#34784)``
 `8e26865763 <https://github.com/apache/airflow/commit/8e2686576399417faf9478d7119110287d4c8630>`_  2023-10-06   ``Refactor consolidate import from io in providers (#34378)``
 `c01abd1c2e <https://github.com/apache/airflow/commit/c01abd1c2eed8f60fec5b9d6cc0232b54efa52de>`_  2023-10-06   ``Upgrade watchtower to 3.0.1 (#25019) (#34747)``
@@ -641,6 +692,7 @@ Commit
 `7de7149bc6 <https://github.com/apache/airflow/commit/7de7149bc6d2d649b91cf902801b92300618db4a>`_  2023-09-19   ``Works on #34425 (#34453)``
 `bbfa228868 <https://github.com/apache/airflow/commit/bbfa228868dd20a423d5a05f372c05a6b4e512e6>`_  2023-09-18   ``Deprecate get_hook in DataSyncOperator and use hook instead (#34427)``
 `8ecd576de1 <https://github.com/apache/airflow/commit/8ecd576de1043dbea40e5e16b5dc34859cc41725>`_  2023-09-14   ``Refactor shorter defaults in providers (#34347)``
+`0dc479906d <https://github.com/apache/airflow/commit/0dc479906dcf2674e59b92430bd420105ecb3d93>`_  2023-09-14   ``fix Amazon index.rst doc (#34368)``
 =================================================================================================  ===========  ===================================================================================================================
 
 8.7.1
@@ -666,9 +718,9 @@ Commit
 
 Latest change: 2023-09-08
 
-=================================================================================================  ===========  ====================================================================================================
+=================================================================================================  ===========  ========================================================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ====================================================================================================
+=================================================================================================  ===========  ========================================================================================================
 `21990ed894 <https://github.com/apache/airflow/commit/21990ed8943ee4dc6e060ee2f11648490c714a3b>`_  2023-09-08   ``Prepare docs for 09 2023 - 1st wave of Providers (#34201)``
 `4fa66d1700 <https://github.com/apache/airflow/commit/4fa66d17003f10d03a13eda659bca8670bdf5052>`_  2023-09-07   ``Refactor: Consolidate import and usage of random (#34108)``
 `9079093291 <https://github.com/apache/airflow/commit/907909329195c6655d1e2989b05609466ef50563>`_  2023-09-07   ``Consolidate importing of os.path.* (#34060)``
@@ -681,7 +733,10 @@ Commit
 `6eaa69ee46 <https://github.com/apache/airflow/commit/6eaa69ee46468af212909fae11464914471e9961>`_  2023-09-01   ``Make 'aws.session_factory' part of Amazon provider configuration documentation (#33960)``
 `875387afa5 <https://github.com/apache/airflow/commit/875387afa53c207364fa20b515d154100b5d0a8d>`_  2023-09-01   ``Refactor unneeded  jumps in providers (#33833)``
 `c4967b00c4 <https://github.com/apache/airflow/commit/c4967b00c447ac7ac8f73ab2d01810765a856616>`_  2023-09-01   ``Make Amazon Chime connection lazy loaded and consistent with docs (#34000)``
+`9144308b3d <https://github.com/apache/airflow/commit/9144308b3d6202bcf180eb2126b603d66be9fb38>`_  2023-09-01   ``Fix examples for Amazon notifiers (#34009)``
 `a9bbb430fc <https://github.com/apache/airflow/commit/a9bbb430fcf6df7ac2677edfe5b0402c23cfe8e2>`_  2023-09-01   ``Replace try - except pass by contextlib.suppress in providers (#33980)``
+`687977f8f3 <https://github.com/apache/airflow/commit/687977f8f32f013eafda27e3b5caee1e50eacbed>`_  2023-09-01   ``docs(providers): replace markdown style link with rst style link for amazon and apache-beam (#33992)``
+`4610df1ecf <https://github.com/apache/airflow/commit/4610df1ecf9f2a91621b0df80767b2ce2164113e>`_  2023-09-01   ``Reformat Apprise and Amazon Chime connections docs (#33971)``
 `0a5e2281e0 <https://github.com/apache/airflow/commit/0a5e2281e084b228e697ffdd5d825b927fce9483>`_  2023-08-31   ``Remove some useless try/except from providers code (#33967)``
 `17d031df66 <https://github.com/apache/airflow/commit/17d031df66ce99943aa7e7272e24c8e6d3b3ebd6>`_  2023-08-31   ``Add Amazon SQS Notifier (#33962)``
 `097e3e618e <https://github.com/apache/airflow/commit/097e3e618ec3ee09221cb64bb8f64e8b275b6399>`_  2023-08-31   ``Fix AWS 'EmrStepSensor' ignoring the specified 'aws_conn_id' in deferred mode  (#33952)``
@@ -697,22 +752,23 @@ Commit
 `cede385e93 <https://github.com/apache/airflow/commit/cede385e938d4645fdbdfabd6c92c02fbfb95628>`_  2023-08-28   ``Always use 'Literal' from 'typing_extensions' (#33794)``
 `b11525702c <https://github.com/apache/airflow/commit/b11525702c72cb53034aa29ccd6d0e1161ac475c>`_  2023-08-26   ``Use literal dict instead of calling dict() in providers (#33761)``
 `353b1482d3 <https://github.com/apache/airflow/commit/353b1482d3720c7e962022f25c7e5d3e105ed4f0>`_  2023-08-26   ``remove unnecessary and rewrite it using list in providers (#33763)``
-=================================================================================================  ===========  ====================================================================================================
+=================================================================================================  ===========  ========================================================================================================
 
 8.6.0
 .....
 
 Latest change: 2023-08-26
 
-=================================================================================================  ===========  =============================================================================================
+=================================================================================================  ===========  ==========================================================================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  =============================================================================================
+=================================================================================================  ===========  ==========================================================================================================================
 `c077d19060 <https://github.com/apache/airflow/commit/c077d190609f931387c1fcd7b8cc34f12e2372b9>`_  2023-08-26   ``Prepare docs for Aug 2023 3rd wave of Providers (#33730)``
 `633217c842 <https://github.com/apache/airflow/commit/633217c84217f925c4c0a92e0b24ba314b64281b>`_  2023-08-25   ``Simplify conditions on len() in providers/amazon (#33565)``
 `83efcaa835 <https://github.com/apache/airflow/commit/83efcaa835c4316efe2f45fd9cfb619295b25a4f>`_  2023-08-24   ``always push ECS task ARN to xcom in 'EcsRunTaskOperator' (#33703)``
 `2d8625253f <https://github.com/apache/airflow/commit/2d8625253f7101a9da7161a7856f4a4084457548>`_  2023-08-24   ``Remove non-public interface usage in EcsRunTaskOperator (#29447)``
 `85acbb4ae9 <https://github.com/apache/airflow/commit/85acbb4ae9bc26248ca624fa4d289feccba00836>`_  2023-08-24   ``Refactor: Remove useless str() calls (#33629)``
 `53a8973952 <https://github.com/apache/airflow/commit/53a89739528cda26b8b53670fc51769850eb263e>`_  2023-08-24   ``Fix bug in task logs when using AWS CloudWatch. Do not set 'start_time' (#33673)``
+`12ee795bbf <https://github.com/apache/airflow/commit/12ee795bbf27793a8dabc44158141a24a9ed34e9>`_  2023-08-23   ``AWS Connection Docs: Remove deprecation information due to undeprecate wrong 'aws_conn_id' fallback behaviour (#33636)``
 `94f70d8184 <https://github.com/apache/airflow/commit/94f70d818482de7defa03c0aff3c213ca6b83e9e>`_  2023-08-23   ``Replace strftime with f-strings where nicer (#33455)``
 `5f504e9a17 <https://github.com/apache/airflow/commit/5f504e9a17353259e70bd3ed54f8edd2e465882c>`_  2023-08-23   ``Upgrade botocore/aiobotocore minimum requirements (#33649)``
 `85aea74b64 <https://github.com/apache/airflow/commit/85aea74b647f978cd1e3c42e3a5f3bb068b56539>`_  2023-08-23   ``Fix AWS Batch waiter failure state (#33656)``
@@ -731,7 +787,7 @@ Commit
 `bd11ea81e5 <https://github.com/apache/airflow/commit/bd11ea81e50f602d1c9f64c44c61b4e7294aafa9>`_  2023-08-13   ``Add Deferrable mode to GlueCatalogPartitionSensor (#33239)``
 `c645d8e40c <https://github.com/apache/airflow/commit/c645d8e40c167ea1f6c332cdc3ea0ca5a9363205>`_  2023-08-12   ``D401 Support - Providers: Airbyte to Atlassian (Inclusive) (#33354)``
 `0df0d7457e <https://github.com/apache/airflow/commit/0df0d7457e78f83e2c0f6ab65c2d01bb8938167d>`_  2023-08-11   ``Add new RdsStartExportTaskOperator parameters (#33251)``
-=================================================================================================  ===========  =============================================================================================
+=================================================================================================  ===========  ==========================================================================================================================
 
 8.5.1
 .....
@@ -746,8 +802,10 @@ Commit
 `c14cb85f16 <https://github.com/apache/airflow/commit/c14cb85f16b6c9befd35866327fecb4ab9bc0fc4>`_  2023-08-10   ``Improve fetching logs from AWS (#33231)``
 `83bd60fd97 <https://github.com/apache/airflow/commit/83bd60fd97d4ca622adcbd7898d88880fee43054>`_  2023-08-09   ``Refactor: Simplify code in providers/amazon (#33222)``
 `741fb27f50 <https://github.com/apache/airflow/commit/741fb27f50a9fee7fca776abf24c32e22783aa03>`_  2023-08-08   ``Implement EventBridge enable and disable rule operators (#33226)``
+`569e32b26f <https://github.com/apache/airflow/commit/569e32b26fd7541e3a4182ce57a7c02f03d11155>`_  2023-08-08   ``AWS Authentication docs updated with generic path for credentials file (#33182)``
 `8bbea9217a <https://github.com/apache/airflow/commit/8bbea9217ae0a3f1049cd10bac838b041b07b7af>`_  2023-08-08   ``Get failure information on EMR job failure (#32151)``
 `46862cfa94 <https://github.com/apache/airflow/commit/46862cfa948cbea885d691ad662109bfcaf2fc8a>`_  2023-08-06   ``Update mypy-boto3-appflow dependency (#32930)``
+`b672ba478c <https://github.com/apache/airflow/commit/b672ba478cdf579d159d5ddd4c823a36e606f168>`_  2023-08-06   ``Fix edge cases of "migrate/create-default-connections" (#33136)``
 `76ca94d2f2 <https://github.com/apache/airflow/commit/76ca94d2f23de298bb46668998c227a86b4ecbd0>`_  2023-08-05   ``use 'cached_property' from functools in 'RdsBaseOperator' (#33133)``
 `03fcbcc96e <https://github.com/apache/airflow/commit/03fcbcc96efb3f34c2d4e219dbaccb7771197670>`_  2023-08-05   ``Use set for 'template_fields' of 'EcsDeregisterTaskDefinitionOperator' (#33129)``
 =================================================================================================  ===========  ===================================================================================
@@ -764,6 +822,7 @@ Commit
 `519d99baee <https://github.com/apache/airflow/commit/519d99baee058dfa56f293f94222309c493ba3c4>`_  2023-08-04   ``Check google provider version in GCSToS3Operator before provide match_glob param (#32925)``
 `bbc0968905 <https://github.com/apache/airflow/commit/bbc096890512ba2212f318558ca1e954ab399657>`_  2023-08-04   ``openlineage, sagemaker: add missing OpenLineage type signature (#33114)``
 `087d14ada2 <https://github.com/apache/airflow/commit/087d14ada24e87fdf9db58a13acf0f2753191256>`_  2023-08-03   ``Deferrable mode for Sqs Sensor (#32809)``
+`e9a2bb3d4a <https://github.com/apache/airflow/commit/e9a2bb3d4a4231e203c4c4a5cd417bdfcbf2cf6b>`_  2023-08-03   ``Extract sagemaker pipeline to their own system test (#33086)``
 `4e42edb203 <https://github.com/apache/airflow/commit/4e42edb203a0fa0958830ac3aa56a37b8eb678e8>`_  2023-08-03   ``Set longer default 'waiter_max_attempts' for deferred BatchJobOperator (#33045)``
 `44234c2bf0 <https://github.com/apache/airflow/commit/44234c2bf05f93a9772b7c9320a69a5c150c1d56>`_  2023-08-03   ``Add S3Bucket for mypy (#33028)``
 `62f9e68a54 <https://github.com/apache/airflow/commit/62f9e68a54d1223d169551ed301651cf0068e004>`_  2023-08-02   ``openlineage, sagemaker: add OpenLineage support for SageMaker's Processing, Transform and Training operators (#31816)``
@@ -789,6 +848,7 @@ Commit
 `282854b55f <https://github.com/apache/airflow/commit/282854b55fd8b0ef46ae0b9032b67654b4789249>`_  2023-07-24   ``Add endpoint_url in test_connection (#32664)``
 `8012c9fce6 <https://github.com/apache/airflow/commit/8012c9fce64f152b006f88497d65ea81d29571b8>`_  2023-07-24   ``Add support for querying Redshift Serverless clusters (#32785)``
 `57f203251b <https://github.com/apache/airflow/commit/57f203251b223550d6e7bb717910109af9aeed29>`_  2023-07-22   ``FIX AWS deferrable operators by using AioCredentials when using 'assume_role' (#32733)``
+`73b90c48b1 <https://github.com/apache/airflow/commit/73b90c48b1933b49086d34176527947bd727ec85>`_  2023-07-21   ``Allow configuration to be contributed by providers (#32604)``
 `815655101b <https://github.com/apache/airflow/commit/815655101b7457d60be08648e6cd02af30e0d695>`_  2023-07-21   ``Add Deferrable mode to StepFunctionStartExecutionOperator (#32563)``
 `75ed3bc3f8 <https://github.com/apache/airflow/commit/75ed3bc3f80ac03c301535f38544a4923ee6d43f>`_  2023-07-20   ``[bugfix] fix AWS triggers where deserialization would crash if region was not specified (#32729)``
 `27b5f696a4 <https://github.com/apache/airflow/commit/27b5f696a48a088a23294c542acb46bd6e544809>`_  2023-07-20   ``Add Deferrable mode for EMR Serverless Start Job Operator (#32534)``
@@ -832,10 +892,12 @@ Commit
 `f8593503cb <https://github.com/apache/airflow/commit/f8593503cbe252c2f4dc5ff48a3f292c9e13baad>`_  2023-07-05   ``Add default_deferrable config (#31712)``
 `5623a21a1f <https://github.com/apache/airflow/commit/5623a21a1fc738ccb97ade4d4197b181bf1128d4>`_  2023-07-04   ``deprecate arbitrary parameter passing to RDS hook (#32352)``
 `575bf2f040 <https://github.com/apache/airflow/commit/575bf2f04089b7c99a8ee30637f1d88492ef4742>`_  2023-07-04   ``Bug fix GCSToS3Operator: avoid 'ValueError' when 'replace=False' with files already in S3 (#32322)``
+`702209898e <https://github.com/apache/airflow/commit/702209898eeb3061024bdedc5ac7b4d48c13108c>`_  2023-07-04   ``typo fix (#32317)``
 `17132ef4c6 <https://github.com/apache/airflow/commit/17132ef4c65b842dab4ff311fd2b0e6d08969e1b>`_  2023-07-04   ``Added 'AzureBlobStorageToS3Operator' transfer operator (#32270)``
 `5c72befcfd <https://github.com/apache/airflow/commit/5c72befcfde63ade2870491cfeb708675399d9d6>`_  2023-07-03   ``Fix 'LambdaInvokeFunctionOperator' payload parameter type (#32259)``
 `d6e254db68 <https://github.com/apache/airflow/commit/d6e254db689db070f2f181006e7d6bc593482300>`_  2023-06-30   ``Deprecate 'delimiter' param and source object's wildcards in GCS, introduce 'match_glob' param. (#31261)``
 `dd937e51fe <https://github.com/apache/airflow/commit/dd937e51fe1ae3cd36a6993bd42e425960644e1d>`_  2023-06-30   ``Add 'on_finish_action' to 'KubernetesPodOperator' (#30718)``
+`779226706c <https://github.com/apache/airflow/commit/779226706c1d64e0fe1e19c5f077ead9c9b4914a>`_  2023-06-29   ``Remove duplicate and unsupported keys unchanged task (#32267)``
 `e781aef1a7 <https://github.com/apache/airflow/commit/e781aef1a76f594392e0b8c4a13bbccef4bf8969>`_  2023-06-29   ``aws waiter util: log status info with error level on waiter error (#32247)``
 `a46b942f48 <https://github.com/apache/airflow/commit/a46b942f48880689a11d098aa1cac2ba1a0a56b6>`_  2023-06-29   ``Add deferrable mode to S3KeysUnchangedSensor (#31940)``
 `b1b69af88f <https://github.com/apache/airflow/commit/b1b69af88f9e24db2d1f003435d8ee8cdb6933b0>`_  2023-06-28   ``Add deferrable mode to 'RdsCreateDbInstanceOperator' and 'RdsDeleteDbInstanceOperator' (#32171)``
@@ -928,12 +990,14 @@ Commit
 `abea189022 <https://github.com/apache/airflow/commit/abea18902257c0250fedb764edda462f9e5abc84>`_  2023-05-18   ``Use '__version__' in providers not 'version' (#31393)``
 `f5aed58d9f <https://github.com/apache/airflow/commit/f5aed58d9fb2137fa5f0e3ce75b6709bf8393a94>`_  2023-05-18   ``Fixing circular import error in providers caused by airflow version check (#31379)``
 `0b3b6704cb <https://github.com/apache/airflow/commit/0b3b6704cb12a3b8f22da79d80b3db85528418b7>`_  2023-05-17   ``Fix AWS system test example_dynamodb_to_s3 (#31362)``
+`7ebda3898d <https://github.com/apache/airflow/commit/7ebda3898db2eee72d043a9565a674dea72cd8fa>`_  2023-05-17   ``Fix missing line in index.rst for provider documentation (#31343)``
 `e05e3a9db8 <https://github.com/apache/airflow/commit/e05e3a9db8b6d38cfbff63ce008e20185dcf2482>`_  2023-05-16   ``Handle temporary credentials when resource_type is used to get custom waiters (#31333)``
 `d9ff55cf6d <https://github.com/apache/airflow/commit/d9ff55cf6d95bb342fed7a87613db7b9e7c8dd0f>`_  2023-05-16   ``Prepare docs for May 2023 wave of Providers (#31252)``
 `0117246db6 <https://github.com/apache/airflow/commit/0117246db65c631a06a4bc9ee24ad9abdecc820e>`_  2023-05-15   ``Add future-compatible mongo Hook typing (#31289)``
 `3193857376 <https://github.com/apache/airflow/commit/3193857376bc2c8cd2eb133017be1e8cbcaa8405>`_  2023-05-13   ``Add Deferrable Mode for EC2StateSensor (#31130)``
 `6b21e4b88c <https://github.com/apache/airflow/commit/6b21e4b88c3d18eb1ba176e6ac53da90a4523880>`_  2023-05-13   ``Bring back detection of implicit single-line string concatenation (#31270)``
 `d6051fd10a <https://github.com/apache/airflow/commit/d6051fd10a0949264098af23ce74c76129cfbcf4>`_  2023-05-12   ``Add on_kill to EMR Serverless Job Operator (#31169)``
+`0d962c2967 <https://github.com/apache/airflow/commit/0d962c2967f41ac5cf216ca2b4f9995214f233c3>`_  2023-05-12   ``Add throttling section in EMR doc (#31224)``
 `8a5fe6ad7d <https://github.com/apache/airflow/commit/8a5fe6ad7de4ed73e8f102eb2e9c35f81d1d558a>`_  2023-05-10   ``Add retries to S3 delete_bucket (#31192)``
 `cd3fa33e82 <https://github.com/apache/airflow/commit/cd3fa33e82922e01888d609ed9c24b9c2dadfa27>`_  2023-05-09   ``DynamoDBToS3Operator - Add a feature to export the table to a point in time. (#31142)``
 `4c9b5fe4c1 <https://github.com/apache/airflow/commit/4c9b5fe4c15ff9d813a34e5f31b5e2910f70cff8>`_  2023-05-09   ``Add deferrable param in SageMakerTransformOperator (#31063)``
@@ -949,6 +1013,7 @@ Commit
 `2d5166f982 <https://github.com/apache/airflow/commit/2d5166f9829835bdfd6479aa789c8a27147288d6>`_  2023-05-03   ``Add extras links to some more EMR Operators and Sensors (#31032)``
 `0a30706aa7 <https://github.com/apache/airflow/commit/0a30706aa7c581905ca99a8b6e2f05960d480729>`_  2023-05-03   ``Use 'AirflowProviderDeprecationWarning' in providers (#30975)``
 `eef5bc7f16 <https://github.com/apache/airflow/commit/eef5bc7f166dc357fea0cc592d39714b1a5e3c14>`_  2023-05-03   ``Add full automation for min Airflow version for providers (#30994)``
+`bef892e9d2 <https://github.com/apache/airflow/commit/bef892e9d28cc7349ff4acb9b723670df4ba3629>`_  2023-05-02   ``Update aws.rst (#31019)``
 `e4d935e490 <https://github.com/apache/airflow/commit/e4d935e49007b17bf5c11f2ff1fdf4a1a3de164d>`_  2023-05-02   ``Add tags param in RedshiftCreateClusterSnapshotOperator (#31006)``
 `2f247a2ba2 <https://github.com/apache/airflow/commit/2f247a2ba2fb7c9f1fe71567a80f0063e21a5f55>`_  2023-05-02   ``Add IAM authentication to Amazon Redshift Connection by AWS Connection (#28187)``
 `9662fd8cc0 <https://github.com/apache/airflow/commit/9662fd8cc05f69f51ca94b495b14f907aed0d936>`_  2023-05-01   ``bigfix: EMRHook  Loop through paginated response to check for cluster id (#29732)``
@@ -956,6 +1021,7 @@ Commit
 `612676b975 <https://github.com/apache/airflow/commit/612676b975a2ff26541bb2581fbdf2befc6c3de9>`_  2023-04-28   ``Support 'shareIdentifier' in BatchOperator (#30829)``
 `1f0174931b <https://github.com/apache/airflow/commit/1f0174931b6ea88fce4539bbc99e42f7da84fac3>`_  2023-04-28   ``improve/fix glue job logs printing (#30886)``
 `b36c33230f <https://github.com/apache/airflow/commit/b36c33230f76bc0bd0ceed9755ea3af6436abd1c>`_  2023-04-28   ``BaseAWS - Override client when resource_type is user to get custom waiters (#30897)``
+`e5d304a570 <https://github.com/apache/airflow/commit/e5d304a5700a3cd0148e928b5deea4c9c70c20f6>`_  2023-04-27   ``Improving Redshift index page (#30907)``
 =================================================================================================  ===========  ====================================================================================================
 
 8.0.0
@@ -1002,6 +1068,7 @@ Latest change: 2023-04-09
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==========================================================================
 `874ea9588e <https://github.com/apache/airflow/commit/874ea9588e3ce7869759440302e53bb6a730a11e>`_  2023-04-09   ``Prepare docs for ad hoc release of Providers (#30545)``
+`653460b050 <https://github.com/apache/airflow/commit/653460b050ba3ea594325bd50b1f67d21162cc52>`_  2023-04-08   ``Make AWS RDS operator page title consistent (#30536)``
 `fa4fb1f5fe <https://github.com/apache/airflow/commit/fa4fb1f5fe6f8dfd00d9956197e01efa0a95e24a>`_  2023-04-05   ``Revert "Add AWS deferrable BatchOperator (#29300)" (#30489)``
 `c1b5eafc82 <https://github.com/apache/airflow/commit/c1b5eafc8201b8c84f34fdf21fa1d000b97c13e8>`_  2023-04-05   ``Add more info to quicksight error messages (#30466)``
 `77c272e6e8 <https://github.com/apache/airflow/commit/77c272e6e8ecda0ce48917064e58ba14f6a15844>`_  2023-04-05   ``Add AWS deferrable BatchOperator (#29300)``
@@ -1045,6 +1112,7 @@ Commit
 =================================================================================================  ===========  =======================================================================================================================================
 `fcd3c0149f <https://github.com/apache/airflow/commit/fcd3c0149f17b364dfb94c0523d23e3145976bbe>`_  2023-03-03   ``Prepare docs for 03/2023 wave of Providers (#29878)``
 `76d8aaa836 <https://github.com/apache/airflow/commit/76d8aaa8362ba199d98680d71ccb3a800cbc4d38>`_  2023-03-02   ``Fix Amazon ECS Enums (#29871)``
+`372ea492e5 <https://github.com/apache/airflow/commit/372ea492e5180ff70320bc5d6789517c087356ac>`_  2023-03-02   ``Update sftp_to_s3.rst (#29869)``
 `faf792f634 <https://github.com/apache/airflow/commit/faf792f634f3d2dae672ca184b4d95bd4834924d>`_  2023-03-02   ``Implement custom boto waiters for some EMR operators (#29822)``
 `ea8ce218b9 <https://github.com/apache/airflow/commit/ea8ce218b9abe3c69f4c2d8c65180cf8bafebdd6>`_  2023-03-02   ``Impovements for RedshiftDataOperator: better error reporting and an ability to return SQL results (#29434)``
 `181a825259 <https://github.com/apache/airflow/commit/181a8252597e314e5675e2b9655cb44da412eeb2>`_  2023-03-01   ``Use waiters in ECS Operators instead of inner sensors (#29761)``
@@ -1054,8 +1122,10 @@ Commit
 `df4abcbcfe <https://github.com/apache/airflow/commit/df4abcbcfed2ddca3ad06d67b1fb721de9e1755d>`_  2023-02-27   ``fix code checking job names in sagemaker (#29245)``
 `38b901ec3f <https://github.com/apache/airflow/commit/38b901ec3f07e6e65880b11cc432fb8ad6243629>`_  2023-02-24   ``Standardize AWS lambda naming (#29749)``
 `5e006d743d <https://github.com/apache/airflow/commit/5e006d743d1ba3781acd8e053642f2367a8e7edc>`_  2023-02-23   ``Avoid emitting fallback message for S3TaskHandler if streaming logs (#29708)``
+`8b178f185a <https://github.com/apache/airflow/commit/8b178f185a3e5d72aa85ef75521bd3967b2ff827>`_  2023-02-22   ``Clarify 'service_config' in AWS Connection (#29627)``
 `ba2d562cfb <https://github.com/apache/airflow/commit/ba2d562cfb36c5b9b845251f991c3d5bfa17db4f>`_  2023-02-22   ``Add 'wait_for_completion' param in 'RedshiftCreateClusterOperator' (#29657)``
 `6c13f04365 <https://github.com/apache/airflow/commit/6c13f04365b916e938e3bea57e37fc80890b8377>`_  2023-02-22   ``AWS Glue job hook: Make s3_bucket parameter optional (#29659)``
+`37a317286a <https://github.com/apache/airflow/commit/37a317286acace49c6829f25c2408fc0c2a6f7d0>`_  2023-02-21   ``docs: fix typo (#29658)``
 `45419e23a9 <https://github.com/apache/airflow/commit/45419e23a955299da956c7a73261f629fb6deaef>`_  2023-02-20   ``'RedshiftDataOperator' replace 'await_result' with 'wait_for_completion' (#29633)``
 `0604033829 <https://github.com/apache/airflow/commit/0604033829787ebed59b9982bf08c1a68d93b120>`_  2023-02-20   ``Add Amazon Redshift-data to S3<>RS Transfer Operators (#27947)``
 =================================================================================================  ===========  =======================================================================================================================================
@@ -1080,11 +1150,12 @@ Commit
 
 Latest change: 2023-02-08
 
-=================================================================================================  ===========  ======================================================================================
+=================================================================================================  ===========  =============================================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ======================================================================================
+=================================================================================================  ===========  =============================================================================================
 `ce6ae2457e <https://github.com/apache/airflow/commit/ce6ae2457ef3d9f44f0086b58026909170bbf22a>`_  2023-02-08   ``Prepare docs for Feb 2023 wave of Providers (#29379)``
 `1b18a501fe <https://github.com/apache/airflow/commit/1b18a501fe818079e535838fa4f232b03365fc75>`_  2023-02-03   ``Enable individual trigger logging (#27758)``
+`8338926f12 <https://github.com/apache/airflow/commit/8338926f12b222c0cc78ef58a5a540c12400da1c>`_  2023-02-03   ``Add clarification about AWS Connection behaviour (#29341)``
 `cb0c90bd66 <https://github.com/apache/airflow/commit/cb0c90bd661fbd1519df8125f09c12b1d8dd0db0>`_  2023-02-02   ``Decrypt SecureString value obtained by SsmHook (#29142)``
 `efc8857d55 <https://github.com/apache/airflow/commit/efc8857d55b96f1fdb6cf4fd767276f5c541e038>`_  2023-02-01   ``log the observed status in redshift sensor (#29274)``
 `a671561b8e <https://github.com/apache/airflow/commit/a671561b8e738faefd8e6d5569e0c1a287a249b7>`_  2023-01-31   ``shorten other wait times in sys tests (#29254)``
@@ -1094,15 +1165,17 @@ Commit
 `44024564cb <https://github.com/apache/airflow/commit/44024564cb3dd6835b0375d61e682efc1acd7d2c>`_  2023-01-27   ``fix: 'num_of_dpus' typehints- GlueJobHook/Operator (#29176)``
 `e1a14ae9ee <https://github.com/apache/airflow/commit/e1a14ae9ee6ba819763776156a49e9df3fe80ee9>`_  2023-01-27   ``Fix false-positive spellcheck failure (#29190)``
 `2493476a7e <https://github.com/apache/airflow/commit/2493476a7e445dbc90dcf785394d3b41bc47318d>`_  2023-01-26   ``introduce base class for EKS sensors (#29053)``
+`9b643c7201 <https://github.com/apache/airflow/commit/9b643c7201cb8b5d02c8fbd6b5917d35772101b7>`_  2023-01-25   ``Add AWS system test dashboard in Amazon provider package landing page and README (#29170)``
 `2c4928da40 <https://github.com/apache/airflow/commit/2c4928da40667cd4d52030b8b79419175948cb85>`_  2023-01-24   ``introduce a method to convert dictionaries to boto-style key-value lists (#28816)``
 `efaed34213 <https://github.com/apache/airflow/commit/efaed34213ad4416e2f4834d0cd2f60c41814507>`_  2023-01-23   ``Add transfer operator S3 to (generic) SQL (#29085)``
 `6190e34388 <https://github.com/apache/airflow/commit/6190e34388394b0f8b0bc01c66d56a0e8277fe6c>`_  2023-01-23   ``add retries to stop_pipeline on conflict (#29077)``
 `17e8bb7f9e <https://github.com/apache/airflow/commit/17e8bb7f9e320c97fd737f8786a6b16515f4810e>`_  2023-01-19   ``Update provide_bucket_name() decorator to handle new conn_type (#28706)``
 `1ab7ea81a1 <https://github.com/apache/airflow/commit/1ab7ea81a11073010749103acc97ea92e97dd80a>`_  2023-01-19   ``uniformize getting hook through cached property in aws sensors (#29001)``
 `395b731b94 <https://github.com/apache/airflow/commit/395b731b947d2a1329df6ad34f2b1ae9aeb3d1af>`_  2023-01-18   ``Add log for AWS Glue Job Console URL (#28925)``
+`d24527bf75 <https://github.com/apache/airflow/commit/d24527bf759c80dd22684a0fb51c283bbafb9298>`_  2023-01-16   ``Add documentation about cli 'add connection' and AWS connection URI (#28852)``
 `3a3adfb8e6 <https://github.com/apache/airflow/commit/3a3adfb8e618a7cea376cb5d187fa3e486a9c9ad>`_  2023-01-15   ``Fix typo in DataSyncHook boto3 methods for create location in NFS and EFS (#28948)``
 `198e96aca1 <https://github.com/apache/airflow/commit/198e96aca1c7f99ae19ad9e104d5c82894be770f>`_  2023-01-14   ``Use boto3 intersphinx inventory in documentation/docstrings. (#28945)``
-=================================================================================================  ===========  ======================================================================================
+=================================================================================================  ===========  =============================================================================================
 
 7.1.0
 .....
@@ -1160,6 +1233,7 @@ Commit
 `0ef8d934f2 <https://github.com/apache/airflow/commit/0ef8d934f2a62606090483dc72a9dd66e8348a0e>`_  2022-12-06   ``Add operators + sensor for aws sagemaker pipelines (#27786)``
 `7398853c86 <https://github.com/apache/airflow/commit/7398853c86f4972b0b7139a905e52d6ecc62fdec>`_  2022-12-06   ``Update RdsHook docstrings to match correct argument names (#28108)``
 `8f0265d0d9 <https://github.com/apache/airflow/commit/8f0265d0d9079a8abbd7b895ada418908d8b9909>`_  2022-12-05   ``AWS Secrets Manager Backend - major update (#27920)``
+`c8e348dcb0 <https://github.com/apache/airflow/commit/c8e348dcb0bae27e98d68545b59388c9f91fc382>`_  2022-12-05   ``Add automated version replacement in example dag indexes (#28090)``
 `8cf6dca36b <https://github.com/apache/airflow/commit/8cf6dca36b0cfc16763cb1d4c96ab04d1fe5ec14>`_  2022-12-05   ``add some important log in aws athena hook (#27917)``
 `4a3a429658 <https://github.com/apache/airflow/commit/4a3a42965801823c39baaccfa96c5e4cffae4012>`_  2022-12-03   ``[misc] Get rid of 'pass' statement in conditions (#27775)``
 `527b948856 <https://github.com/apache/airflow/commit/527b948856584320f74d385f58477af79506834d>`_  2022-12-03   ``[misc] Replace XOR '^' conditions by 'exactly_one' helper in providers (#27858)``
@@ -1200,8 +1274,10 @@ Commit
 `f919abc918 <https://github.com/apache/airflow/commit/f919abc9183424ccb1c5a83a0cfa055c73845b6d>`_  2022-11-10   ``Fix backwards compatibility for RedshiftSQLOperator (#27602)``
 `a5c0aeb566 <https://github.com/apache/airflow/commit/a5c0aeb5668625fe2fdf236a742cb9dc81d2a746>`_  2022-11-10   ``Add info about JSON Connection format for AWS SSM Parameter Store Secrets Backend (#27134)``
 `2ef15c5da0 <https://github.com/apache/airflow/commit/2ef15c5da0261a8b519913db4a0d0c3773a91e96>`_  2022-11-10   ``Add default name to EMR Serverless jobs (#27458)``
+`bb6fce3138 <https://github.com/apache/airflow/commit/bb6fce3138b65c6ed83d9346220e8aa033a2d575>`_  2022-11-10   ``Change host to endpoint_url in amazon remote logging docs (#27572)``
 `4dc9b1c592 <https://github.com/apache/airflow/commit/4dc9b1c592497686dada05e45147b1364ec338ea>`_  2022-11-08   ``Sagemaker hook: remove extra call at the end when waiting for completion (#27551)``
 `d479b99388 <https://github.com/apache/airflow/commit/d479b9938884eaeb23f230ad11371243b40eb84e>`_  2022-11-07   ``Fix typo in redshift sql hook get_ui_field_behaviour (#27533)``
+`7aeaee93d1 <https://github.com/apache/airflow/commit/7aeaee93d10147ce25d4ae6f7bfcbf2941e03fc6>`_  2022-11-07   ``Add JSON format example for Amazon Web Services Connection (#27496)``
 `5cd78cf425 <https://github.com/apache/airflow/commit/5cd78cf425f6fedc380662ec9a9e37be51403ccb>`_  2022-11-06   ``Upgrade dependencies in order to avoid backtracking (#27531)``
 `531f2d2116 <https://github.com/apache/airflow/commit/531f2d211658e13583189b65470d164af81bc40a>`_  2022-11-04   ``Code quality improvements on sagemaker operators/hook (#27453)``
 `1bbd8fe3ef <https://github.com/apache/airflow/commit/1bbd8fe3ef4ca0362f033c99016f857329870dd1>`_  2022-10-28   ``Fix example_emr_serverless system test (#27149)``
@@ -1212,6 +1288,7 @@ Commit
 `6a1a6f7bef <https://github.com/apache/airflow/commit/6a1a6f7befed1be95d84a6db64fb96eef63d02ac>`_  2022-10-26   ``Adds s3_key_prefix to template fields (#27207)``
 `78b8ea2f22 <https://github.com/apache/airflow/commit/78b8ea2f22239db3ef9976301234a66e50b47a94>`_  2022-10-24   ``Move min airflow version to 2.3.0 for all providers (#27196)``
 `2a34dc9e84 <https://github.com/apache/airflow/commit/2a34dc9e8470285b0ed2db71109ef4265e29688b>`_  2022-10-23   ``Enable string normalization in python formatting - providers (#27205)``
+`de9633f93a <https://github.com/apache/airflow/commit/de9633f93a366ebc0a46d1ec4df2c4aa9a18357d>`_  2022-10-22   ``Update google hooks to prefer non-prefixed extra fields (#27023)``
 `737e50a02a <https://github.com/apache/airflow/commit/737e50a02a7031bf0123e57496a55e477cb61b8c>`_  2022-10-21   ``Fix assume role if user explicit set credentials (#26946)``
 `0e8dcdc4ff <https://github.com/apache/airflow/commit/0e8dcdc4ffbc33da5bc6864fdb16d2d01bdfdcaf>`_  2022-10-21   ``Add GlacierUploadArchiveOperator (#26652)``
 `a2413cf6ca <https://github.com/apache/airflow/commit/a2413cf6ca8b93e491a48af11d769cd13bce8884>`_  2022-10-19   ``Add RdsStopDbOperator and RdsStartDbOperator (#27076)``
@@ -1219,6 +1296,7 @@ Commit
 `9fed22fc99 <https://github.com/apache/airflow/commit/9fed22fc99a3a959dab1acde51d87a996f3b6049>`_  2022-10-18   ``'GoogleApiToS3Operator' : add 'gcp_conn_id' to template fields (#27017)``
 `ecd4d6654f <https://github.com/apache/airflow/commit/ecd4d6654ff8e0da4a7b8f29fd23c37c9c219076>`_  2022-10-18   ``Add SQLExecuteQueryOperator (#25717)``
 `f8d7290178 <https://github.com/apache/airflow/commit/f8d7290178dba6b96ba0ec2cc28a5c4289902229>`_  2022-10-10   ``Improve testing AWS Connection response (#26953)``
+`bd3d6d3ee7 <https://github.com/apache/airflow/commit/bd3d6d3ee71839ec3628fa47294e0b3b8a6a6b9f>`_  2022-10-10   ``Added Doc - Airflow remote logging with S3 and IRSA (#25931)``
 `66294de4e0 <https://github.com/apache/airflow/commit/66294de4e081e1c65731296c66824ae847bdca7d>`_  2022-10-10   ``Fix failure state in waiter call for EmrServerlessStartJobOperator. (#26853)``
 `62d5bab3b4 <https://github.com/apache/airflow/commit/62d5bab3b4cdb423c668b0f2e29d5c52b8ca0ca4>`_  2022-10-10   ``Convert emr_eks example dag to system test (#26723)``
 `e68c8b9d52 <https://github.com/apache/airflow/commit/e68c8b9d52399ed1470b2d54e6dd13f3380a7788>`_  2022-10-10   ``System test for Dynamo DB (#26729)``
@@ -1329,6 +1407,7 @@ Commit
 `d66e427c4d <https://github.com/apache/airflow/commit/d66e427c4d21bc479caa629299a786ca83747994>`_  2022-07-22   ``Sagemaker System Tests - Part 3 of 3 - example_sagemaker_endpoint.py (AIP-47) (#25134)``
 `f6bda38e20 <https://github.com/apache/airflow/commit/f6bda38e20c721df12e0cc88a27119fe320f2a42>`_  2022-07-21   ``Convert RDS Export Sample DAG to System Test (AIP-47) (#25205)``
 `47b72056c4 <https://github.com/apache/airflow/commit/47b72056c46931aef09d63d6d80fbdd3d9128b09>`_  2022-07-21   ``SQSPublishOperator should allow sending messages to a FIFO Queue (#25171)``
+`5cd2d511e8 <https://github.com/apache/airflow/commit/5cd2d511e8f76ad7b2c7b6db8c0b8f99a9b19e85>`_  2022-07-19   ``Fix put-secret-value example (#25140)``
 `6d41067cf7 <https://github.com/apache/airflow/commit/6d41067cf7b0fcab20c00c94b6a96cb1babae1bc>`_  2022-07-19   ``Standardize AwsLambda (#25100)``
 `c6d9bccdb6 <https://github.com/apache/airflow/commit/c6d9bccdb6c5af644c5570f0524f2207832383b6>`_  2022-07-19   ``AIP-47 - Migrate redshift DAGs to new design #22438 (#24239)``
 `5a77c46bf0 <https://github.com/apache/airflow/commit/5a77c46bf0ee9d154467147d5d7e976361b8ee27>`_  2022-07-19   ``Glue Job Driver logging (#25142)``
@@ -1395,9 +1474,12 @@ Commit
 `b88ce95188 <https://github.com/apache/airflow/commit/b88ce951881914e51058ad71858874fdc00a3cbe>`_  2022-06-07   ``Update doc and sample dag for EMR Containers (#24087)``
 `c23826915d <https://github.com/apache/airflow/commit/c23826915dcdca4f22b52b74633336cb2f4a1eca>`_  2022-06-07   ``Apply per-run log templates to log handlers (#24153)``
 `41898d8922 <https://github.com/apache/airflow/commit/41898d89220c8525d941367a875b4806e618b0d0>`_  2022-06-06   ``Refactor GlueJobHook get_or_create_glue_job method. (#24215)``
+`048b617474 <https://github.com/apache/airflow/commit/048b6174744d986890de55774d646a063b07791d>`_  2022-06-06   ``docs: amazon-provider retry modes (#23906)``
+`6015c39ce5 <https://github.com/apache/airflow/commit/6015c39ce55f7db2087d3aa635dc6a74e97a8dce>`_  2022-06-06   ``adding AWS_DEFAULT_REGION to the docs, boto3 expects this to be in the env variables (#24181)``
 `027b707d21 <https://github.com/apache/airflow/commit/027b707d215a9ff1151717439790effd44bab508>`_  2022-06-05   ``Add explanatory note for contributors about updating Changelog (#24229)``
 `daa138c8eb <https://github.com/apache/airflow/commit/daa138c8eb586fae80ae3e5d42f6a1a547016ad0>`_  2022-06-04   ``fix: StepFunctionHook ignores explicit set 'region_name' (#23976)``
 `5b32966c35 <https://github.com/apache/airflow/commit/5b32966c3545e2ed5182975764efb750eb7a3477>`_  2022-06-03   ``Remove old Athena Sample DAG (#24170)``
+`719c2d4d9f <https://github.com/apache/airflow/commit/719c2d4d9f99c2d5d4b290f9256b84522efafc2f>`_  2022-06-02   ``Convert Athena Sample DAG to System Test (#24058)``
 `595981c8ad <https://github.com/apache/airflow/commit/595981c8ad3cfeb4ad7a4514d00060e978aa9d81>`_  2022-05-31   ``Light Refactor and Clean-up AWS Provider (#23907)``
 `94f2ce9342 <https://github.com/apache/airflow/commit/94f2ce9342d995f1d2eb00e6a9444e57c90e4963>`_  2022-05-30   ``Add partition related methods to GlueCatalogHook: (#23857)``
 `92ddcf4ac6 <https://github.com/apache/airflow/commit/92ddcf4ac6fa452c5056b1f7cad1fca4d5759802>`_  2022-05-27   ``Introduce 'flake8-implicit-str-concat' plugin to static checks (#23873)``
@@ -1486,6 +1568,7 @@ Commit
 =================================================================================================  ===========  ================================================================================================================================================================================
 `d7dbfb7e26 <https://github.com/apache/airflow/commit/d7dbfb7e26a50130d3550e781dc71a5fbcaeb3d2>`_  2022-03-22   ``Add documentation for bugfix release of Providers (#22383)``
 `4de9d6622c <https://github.com/apache/airflow/commit/4de9d6622c0cb5899a286f4ec8f131b625eb1d44>`_  2022-03-22   ``ImapAttachmentToS3Operator: fix it, update sample dag and update doc (#22351)``
+`c4a59bedce <https://github.com/apache/airflow/commit/c4a59bedce013cfa508af716f5516683ab6c42b9>`_  2022-03-22   ``Add default connection for redshift (#22263)``
 `e972b6a48d <https://github.com/apache/airflow/commit/e972b6a48d45581e30424a43e612d70dae55f8b7>`_  2022-03-21   ``Add docs and example dag for AWS Glue (#22295)``
 `dd0cbaad3f <https://github.com/apache/airflow/commit/dd0cbaad3f91922860bebb0c4ff6e2065893e9d1>`_  2022-03-21   ``Update doc and sample dag for S3ToSFTPOperator and SFTPToS3Operator (#22313)``
 `5eb6335742 <https://github.com/apache/airflow/commit/5eb63357426598f99ed50b002b72aebdf8790f73>`_  2022-03-19   ``Update sample dag and doc for S3CreateBucketOperator, S3PutBucketTaggingOperator, S3GetBucketTaggingOperator, S3DeleteBucketTaggingOperator, S3DeleteBucketOperator (#22312)``
@@ -1510,6 +1593,7 @@ Commit
 `46a120dc5f <https://github.com/apache/airflow/commit/46a120dc5f37d0a38cbfe338af215dc63e590aff>`_  2022-03-11   ``Fix RedshiftDataOperator and update doc (#22157)``
 `e63f6e36d1 <https://github.com/apache/airflow/commit/e63f6e36d14a8cd2462e80f26fb4809ab8698380>`_  2022-03-11   ``additional information in the ECSOperator around support of launch_type=EXTERNAL (#22093)``
 `16ad03cae5 <https://github.com/apache/airflow/commit/16ad03cae500ff8166df0d8966d932e7329507b4>`_  2022-03-11   ``Bugfix for retrying on provision failuers(#22137)``
+`b2e0f760de <https://github.com/apache/airflow/commit/b2e0f760de146178f2d30bfff53ed411684f6f74>`_  2022-03-08   ``Fix typo in AWS doc (#22097)``
 `bd809bc83a <https://github.com/apache/airflow/commit/bd809bc83a0727700504c3546fbb58b3421ada90>`_  2022-03-09   ``If uploading task logs to S3 fails, retry once (#21981)``
 `45162565db <https://github.com/apache/airflow/commit/45162565dbfbd0322a5d07afdd4247f69395f071>`_  2022-03-08   ``EMR on EKS Sample DAG and Docs Update (#22095)``
 `c7286e5306 <https://github.com/apache/airflow/commit/c7286e53064d717c97807f7ccd6cad515f88fe52>`_  2022-03-08   ``Bug-fix GCSToS3Operator (#22071)``
@@ -1537,6 +1621,7 @@ Commit
 `cb24ee9414 <https://github.com/apache/airflow/commit/cb24ee9414afcdc1a2b0fe1ec0b9f0ba5e1bd7b7>`_  2022-02-27   ``Add SageMakerDeleteModelOperator (#21673)``
 `f0b6398dd6 <https://github.com/apache/airflow/commit/f0b6398dd642dfb75c1393e8c3c88682794d152c>`_  2022-02-26   ``Bug Fix - S3DeleteObjectsOperator will try and delete all keys (#21458)``
 `037865970b <https://github.com/apache/airflow/commit/037865970ba628265afd44fe2bddbc6b15996fa6>`_  2022-02-26   ``Added Hook for Amazon RDS. Added 'boto3_stub' library for autocomplete. (#20642)``
+`272d242316 <https://github.com/apache/airflow/commit/272d242316a1d163598d93511e2bfd7b717b4dce>`_  2022-02-24   ``Restore image rendering in AWS Secrets Manager Backend doc (#21772)``
 `dec05fb6b2 <https://github.com/apache/airflow/commit/dec05fb6b29f2aff454bcbc3939b3b78ba5b785f>`_  2022-02-19   ``Update EKS sample DAGs and docs (#21523)``
 `b28f4c578c <https://github.com/apache/airflow/commit/b28f4c578c0b598f98731350a93ee87956d866ae>`_  2022-02-19   ``Fix Amazon SES emailer signature (#21681)``
 `fc44836504 <https://github.com/apache/airflow/commit/fc44836504129664edb81c510e6deb41a7e1126d>`_  2022-02-15   ``S3KeySensor to use S3Hook url parser (#21500)``
@@ -1544,6 +1629,7 @@ Commit
 `21a90c5b7e <https://github.com/apache/airflow/commit/21a90c5b7e2f236229812f9017582d67d3d7c3f0>`_  2022-02-15   ``Get log events after sleep to get all logs (#21574)``
 `8e81615edb <https://github.com/apache/airflow/commit/8e81615edb7e0bc07cbba4d94fa802c44a3b4e6a>`_  2022-02-11   ``[doc] Improve s3 operator example by adding task upload_keys (#21422)``
 `2c5f636e5c <https://github.com/apache/airflow/commit/2c5f636e5cfac7cc246d6ed93660bf0f8e968982>`_  2022-02-11   ``Use temporary file in GCSToS3Operator (#21295)``
+`9d1c660f21 <https://github.com/apache/airflow/commit/9d1c660f2159fbb40fdc7c47d39d6be3cbae9864>`_  2022-02-11   ``[doc] Fix copy path in S3 to redshift (#21416)``
 `598e836043 <https://github.com/apache/airflow/commit/598e836043d3d1899087c3a78640f192f9681321>`_  2022-02-09   ``Added SNS example DAG and rst (#21475)``
 `0a3ff43d41 <https://github.com/apache/airflow/commit/0a3ff43d41d33d05fb3996e61785919effa9a2fa>`_  2022-02-08   ``Add pre-commit check for docstring param types (#21398)``
 =================================================================================================  ===========  =====================================================================================================================================
@@ -1642,6 +1728,7 @@ Commit
 `af28b41903 <https://github.com/apache/airflow/commit/af28b4190316401c9dfec6108d22b0525974eadb>`_  2021-12-05   ``Add sensor for AWS Batch (#19850) (#19885)``
 `480c333c45 <https://github.com/apache/airflow/commit/480c333c45d31cdfdc63cdfceecd4ad8529eefd4>`_  2021-12-03   ``Add state details to EMR container failure reason (#19579)``
 `2539cb44b4 <https://github.com/apache/airflow/commit/2539cb44b47d78e81a88fde51087f4cc77c924c5>`_  2021-12-01   ``Move to watchtower 2.0.1 (#19907)``
+`43de625d42 <https://github.com/apache/airflow/commit/43de625d4246af7014f64941f8effb09997731cb>`_  2021-12-01   ``Correctly capitalize names and abbreviations in docs (#19908)``
 =================================================================================================  ===========  ==========================================================================================
 
 2.5.0
@@ -1684,6 +1771,7 @@ Commit
 `f5ad26dcdd <https://github.com/apache/airflow/commit/f5ad26dcdd7bcb724992528dce71056965b94d26>`_  2021-10-21   ``Fixup string concatenations (#19099)``
 `86a2a19ad2 <https://github.com/apache/airflow/commit/86a2a19ad2bdc87a9ad14bb7fde9313b2d7489bb>`_  2021-10-17   ``More f-strings (#18855)``
 `258451cfba <https://github.com/apache/airflow/commit/258451cfba12959fabe729e70509a478ada7e72c>`_  2021-10-15   ``MySQLToS3Operator add support for parquet format (#18755)``
+`1571f80546 <https://github.com/apache/airflow/commit/1571f80546853688778c2a3ec5194e5c8be0edbd>`_  2021-10-14   ``Add pre-commit hook for common misspelling check in files (#18964)``
 `176165de3b <https://github.com/apache/airflow/commit/176165de3b297c0ed7d2b60cf6b4c37fc7a2337f>`_  2021-10-11   ``Update S3PrefixSensor to support checking multiple prefixes within a bucket (#18807)``
 `1d7cfdbcd9 <https://github.com/apache/airflow/commit/1d7cfdbcd91705b2f88ef4ece503b7a072767e02>`_  2021-10-10   ``Remove extra postgres dependency from AWS Provider (#18844)``
 `1df9a512c2 <https://github.com/apache/airflow/commit/1df9a512c284f2585ce01bb77ac91d550f6ccaa3>`_  2021-10-08   ``Add RedshiftSQLHook, RedshiftSQLOperator (#18447)``
@@ -1712,6 +1800,7 @@ Commit
 `12763f125a <https://github.com/apache/airflow/commit/12763f125ab90a1f9e769f1e51dc34cd0dd6d51a>`_  2021-10-05   ``Add additional dependency for postgres extra for amazon provider (#18737)``
 `86bf2a29ba <https://github.com/apache/airflow/commit/86bf2a29ba784b25c335408eb4647ad2eb48b525>`_  2021-10-04   ``Simplify strings previously split across lines (#18679)``
 `12133861ec <https://github.com/apache/airflow/commit/12133861ecefd28f1d569cf2d190c2f26f6fd2fb>`_  2021-10-01   ``Support all Unix wildcards in S3KeySensor (#18211)``
+`af4a5e006e <https://github.com/apache/airflow/commit/af4a5e006e4f5c9f203afeac039b22c6adee317f>`_  2021-10-01   ``Remove cargo-culted local in-page ToCs (#18668)``
 `840ea3efb9 <https://github.com/apache/airflow/commit/840ea3efb9533837e9f36b75fa527a0fbafeb23a>`_  2021-09-30   ``Update documentation for September providers release (#18613)``
 `8a1437e55e <https://github.com/apache/airflow/commit/8a1437e55ed50bcb9301c55c1217e9e66532f6ed>`_  2021-09-29   ``Refresh credentials for long-running pods on EKS (#17951)``
 `2fbd23878f <https://github.com/apache/airflow/commit/2fbd23878f185372c3e46221c3c95918d6cbcffa>`_  2021-09-28   ``Update s3_list.py (#18561)``
@@ -1719,15 +1808,19 @@ Commit
 `e25eea052f <https://github.com/apache/airflow/commit/e25eea052fd54c94b490a377de05c6bae4c24dbb>`_  2021-09-19   ``Inclusive Language (#18349)``
 `4cd190c9bc <https://github.com/apache/airflow/commit/4cd190c9bcbe4229de3c8527d0e3480dea3be42f>`_  2021-09-18   ``ECSOperator realtime logging (#17626)``
 `27088c4533 <https://github.com/apache/airflow/commit/27088c4533199a19e6f810abc4e565bc8e107cf0>`_  2021-09-18   ``Add IAM Role Credentials to S3ToRedshiftTransfer and RedshiftToS3Transfer (#18156)``
+`4308a8c364 <https://github.com/apache/airflow/commit/4308a8c364d410ea8c32d2af7cc8ca3261054696>`_  2021-09-17   ``Refactor installation pages (#18282)``
 `2d4f3cb644 <https://github.com/apache/airflow/commit/2d4f3cb644200190619e76d3e2a140f340d908b9>`_  2021-09-15   ``Adding missing 'replace' param in docstring (#18241)``
 `81ebd78db4 <https://github.com/apache/airflow/commit/81ebd78db48a4876377dc20d361a7938be11373a>`_  2021-09-12   ``Added upsert method on S3ToRedshift operator (#18027)``
+`1cb456cba1 <https://github.com/apache/airflow/commit/1cb456cba1099198bbdba50c2d1ad79664be8ce6>`_  2021-09-12   ``Add official download page for providers (#18187)``
 `02397761af <https://github.com/apache/airflow/commit/02397761af7ed77b0e7c4f4d8de34d8a861c5b40>`_  2021-09-12   ``Deprecate default pod name in EKSPodOperator (#18036)``
 `e6cb2f7beb <https://github.com/apache/airflow/commit/e6cb2f7beb4c6ea4ad4a965f9c0f2b8f6978129c>`_  2021-09-10   ``ECSOperator returns last logs when ECS task fails (#17209)``
 `b8795501ea <https://github.com/apache/airflow/commit/b8795501ea6db64d83528bdd6b517779cfc9deec>`_  2021-09-10   ``Aws secrets manager backend (#17448)``
 `6e101317a2 <https://github.com/apache/airflow/commit/6e101317a22bb58a9edf512bbda662c862e53c78>`_  2021-09-10   ``Simplify s3 ''unify_bucket_name_and_key'' (#17325)``
+`046f02e5a7 <https://github.com/apache/airflow/commit/046f02e5a7097a6e6c928c28196b38b37e776916>`_  2021-09-09   ``fix misspelling (#18121)``
 `3fe948a860 <https://github.com/apache/airflow/commit/3fe948a860a6eed2ee51a6f1be658a3ba260683f>`_  2021-09-08   ``sftp_to_s3 stream file option (#17609)``
 `867e9305f0 <https://github.com/apache/airflow/commit/867e9305f08bf9580f25430d8b6e84071c59f9e6>`_  2021-09-03   ``AwsBaseHook make 'client_type' & 'resource_type' optional params for 'get_client_type' & 'get_resource_type' (#17987)``
 `bcd81f23af <https://github.com/apache/airflow/commit/bcd81f23af13cde8231df205127e08048b67820c>`_  2021-09-03   ``Add Spark to the EMR cluster for the job flow examples (#17563)``
+`48316b9d17 <https://github.com/apache/airflow/commit/48316b9d17a317ddf22f60308429ce089585fb02>`_  2021-09-03   ``Make EMR cluster visible to all users note (#17557)``
 `7c4d3173f2 <https://github.com/apache/airflow/commit/7c4d3173f2c73ceeadb7155cf367983a90c6dca8>`_  2021-09-02   ``Delete unnecessary parameters in EKSPodOperator (#17960)``
 =================================================================================================  ===========  =========================================================================================================================
 
@@ -1744,6 +1837,7 @@ Commit
 `42e13e1a5a <https://github.com/apache/airflow/commit/42e13e1a5a4c97a2085ddf96f7d93e7bf71949b8>`_  2021-08-30   ``Remove all deprecation warnings in providers (#17900)``
 `890bd4310e <https://github.com/apache/airflow/commit/890bd4310e12a0a4fadfaec1f9b36d2aaae6119e>`_  2021-08-28   ``Add an Amazon EMR on EKS provider package (#16766)``
 `41632e03b8 <https://github.com/apache/airflow/commit/41632e03b8caf71de308414c48e9cb211a083761>`_  2021-08-27   ``Fix provider.yaml errors due to exit(0) in test (#17858)``
+`bcc7665684 <https://github.com/apache/airflow/commit/bcc76656844be47f923527c0a6cd1de546655cb4>`_  2021-08-23   ``Improve discoverability of Provider packages' functionality``
 `be75dcd39c <https://github.com/apache/airflow/commit/be75dcd39cd10264048c86e74110365bd5daf8b7>`_  2021-08-23   ``Update description about the new ''connection-types'' provider meta-data``
 `76ed2a49c6 <https://github.com/apache/airflow/commit/76ed2a49c6cd285bf59706cf04f39a7444c382c9>`_  2021-08-19   ``Import Hooks lazily individually in providers manager (#17682)``
 `bee48f31f1 <https://github.com/apache/airflow/commit/bee48f31f197f0ef7c2fb3b37f3d3d472ea388f4>`_  2021-08-19   ``Implemented Basic EKS Integration (#16571)``
@@ -1753,8 +1847,10 @@ Commit
 `e7eeaa6086 <https://github.com/apache/airflow/commit/e7eeaa60861f523a03a64de9dae1784cfa8b21a4>`_  2021-08-12   ``Doc: Fix docstrings for ''MongoToS3Operator'' (#17588)``
 `987575787d <https://github.com/apache/airflow/commit/987575787d82abf5b4e68b669fdb3bcab08965e6>`_  2021-08-12   ``Add Mongo projections to hook and transfer (#17379)``
 `77c4325fb0 <https://github.com/apache/airflow/commit/77c4325fb064d7e8b5e1088b2675a0a419d56b03>`_  2021-08-10   ``Fixing ParamValidationError when executing load_file in Glue hooks/operators (#16012)``
+`4675539501 <https://github.com/apache/airflow/commit/4675539501743c0558b1286c3c9f7c9f91eba7db>`_  2021-08-04   ``Update emr.rst (#17420)``
 `d28efbfb77 <https://github.com/apache/airflow/commit/d28efbfb7780afd1ff13a258dc5dc3e3381ddabd>`_  2021-08-02   ``Improve AWS SQS Sensor (#16880) (#16904)``
 `71088986f1 <https://github.com/apache/airflow/commit/71088986f12be3806d48e7abc722c3f338f01301>`_  2021-08-02   ``make platform version as independent parameter of ECSOperator (#17281)``
+`c52e4f3517 <https://github.com/apache/airflow/commit/c52e4f35170cc3cd9d597110bc24c270af553ca2>`_  2021-08-02   ``Provide information about IRSA on EKS (#17283)``
 `80fc80ace6 <https://github.com/apache/airflow/commit/80fc80ace69982882dd0ac5c70eeedc714658941>`_  2021-08-02   ``Fixes #16972 - Slugify role session name in AWS base hook (#17210)``
 =================================================================================================  ===========  =========================================================================================
 
@@ -1779,6 +1875,7 @@ Commit
 `b916b75079 <https://github.com/apache/airflow/commit/b916b7507921129dc48d6add1bdc4b923b60c9b9>`_  2021-07-15   ``Prepare documentation for July release of providers. (#17015)``
 `fc0250f1d5 <https://github.com/apache/airflow/commit/fc0250f1d5c43784f353dbdf4a34089aa96c28e5>`_  2021-07-15   ``Allow attaching to previously launched task in ECSOperator (#16685)``
 `d3f300fba8 <https://github.com/apache/airflow/commit/d3f300fba8c252cac79a1654fddb91532f44c656>`_  2021-07-11   ``Fix wrong template_fields_renderers for AWS operators (#16820)``
+`01fb7775dd <https://github.com/apache/airflow/commit/01fb7775ddcf8fdaa9afbfd60d66cc616a8f5226>`_  2021-07-09   ``Fixing typos in GlacierToGCSOperator documentation (#16899)``
 `f0df184e4d <https://github.com/apache/airflow/commit/f0df184e4db940f7e1b9248b5f5843d494034112>`_  2021-07-07   ``Update AWS Base hook to use refreshable credentials (#16770) (#16771)``
 `ffe8fab653 <https://github.com/apache/airflow/commit/ffe8fab6536ac4eec076d48548d7b2e814a55b1f>`_  2021-07-03   ``Added select_query to the templated fields in RedshiftToS3Operator (#16767)``
 `866a601b76 <https://github.com/apache/airflow/commit/866a601b76e219b3c043e1dbbc8fb22300866351>`_  2021-06-28   ``Removes pylint from our toolchain (#16682)``
@@ -1799,6 +1896,7 @@ Commit
 `19ed074e9c <https://github.com/apache/airflow/commit/19ed074e9c696eb4aff25f3a833e7f359f2b1c38>`_  2021-06-21   ``Use safe get with AWS DMS describe replication tasks (#16540)``
 `bbc627a3da <https://github.com/apache/airflow/commit/bbc627a3dab17ba4cf920dd1a26dbed6f5cebfd1>`_  2021-06-18   ``Prepares documentation for rc2 release of Providers (#16501)``
 `db10c6841b <https://github.com/apache/airflow/commit/db10c6841b6295ab2b116c03025856084885c6a3>`_  2021-06-18   ``Add AWS DMS replication task operators (#15850)``
+`cf404b432d <https://github.com/apache/airflow/commit/cf404b432dc4dfff11fcf88576c7cb6767de40d6>`_  2021-06-18   ``Update Watchtower version to 1.0.6 (#16469)``
 `1c82b4d015 <https://github.com/apache/airflow/commit/1c82b4d015a1785a881bb916ffa0265249c2cde7>`_  2021-06-17   ``Fix S3ToFTPOperator (#13796)``
 `36dc6a8100 <https://github.com/apache/airflow/commit/36dc6a8100c0261270f7f6fa20928508f90bac96>`_  2021-06-16   ``Make job name check optional in SageMakerTrainingOperator (#16327)``
 `cbf8001d76 <https://github.com/apache/airflow/commit/cbf8001d7630530773f623a786f9eb319783b33c>`_  2021-06-16   ``Synchronizes updated changelog after buggfix release (#16464)``
@@ -1808,6 +1906,7 @@ Commit
 `30708b5b25 <https://github.com/apache/airflow/commit/30708b5b254960395d8061e8c403294b93900c4d>`_  2021-06-13   ``Add support of capacity provider strategy for ECSOperator (#15848)``
 `9c94b72d44 <https://github.com/apache/airflow/commit/9c94b72d440b18a9e42123d20d48b951712038f9>`_  2021-06-07   ``Updated documentation for June 2021 provider release (#16294)``
 `9fcdf3d4de <https://github.com/apache/airflow/commit/9fcdf3d4deae0dd77c734f5a3520fb75d66d0821>`_  2021-06-02   ``Fix S3 Select payload join (#16189)``
+`1e647029e4 <https://github.com/apache/airflow/commit/1e647029e469c1bb17e9ad051d0184f3357644c3>`_  2021-06-01   ``Rename the main branch of the Airflow repo to be 'main' (#16149)``
 `8d16638285 <https://github.com/apache/airflow/commit/8d16638285687fd0ef41d40340ab1c5bcffd507a>`_  2021-05-29   ``remove retry for now (#16150)``
 `5fbc86f036 <https://github.com/apache/airflow/commit/5fbc86f0364fbc4f7c2ba10cae4a13449709730c>`_  2021-05-27   ``Remove the 'not-allow-trailing-slash' rule on S3_hook (#15609)``
 `904709d34f <https://github.com/apache/airflow/commit/904709d34fbe0b6062d72932b72954afe13ec148>`_  2021-05-27   ``Check synctatic correctness for code-snippets (#16005)``
@@ -1845,16 +1944,18 @@ Commit
 1.3.0
 .....
 
-Latest change: 2021-04-06
+Latest change: 2021-04-07
 
 =================================================================================================  ===========  =============================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =============================================================================
+`4e018a870c <https://github.com/apache/airflow/commit/4e018a870ccdece6b0985db0c8ae68d10ae1d055>`_  2021-04-07   ``Refreshed provider's upcoming release with k8s retries (#15239)``
 `042be2e4e0 <https://github.com/apache/airflow/commit/042be2e4e06b988f5ba2dc146f53774dabc8b76b>`_  2021-04-06   ``Updated documentation for provider packages before April release (#15236)``
 `266384a63f <https://github.com/apache/airflow/commit/266384a63f4693b667f308d49fcbed9a10a41fce>`_  2021-04-05   ``Fix string concatenation using 'f-strings' (#15200)``
 `eda538f56c <https://github.com/apache/airflow/commit/eda538f56cb2dc2728d303acddb42841fe419c36>`_  2021-04-02   ``AWS: Do not log info when SSM & SecretsManager secret not found (#15120)``
 `9b76b94c94 <https://github.com/apache/airflow/commit/9b76b94c940d472290861930a1d5860b43b3b2b2>`_  2021-04-02   ``A bunch of template_fields_renderers additions (#15130)``
 `6822665102 <https://github.com/apache/airflow/commit/6822665102c973d6e4d5892564294489ca094580>`_  2021-04-01   ``Send region_name into parant class of AwsGlueJobHook (#14251)``
+`a607002657 <https://github.com/apache/airflow/commit/a6070026576d6a266c8df380a57deea3b43772d5>`_  2021-04-01   ``Little clarification in Aws connection docs (#14290)``
 `5379698892 <https://github.com/apache/airflow/commit/53796988929d7b5de98cd322fdea9e0a8edec0a1>`_  2021-03-27   ``Improve docstrings for various modules (#15047)``
 `614be87b23 <https://github.com/apache/airflow/commit/614be87b23199acd67e69677cfdb6ae4ed023b69>`_  2021-03-26   ``Added retry to ECS Operator (#14263)``
 `a7ca1b3b0b <https://github.com/apache/airflow/commit/a7ca1b3b0bdf0b7677e53be1b11e833714dfbbb4>`_  2021-03-26   ``Fix Sphinx Issues with Docstrings (#14968)``
@@ -1867,6 +1968,7 @@ Commit
 `e7bb17aeb8 <https://github.com/apache/airflow/commit/e7bb17aeb83b2218620c5320241b0c9f902d74ff>`_  2021-03-06   ``Use built-in 'cached_property' on Python 3.8 where possible (#14606)``
 `697abf399d <https://github.com/apache/airflow/commit/697abf399de107eb4bafb730acf23d868e107a08>`_  2021-03-05   ``S3DataSource is not required (#14220)``
 `8ced652ecf <https://github.com/apache/airflow/commit/8ced652ecf847ed668e5eed27e3e47a51a27b1c8>`_  2021-02-28   ``Implemented S3 Bucket Tagging (#14402)``
+`1c694318ac <https://github.com/apache/airflow/commit/1c694318ac3ede10afe09fd1669dacec0b6a6cb2>`_  2021-02-28   ``chore: fix case of GitHub (#14525)``
 =================================================================================================  ===========  =============================================================================
 
 1.2.0
@@ -1878,6 +1980,7 @@ Latest change: 2021-02-27
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==========================================================================
 `589d6dec92 <https://github.com/apache/airflow/commit/589d6dec922565897785bcbc5ac6bb3b973d7f5d>`_  2021-02-27   ``Prepare to release the next wave of providers: (#14487)``
+`50a1504c52 <https://github.com/apache/airflow/commit/50a1504c524257e53eff06589b71973cfab5bf54>`_  2021-02-27   ``Fix spellings (#14483)``
 `13854c32a3 <https://github.com/apache/airflow/commit/13854c32a38787af6d8a52ab2465cb6185c0b74c>`_  2021-02-27   ``Adding support to put extra arguments for Glue Job. (#14027)``
 `0d6cae4172 <https://github.com/apache/airflow/commit/0d6cae4172ff185ec4c0fc483bf556ce3252b7b0>`_  2021-02-24   ``Avoid using threads in S3 remote logging uplod (#14414)``
 `ca35bd7f7f <https://github.com/apache/airflow/commit/ca35bd7f7f6bc2fb4f2afd7762114ce262c61941>`_  2021-02-21   ``By default PIP will install all packages in .local folder (#14125)``
@@ -1903,6 +2006,7 @@ Commit
 `d0ab7f6d3a <https://github.com/apache/airflow/commit/d0ab7f6d3a2976167f9c4fb309c502a4f866f983>`_  2021-01-25   ``Add ExasolToS3Operator (#13847)``
 `6d55f329f9 <https://github.com/apache/airflow/commit/6d55f329f93c5cd1e94973194c0cd7caa65309e1>`_  2021-01-25   ``AWS Glue Crawler Integration (#13072)``
 `f473ca7130 <https://github.com/apache/airflow/commit/f473ca7130f844bc59477674e641b42b80698bb7>`_  2021-01-24   ``Replace 'google_cloud_storage_conn_id' by 'gcp_conn_id' when using 'GCSHook' (#13851)``
+`8ac6deaa39 <https://github.com/apache/airflow/commit/8ac6deaa39c4883038e98a231b95e8e389f8a80a>`_  2021-01-23   ``Fix PyPI spelling (#13864)``
 `a9ac2b040b <https://github.com/apache/airflow/commit/a9ac2b040b64de1aa5d9c2b9def33334e36a8d22>`_  2021-01-23   ``Switch to f-strings using flynt. (#13732)``
 `3fd5ef3555 <https://github.com/apache/airflow/commit/3fd5ef355556cf0ad7896bb570bbe4b2eabbf46e>`_  2021-01-21   ``Add missing logos for integrations (#13717)``
 `29730d7200 <https://github.com/apache/airflow/commit/29730d720066a4c16d524e905de8cdf07e8cd129>`_  2021-01-20   ``Add acl_policy to S3CopyObjectOperator (#13773)``
@@ -1913,11 +2017,14 @@ Commit
 `308f1d0666 <https://github.com/apache/airflow/commit/308f1d06668ad427fd2483077d8e60f55ee617e6>`_  2021-01-07   ``[AIRFLOW-3723] Add Gzip capability to mongo_to_S3 operator (#13187)``
 `f69405fb0b <https://github.com/apache/airflow/commit/f69405fb0b7c236968c730e1ad31a60eea2338c4>`_  2021-01-07   ``Fix S3KeysUnchangedSensor so that template_fields work (#13490)``
 `4e479e1e1b <https://github.com/apache/airflow/commit/4e479e1e1b8eea71df48f5cc08a7dd15929ba177>`_  2021-01-06   ``Add S3KeySizeSensor (#13049)``
+`ac730c3ddd <https://github.com/apache/airflow/commit/ac730c3ddd791e76864b443207edfc16ba3e3c7d>`_  2021-01-02   ``Improve style of code block on aws-ssm-parameter-store.rst (#13428)``
 `f7a1334abe <https://github.com/apache/airflow/commit/f7a1334abe4417409498daad52c97d3f0eb95137>`_  2021-01-02   ``Add 'mongo_collection' to template_fields in MongoToS3Operator (#13361)``
+`d202fd47fa <https://github.com/apache/airflow/commit/d202fd47fa5025bd6ea3296f9a731b40acac52e5>`_  2020-12-31   ``Adding documentation explaining "strange" URI required when using AWS… (#13355)``
 `bd74eb0ca0 <https://github.com/apache/airflow/commit/bd74eb0ca0bb5f81cd98e2c151257a404d4a55a5>`_  2020-12-31   ``Allow Tags on AWS Batch Job Submission (#13396)``
 `295d66f914 <https://github.com/apache/airflow/commit/295d66f91446a69610576d040ba687b38f1c5d0a>`_  2020-12-30   ``Fix Grammar in PIP warning (#13380)``
 `625576a3af <https://github.com/apache/airflow/commit/625576a3af470cddad250735b74ba11e4880de0a>`_  2020-12-18   ``Fix spelling (#13135)``
 `6cf76d7ac0 <https://github.com/apache/airflow/commit/6cf76d7ac01270930de7f105fb26428763ee1d4e>`_  2020-12-18   ``Fix typo in pip upgrade command :( (#13148)``
+`f6448b4e48 <https://github.com/apache/airflow/commit/f6448b4e482fd96339ae65c26d08e6a2bdb51aaf>`_  2020-12-15   ``Add link to PyPI Repository to provider docs (#13064)``
 `5090fb0c89 <https://github.com/apache/airflow/commit/5090fb0c8967d2d8719c6f4a468f2151395b5444>`_  2020-12-15   ``Add script to generate integrations.json (#13073)``
 =================================================================================================  ===========  =========================================================================================
 
@@ -1933,12 +2040,15 @@ Commit
 `d5589673a9 <https://github.com/apache/airflow/commit/d5589673a95aaced0b851ea0a4061a010a924a82>`_  2020-12-08   ``Move dummy_operator.py to dummy.py (#11178) (#11293)``
 `b40dffa085 <https://github.com/apache/airflow/commit/b40dffa08547b610162f8cacfa75847f3c4ca364>`_  2020-12-08   ``Rename remaing modules to match AIP-21 (#12917)``
 `9b39f24780 <https://github.com/apache/airflow/commit/9b39f24780e85f859236672e9060b2fbeee81b36>`_  2020-12-08   ``Add support for dynamic connection form fields per provider (#12558)``
+`23e743ec09 <https://github.com/apache/airflow/commit/23e743ec09bffe30a9a2b17cc873af5ef9d3cd9f>`_  2020-12-07   ``Move task handlers guides to provider docs (#12826)``
+`70b1cc2cfc <https://github.com/apache/airflow/commit/70b1cc2cfc9a130a9a8677df3503b13be926eb2b>`_  2020-12-04   ``Move secret backends guides to provider docs (#12798)``
 `bd90136aaf <https://github.com/apache/airflow/commit/bd90136aaf5035e3234fe545b79a3e4aad21efe2>`_  2020-11-30   ``Move operator guides to provider documentation packages (#12681)``
 `02d94349be <https://github.com/apache/airflow/commit/02d94349be3d201ce9d37d7358573c937fd010df>`_  2020-11-29   ``Don't use time.time() or timezone.utcnow() for duration calculations (#12353)``
 `de3b1e687b <https://github.com/apache/airflow/commit/de3b1e687b26c524c6909b7b4dfbb60d25019751>`_  2020-11-28   ``Move connection guides to provider documentation packages (#12653)``
 `663259d4b5 <https://github.com/apache/airflow/commit/663259d4b541ab10ce55fec4d2460e23917062c2>`_  2020-11-25   ``Fix AWS DataSync tests failing (#11020)``
 `3fa51f94d7 <https://github.com/apache/airflow/commit/3fa51f94d7a17f170ddc31908d36c91f4456a20b>`_  2020-11-24   ``Add check for duplicates in provider.yaml files (#12578)``
 `ed09915a02 <https://github.com/apache/airflow/commit/ed09915a02b9b99e60689e647452addaab1688fc>`_  2020-11-23   ``[AIRFLOW-5115] Bugfix for S3KeySensor failing to accept template_fields (#12389)``
+`f2569de7d1 <https://github.com/apache/airflow/commit/f2569de7d1a7b100774f397a641e977c307cbb91>`_  2020-11-22   ``Add example DAGs to provider docs (#12528)``
 `370e7d07d1 <https://github.com/apache/airflow/commit/370e7d07d1ed1a53b73fe878425fdcd4c71a7ed1>`_  2020-11-21   ``Fix Python Docstring parameters (#12513)``
 `c34ef853c8 <https://github.com/apache/airflow/commit/c34ef853c890e08f5468183c03dc8f3f3ce84af2>`_  2020-11-20   ``Separate out documentation building per provider  (#12444)``
 `0080354502 <https://github.com/apache/airflow/commit/00803545023b096b8db4fbd6eb473843096d7ce4>`_  2020-11-18   ``Update provider READMEs for 1.0.0b2 batch release (#12449)``
diff --git a/docs/apache-airflow-providers-amazon/index.rst b/docs/apache-airflow-providers-amazon/index.rst
index 870bbe5626329..6da639c895c54 100644
--- a/docs/apache-airflow-providers-amazon/index.rst
+++ b/docs/apache-airflow-providers-amazon/index.rst
@@ -86,7 +86,7 @@ apache-airflow-providers-amazon package
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
 
 
-Release: 9.0.0
+Release: 9.1.0
 
 Provider package
 ----------------
@@ -110,7 +110,7 @@ The minimum Apache Airflow version supported by this provider package is ``2.8.0
 PIP package                                 Version required
 ==========================================  ======================
 ``apache-airflow``                          ``>=2.8.0``
-``apache-airflow-providers-common-compat``  ``>=1.1.0``
+``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``apache-airflow-providers-common-sql``     ``>=1.3.1``
 ``apache-airflow-providers-http``
 ``boto3``                                   ``>=1.34.90``
@@ -119,7 +119,6 @@ PIP package                                 Version required
 ``watchtower``                              ``>=3.0.0,!=3.3.0,<4``
 ``jsonpath_ng``                             ``>=1.5.3``
 ``redshift_connector``                      ``>=2.0.918``
-``sqlalchemy_redshift``                     ``>=0.8.6``
 ``asgiref``                                 ``>=2.3.0``
 ``PyAthena``                                ``>=3.0.10``
 ``jmespath``                                ``>=0.7.0``
@@ -164,5 +163,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-amazon 9.0.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-amazon 9.0.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.0.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-amazon 9.1.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-amazon 9.1.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-9.1.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-amazon/operators/sagemaker.rst b/docs/apache-airflow-providers-amazon/operators/sagemaker.rst
index c2f433267c306..03e5a7a921c27 100644
--- a/docs/apache-airflow-providers-amazon/operators/sagemaker.rst
+++ b/docs/apache-airflow-providers-amazon/operators/sagemaker.rst
@@ -366,6 +366,20 @@ you can use :class:`~airflow.providers.amazon.aws.sensors.sagemaker.SageMakerAut
     :start-after: [START howto_operator_sagemaker_auto_ml]
     :end-before: [END howto_operator_sagemaker_auto_ml]
 
+.. _howto/sensor:SageMakerProcessingSensor:
+
+Wait on an Amazon SageMaker processing job state
+================================================
+
+To check the state of an Amazon Sagemaker processing job until it reaches a terminal state
+you can use :class:`~airflow.providers.amazon.aws.sensors.sagemaker.SageMakerProcessingSensor`.
+
+.. exampleinclude:: /../../providers/tests/system/amazon/aws/example_sagemaker.py
+    :language: python
+    :dedent: 4
+    :start-after: [START howto_sensor_sagemaker_processing]
+    :end-before: [END howto_sensor_sagemaker_processing]
+
 Reference
 ---------
 
diff --git a/docs/apache-airflow-providers-apache-beam/commits.rst b/docs/apache-airflow-providers-apache-beam/commits.rst
index 961ece4142294..358f17874f961 100644
--- a/docs/apache-airflow-providers-apache-beam/commits.rst
+++ b/docs/apache-airflow-providers-apache-beam/commits.rst
@@ -35,16 +35,30 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+5.9.0
+.....
+
+Latest change: 2024-10-14
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`7ae3a55194 <https://github.com/apache/airflow/commit/7ae3a5519446c6e3e090ec44036883764a3dffc5>`_  2024-10-14   ``Add early job_id xcom_push for google provider Beam Pipeline operators (#42982)``
+`92a82eb9b8 <https://github.com/apache/airflow/commit/92a82eb9b8f33abd91e2eadd798b79433fcfb495>`_  2024-10-11   ``Consistent python version checks and troubleshooting (#42944)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 5.8.1
 .....
 
-Latest change: 2024-09-24
+Latest change: 2024-10-09
 
-=================================================================================================  ===========  =================================================
+=================================================================================================  ===========  =============================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  =================================================
+=================================================================================================  ===========  =============================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `eed1d0d254 <https://github.com/apache/airflow/commit/eed1d0d2548a98bc3cd66d469ff09e1e2bc0945e>`_  2024-09-24   ``Bugfix/dataflow job location passing (#41887)``
-=================================================================================================  ===========  =================================================
+=================================================================================================  ===========  =============================================================
 
 5.8.0
 .....
diff --git a/docs/apache-airflow-providers-apache-beam/index.rst b/docs/apache-airflow-providers-apache-beam/index.rst
index 7b311c10fcf4a..ecda6dbdd9409 100644
--- a/docs/apache-airflow-providers-apache-beam/index.rst
+++ b/docs/apache-airflow-providers-apache-beam/index.rst
@@ -75,7 +75,7 @@ apache-airflow-providers-apache-beam package
 `Apache Beam <https://beam.apache.org/>`__.
 
 
-Release: 5.8.1
+Release: 5.9.0
 
 Provider package
 ----------------
@@ -128,5 +128,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-apache-beam 5.8.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-apache-beam 5.8.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.8.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-apache-beam 5.9.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-apache-beam 5.9.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_beam-5.9.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-apache-druid/commits.rst b/docs/apache-airflow-providers-apache-druid/commits.rst
index 10799a03d09b7..d370e86003490 100644
--- a/docs/apache-airflow-providers-apache-druid/commits.rst
+++ b/docs/apache-airflow-providers-apache-druid/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.12.0
+......
+
+Latest change: 2024-10-11
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`7202ee84b3 <https://github.com/apache/airflow/commit/7202ee84b3204bfcada7effe34912cfd31712e9f>`_  2024-10-11   ``Add possibility to override the conn type for Druid (#42793)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.11.0
 ......
 
-Latest change: 2024-08-12
+Latest change: 2024-08-19
 
 =================================================================================================  ===========  =======================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =======================================================================
+`75fb7acbac <https://github.com/apache/airflow/commit/75fb7acbaca09a040067f0a5a37637ff44eb9e14>`_  2024-08-19   ``Prepare docs for Aug 2nd wave of providers (#41559)``
 `fcbff15bda <https://github.com/apache/airflow/commit/fcbff15bda151f70db0ca13fdde015bace5527c4>`_  2024-08-12   ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)``
 =================================================================================================  ===========  =======================================================================
 
diff --git a/docs/apache-airflow-providers-apache-druid/index.rst b/docs/apache-airflow-providers-apache-druid/index.rst
index 0b920743839c3..407a797e0e217 100644
--- a/docs/apache-airflow-providers-apache-druid/index.rst
+++ b/docs/apache-airflow-providers-apache-druid/index.rst
@@ -76,7 +76,7 @@ apache-airflow-providers-apache-druid package
 `Apache Druid <https://druid.apache.org/>`__.
 
 
-Release: 3.11.0
+Release: 3.12.0
 
 Provider package
 ----------------
@@ -130,5 +130,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-apache-druid 3.11.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-apache-druid 3.11.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.11.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-apache-druid 3.12.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-apache-druid 3.12.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_druid-3.12.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-apache-hdfs/commits.rst b/docs/apache-airflow-providers-apache-hdfs/commits.rst
index 5aca1f3f0e36b..1c654d899e410 100644
--- a/docs/apache-airflow-providers-apache-hdfs/commits.rst
+++ b/docs/apache-airflow-providers-apache-hdfs/commits.rst
@@ -36,14 +36,28 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.6.0
+.....
+
+Latest change: 2024-10-17
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`571cf09e24 <https://github.com/apache/airflow/commit/571cf09e242a388a2cd222d21498c5695ca2d24c>`_  2024-10-17   ``Fixed failing static checks & provider tests (#43122)``
+`3b9e1569d3 <https://github.com/apache/airflow/commit/3b9e1569d3a724aafea2918100383afa8a2662e0>`_  2024-10-17   ``added MultipleFilesWebHdfsSensor (#43045)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 4.5.1
 .....
 
-Latest change: 2024-08-20
+Latest change: 2024-09-21
 
 =================================================================================================  ===========  =====================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =====================================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `716c4300a6 <https://github.com/apache/airflow/commit/716c4300a6507609ae64148b9726272fd5071492>`_  2024-08-20   ``Remove deprecated log handler argument filename_template (#41552)``
 =================================================================================================  ===========  =====================================================================
 
diff --git a/docs/apache-airflow-providers-apache-hdfs/index.rst b/docs/apache-airflow-providers-apache-hdfs/index.rst
index be3f689b688cf..544a6cbe3ef7b 100644
--- a/docs/apache-airflow-providers-apache-hdfs/index.rst
+++ b/docs/apache-airflow-providers-apache-hdfs/index.rst
@@ -65,7 +65,7 @@ apache-airflow-providers-apache-hdfs package
 and `WebHDFS <https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/WebHDFS.html>`__.
 
 
-Release: 4.5.1
+Release: 4.6.0
 
 Provider package
 ----------------
diff --git a/docs/apache-airflow-providers-apache-livy/commits.rst b/docs/apache-airflow-providers-apache-livy/commits.rst
index 145cf6007eccf..c6c5dc06ad5b1 100644
--- a/docs/apache-airflow-providers-apache-livy/commits.rst
+++ b/docs/apache-airflow-providers-apache-livy/commits.rst
@@ -35,16 +35,29 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.9.2
+.....
+
+Latest change: 2024-10-15
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`c941484066 <https://github.com/apache/airflow/commit/c9414840660f58996cd86351538e6ac77afd696b>`_  2024-10-15   ``pin in  providers (#43001)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.9.1
 .....
 
-Latest change: 2024-09-04
+Latest change: 2024-09-21
 
-=================================================================================================  ===========  =====================================
+=================================================================================================  ===========  =======================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  =====================================
+=================================================================================================  ===========  =======================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `c5aeeff412 <https://github.com/apache/airflow/commit/c5aeeff412a7b10951e46ba9aaefe10980cbb30e>`_  2024-09-04   ``bugfix/livy-set-base-url (#41658)``
-=================================================================================================  ===========  =====================================
+=================================================================================================  ===========  =======================================================
 
 3.9.0
 .....
diff --git a/docs/apache-airflow-providers-apache-livy/index.rst b/docs/apache-airflow-providers-apache-livy/index.rst
index 818766c0dd3ae..a8f38706c65b5 100644
--- a/docs/apache-airflow-providers-apache-livy/index.rst
+++ b/docs/apache-airflow-providers-apache-livy/index.rst
@@ -76,7 +76,7 @@ apache-airflow-providers-apache-livy package
 `Apache Livy <https://livy.apache.org/>`__
 
 
-Release: 3.9.1
+Release: 3.9.2
 
 Provider package
 ----------------
@@ -102,7 +102,7 @@ PIP package                        Version required
 ``apache-airflow``                 ``>=2.8.0``
 ``apache-airflow-providers-http``
 ``aiohttp``                        ``>=3.9.2``
-``asgiref``
+``asgiref``                        ``>=2.3.0``
 =================================  ==================
 
 Cross provider package dependencies
@@ -130,5 +130,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-apache-livy 3.9.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-apache-livy 3.9.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-apache-livy 3.9.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2.tar.gz.sha512>`__)
+* `The apache-airflow-providers-apache-livy 3.9.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_livy-3.9.2-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-apache-spark/commits.rst b/docs/apache-airflow-providers-apache-spark/commits.rst
index 45a324a63262f..d408fb42c0fcc 100644
--- a/docs/apache-airflow-providers-apache-spark/commits.rst
+++ b/docs/apache-airflow-providers-apache-spark/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.11.2
+......
+
+Latest change: 2024-10-22
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`509428b1c1 <https://github.com/apache/airflow/commit/509428b1c1f3f0a639d79f0c9b02036b53d5e63c>`_  2024-10-22   ``Changed conf property from str to dict in SparkSqlOperator (#42835)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 4.11.1
 ......
 
-Latest change: 2024-10-07
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ===============================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ===============================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `49e7926f72 <https://github.com/apache/airflow/commit/49e7926f72d41438086a018f6c02eb8381ceec76>`_  2024-10-07   ``The function resolve_kerberos_principal updated when airflow version 2.8 and above (#42777)``
 =================================================================================================  ===========  ===============================================================================================
 
diff --git a/docs/apache-airflow-providers-apache-spark/index.rst b/docs/apache-airflow-providers-apache-spark/index.rst
index 4d96f64dfc935..a224bc6c005e8 100644
--- a/docs/apache-airflow-providers-apache-spark/index.rst
+++ b/docs/apache-airflow-providers-apache-spark/index.rst
@@ -77,7 +77,7 @@ apache-airflow-providers-apache-spark package
 `Apache Spark <https://spark.apache.org/>`__
 
 
-Release: 4.11.1
+Release: 4.11.2
 
 Provider package
 ----------------
@@ -130,5 +130,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-apache-spark 4.11.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-apache-spark 4.11.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-apache-spark 4.11.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2.tar.gz.sha512>`__)
+* `The apache-airflow-providers-apache-spark 4.11.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_apache_spark-4.11.2-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-cloudant/commits.rst b/docs/apache-airflow-providers-cloudant/commits.rst
index bc4a00bc4e880..ced6759f0e17b 100644
--- a/docs/apache-airflow-providers-cloudant/commits.rst
+++ b/docs/apache-airflow-providers-cloudant/commits.rst
@@ -35,16 +35,30 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.0.2
+.....
+
+Latest change: 2024-10-21
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`db6e103947 <https://github.com/apache/airflow/commit/db6e10394731db5a4775f3414e70650e06bfb2bb>`_  2024-10-21   ``More correctly work around 'uv sync' issue with python 3.10+ only dep (#43227)``
+`892b2f18f1 <https://github.com/apache/airflow/commit/892b2f18f1674a031dc5ed6995cba8daf152847a>`_  2024-10-21   ``Update cloudant versions to be py-version aware so 'uv lock' can work. (#43217)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 4.0.1
 .....
 
-Latest change: 2024-10-08
+Latest change: 2024-10-09
 
-=================================================================================================  ===========  ======================================================
+=================================================================================================  ===========  =============================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ======================================================
+=================================================================================================  ===========  =============================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `63ff22f403 <https://github.com/apache/airflow/commit/63ff22f4038f34354dc5807036d1bf10653c2ecd>`_  2024-10-08   ``Drop python3.8 support core and providers (#42766)``
-=================================================================================================  ===========  ======================================================
+=================================================================================================  ===========  =============================================================
 
 4.0.0
 .....
diff --git a/docs/apache-airflow-providers-cloudant/index.rst b/docs/apache-airflow-providers-cloudant/index.rst
index 2de0afb0a7f70..86b8bddb48a9a 100644
--- a/docs/apache-airflow-providers-cloudant/index.rst
+++ b/docs/apache-airflow-providers-cloudant/index.rst
@@ -55,7 +55,7 @@ apache-airflow-providers-cloudant package
 `IBM Cloudant <https://www.ibm.com/cloud/cloudant>`__
 
 
-Release: 4.0.1
+Release: 4.0.2
 
 Provider package
 ----------------
@@ -75,9 +75,10 @@ Requirements
 
 The minimum Apache Airflow version supported by this provider package is ``2.8.0``.
 
-==================  ==================
+==================  =====================================
 PIP package         Version required
-==================  ==================
+==================  =====================================
 ``apache-airflow``  ``>=2.8.0``
-``ibmcloudant``     ``>=0.9.1``
-==================  ==================
+``ibmcloudant``     ``==0.9.1; python_version >= "3.10"``
+``ibmcloudant``     ``==0.7.0; python_version < "3.10"``
+==================  =====================================
diff --git a/docs/apache-airflow-providers-cncf-kubernetes/commits.rst b/docs/apache-airflow-providers-cncf-kubernetes/commits.rst
index 99dcb3a74a032..b3d8834407c11 100644
--- a/docs/apache-airflow-providers-cncf-kubernetes/commits.rst
+++ b/docs/apache-airflow-providers-cncf-kubernetes/commits.rst
@@ -35,6 +35,23 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+9.0.1
+.....
+
+Latest change: 2024-10-20
+
+=================================================================================================  ===========  =================================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  =================================================================================================
+`57500b6608 <https://github.com/apache/airflow/commit/57500b6608fcbd3bfaa1ddbe6364899ac3f8c251>`_  2024-10-20   ``(fix): HybridExecutor tasks of other executor rescheduled in kubernetes executor (#43003)``
+`dfa6ad4b7e <https://github.com/apache/airflow/commit/dfa6ad4b7e5e584832b9e6c126a2318a8f48b3f8>`_  2024-10-16   ``add kubernetes_conn_id to templated fields (#42786)``
+`e939c42d4f <https://github.com/apache/airflow/commit/e939c42d4f67be77aab70969fac4dcf984242358>`_  2024-10-15   ``✨ Allow node_selector templating in KPO (#43051)``
+`2eaa90fd36 <https://github.com/apache/airflow/commit/2eaa90fd369ef9bd51e239ea2cd5c7641ffc4779>`_  2024-10-15   ``kubernetes package version bump to 31.0.0 (#42907)``
+`794b153fcd <https://github.com/apache/airflow/commit/794b153fcd72f1b2daf6b57ea14ee146d9c2a171>`_  2024-10-12   ``fix: use instance base_container_name to fetch logs on trigger_reentry (#42960)``
+`a052d9eebe <https://github.com/apache/airflow/commit/a052d9eebe3e7cd601c0718a4e48dbeff87deaaf>`_  2024-10-11   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505) (#42624)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  =================================================================================================
+
 9.0.0
 .....
 
@@ -43,6 +60,7 @@ Latest change: 2024-10-09
 =================================================================================================  ===========  ==========================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==========================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `00d6ae72e2 <https://github.com/apache/airflow/commit/00d6ae72e2c712a77a9ee2ac262fcecf414ddff0>`_  2024-10-09   ``Fix mark as success when pod fails while fetching log (#42815)``
 `63ff22f403 <https://github.com/apache/airflow/commit/63ff22f4038f34354dc5807036d1bf10653c2ecd>`_  2024-10-08   ``Drop python3.8 support core and providers (#42766)``
 `e5a474bdd1 <https://github.com/apache/airflow/commit/e5a474bdd173263b628d9a8a2efa3860cb88a1c8>`_  2024-10-07   ``kubernetes executor cleanup_stuck_queued_tasks optimization (#41220)``
diff --git a/docs/apache-airflow-providers-cncf-kubernetes/index.rst b/docs/apache-airflow-providers-cncf-kubernetes/index.rst
index e0da7d26e1b42..35b3f7ff89cb3 100644
--- a/docs/apache-airflow-providers-cncf-kubernetes/index.rst
+++ b/docs/apache-airflow-providers-cncf-kubernetes/index.rst
@@ -87,7 +87,7 @@ apache-airflow-providers-cncf-kubernetes package
 `Kubernetes <https://kubernetes.io/>`__
 
 
-Release: 9.0.0
+Release: 9.0.1
 
 Provider package
 ----------------
@@ -114,7 +114,7 @@ PIP package             Version required
 ``apache-airflow``      ``>=2.8.0``
 ``asgiref``             ``>=3.5.2``
 ``cryptography``        ``>=41.0.0``
-``kubernetes``          ``>=29.0.0,<=30.1.0``
-``kubernetes_asyncio``  ``>=29.0.0,<=30.1.0``
+``kubernetes``          ``>=29.0.0,<=31.0.0``
+``kubernetes_asyncio``  ``>=29.0.0,<=31.0.0``
 ``google-re2``          ``>=1.0``
 ======================  =====================
diff --git a/docs/apache-airflow-providers-common-compat/index.rst b/docs/apache-airflow-providers-common-compat/index.rst
index b5eadbddb0905..11d8d3f65b259 100644
--- a/docs/apache-airflow-providers-common-compat/index.rst
+++ b/docs/apache-airflow-providers-common-compat/index.rst
@@ -16,8 +16,8 @@
     specific language governing permissions and limitations
     under the License.
 
-``apache-airflow-providers-common-io``
-=======================================
+``apache-airflow-providers-common-compat``
+==========================================
 
 
 .. toctree::
diff --git a/docs/apache-airflow-providers-common-sql/commits.rst b/docs/apache-airflow-providers-common-sql/commits.rst
index a84e298074482..bb76279ad40a4 100644
--- a/docs/apache-airflow-providers-common-sql/commits.rst
+++ b/docs/apache-airflow-providers-common-sql/commits.rst
@@ -35,14 +35,30 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+1.19.0
+......
+
+Latest change: 2024-10-26
+
+=================================================================================================  ===========  ================================================================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ================================================================================================================================
+`a70038223e <https://github.com/apache/airflow/commit/a70038223e4a516576cdbab353f4e59ac61e1657>`_  2024-10-26   ``fix mypy failure (#43206)``
+`2c394e3c85 <https://github.com/apache/airflow/commit/2c394e3c85d77a3a0331687186dfcee89e286035>`_  2024-10-25   ``Feature: Added fast_executemany parameter to insert_rows of DbApiHook (#43357)``
+`4d54cda411 <https://github.com/apache/airflow/commit/4d54cda4114125bb671b0bfccddc73b646855a2d>`_  2024-10-24   ``Make conn id parameters templated in GenericTransfer and also allow passing hook parameters like in BaseSQLOperator (#42891)``
+`b86bb24984 <https://github.com/apache/airflow/commit/b86bb24984b69067f09dd13c03c785058d2ed572>`_  2024-10-18   ``37437 (#43107)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ================================================================================================================================
+
 1.18.0
 ......
 
-Latest change: 2024-10-07
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  =========================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =========================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `9ba45b6d5f <https://github.com/apache/airflow/commit/9ba45b6d5f474f5c39c563f98dd87afa4245a115>`_  2024-10-07   ``FIX: Only pass connection to sqlalchemy engine in JdbcHook (#42705)``
 `5973c9cce1 <https://github.com/apache/airflow/commit/5973c9cce1a51042298e198df2097a94fd48ac5d>`_  2024-10-04   ``feat(providers/common/sql): add warning to connection setter (#42736)``
 =================================================================================================  ===========  =========================================================================
diff --git a/docs/apache-airflow-providers-common-sql/index.rst b/docs/apache-airflow-providers-common-sql/index.rst
index 2d554bf3da26e..c314c5d6a8f6f 100644
--- a/docs/apache-airflow-providers-common-sql/index.rst
+++ b/docs/apache-airflow-providers-common-sql/index.rst
@@ -77,7 +77,7 @@ apache-airflow-providers-common-sql package
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
 
 
-Release: 1.18.0
+Release: 1.19.0
 
 Provider package
 ----------------
@@ -130,5 +130,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-common-sql 1.18.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-common-sql 1.18.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.18.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-common-sql 1.19.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-common-sql 1.19.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_common_sql-1.19.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-databricks/commits.rst b/docs/apache-airflow-providers-databricks/commits.rst
index 3ead2b2ce6cca..5b0f80f30912b 100644
--- a/docs/apache-airflow-providers-databricks/commits.rst
+++ b/docs/apache-airflow-providers-databricks/commits.rst
@@ -35,14 +35,30 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+6.12.0
+......
+
+Latest change: 2024-10-25
+
+=================================================================================================  ===========  ===============================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ===============================================================================================
+`7e56dac75c <https://github.com/apache/airflow/commit/7e56dac75cb2665e0c69bd331d7cc2f3d5056bab>`_  2024-10-25   ``DatabricksHook: fix status property to work with ClientResponse used in async mode (#43333)``
+`8e9db955f6 <https://github.com/apache/airflow/commit/8e9db955f6c1dbdbb3660b82ea88c3223a73bfe3>`_  2024-10-21   ``[DatabricksHook] Respect connection settings (#42618)``
+`0de5587894 <https://github.com/apache/airflow/commit/0de5587894286a1a9455084943dbee57891ea016>`_  2024-10-18   ``Add TimeoutError to be a retryable error in databricks provider (#43137)``
+`3ca80dd9a4 <https://github.com/apache/airflow/commit/3ca80dd9a4dc40f02ae368c59933cc6ed22d3dcf>`_  2024-10-17   ``Add ClientConnectorError to be a retryable error in databricks provider (#43091)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ===============================================================================================
+
 6.11.0
 ......
 
-Latest change: 2024-10-08
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ==================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `c377e7fceb <https://github.com/apache/airflow/commit/c377e7fcebcbf2b2752e937d9b797864329333ef>`_  2024-10-08   ``add warning log when task_key>100 (#42813)``
 `5d51beee35 <https://github.com/apache/airflow/commit/5d51beee35408af296023ecd4192660e8abe31e8>`_  2024-10-03   ``Add 'on_kill' to Databricks Workflow Operator (#42115)``
 `9b90d2f216 <https://github.com/apache/airflow/commit/9b90d2f216adf6aea1c5a53100e24c80ddb6efb7>`_  2024-10-03   ``Add debug logs to print Request/Response data in  Databricks provider (#42662)``
diff --git a/docs/apache-airflow-providers-databricks/index.rst b/docs/apache-airflow-providers-databricks/index.rst
index 32cd75c0ef2be..a71d25b82ccb6 100644
--- a/docs/apache-airflow-providers-databricks/index.rst
+++ b/docs/apache-airflow-providers-databricks/index.rst
@@ -78,7 +78,7 @@ apache-airflow-providers-databricks package
 `Databricks <https://databricks.com/>`__
 
 
-Release: 6.11.0
+Release: 6.12.0
 
 Provider package
 ----------------
@@ -137,5 +137,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-databricks 6.11.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-databricks 6.11.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.11.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-databricks 6.12.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-databricks 6.12.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-6.12.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-dbt-cloud/commits.rst b/docs/apache-airflow-providers-dbt-cloud/commits.rst
index 276f3092e534d..1dfd8289c8f49 100644
--- a/docs/apache-airflow-providers-dbt-cloud/commits.rst
+++ b/docs/apache-airflow-providers-dbt-cloud/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.11.1
+......
+
+Latest change: 2024-10-15
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`c941484066 <https://github.com/apache/airflow/commit/c9414840660f58996cd86351538e6ac77afd696b>`_  2024-10-15   ``pin in  providers (#43001)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.11.0
 ......
 
-Latest change: 2024-10-08
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ==================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `04ba8ee300 <https://github.com/apache/airflow/commit/04ba8ee30095adbf8a70373b96739b02aad9b1fb>`_  2024-10-08   ``Simplify code for recent dbt provider change (#42840)``
 `c57be2ffc5 <https://github.com/apache/airflow/commit/c57be2ffc533a3002c0c05d9045c77717c8a0e36>`_  2024-10-08   ``Add ability to provide proxy for dbt Cloud connection (#42737)``
 =================================================================================================  ===========  ==================================================================
diff --git a/docs/apache-airflow-providers-dbt-cloud/index.rst b/docs/apache-airflow-providers-dbt-cloud/index.rst
index 82d72999eaee5..3873a79645182 100644
--- a/docs/apache-airflow-providers-dbt-cloud/index.rst
+++ b/docs/apache-airflow-providers-dbt-cloud/index.rst
@@ -81,7 +81,7 @@ apache-airflow-providers-dbt-cloud package
 `dbt Cloud <https://www.getdbt.com/product/dbt-cloud/>`__
 
 
-Release: 3.11.0
+Release: 3.11.1
 
 Provider package
 ----------------
@@ -106,7 +106,7 @@ PIP package                        Version required
 =================================  ==================
 ``apache-airflow``                 ``>=2.8.0``
 ``apache-airflow-providers-http``
-``asgiref``
+``asgiref``                        ``>=2.3.0``
 ``aiohttp``                        ``>=3.9.2``
 =================================  ==================
 
@@ -136,5 +136,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-dbt-cloud 3.11.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-dbt-cloud 3.11.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-dbt-cloud 3.11.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1.tar.gz.sha512>`__)
+* `The apache-airflow-providers-dbt-cloud 3.11.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_dbt_cloud-3.11.1-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-fab/auth-manager/access-control.rst b/docs/apache-airflow-providers-fab/auth-manager/access-control.rst
index 914635942b7c1..b6271adf082bb 100644
--- a/docs/apache-airflow-providers-fab/auth-manager/access-control.rst
+++ b/docs/apache-airflow-providers-fab/auth-manager/access-control.rst
@@ -157,7 +157,7 @@ Endpoint
 /dags                                                                              GET    DAGs.can_read                                                     Viewer
 /dags/{dag_id}                                                                     GET    DAGs.can_read                                                     Viewer
 /dags/{dag_id}                                                                     PATCH  DAGs.can_edit                                                     User
-/dags/{dag_id}/clearTaskInstances                                                  POST   DAGs.can_edit, DAG Runs.can_read, Task Instances.can_edit         User
+/dags/{dag_id}/clearTaskInstances                                                  PUT    DAGs.can_edit, DAG Runs.can_edit, Task Instances.can_edit         User
 /dags/{dag_id}/details                                                             GET    DAGs.can_read                                                     Viewer
 /dags/{dag_id}/tasks                                                               GET    DAGs.can_read, Task Instances.can_read                            Viewer
 /dags/{dag_id}/tasks/{task_id}                                                     GET    DAGs.can_read, Task Instances.can_read                            Viewer
@@ -264,8 +264,8 @@ Set Task Instance as failed            DAGs.can_edit
 Set Task Instance as success           DAGs.can_edit                                                           User
 Set Task Instance as up_for_retry      DAGs.can_edit                                                           User
 Autocomplete                           DAGs.can_read                                                           Viewer
-Show Dataset menu                      Assets.menu_access                                                      Viewer
-Show Datasets                          Assets.can_read                                                         Viewer
+Show Asset menu                        Assets.menu_access                                                      Viewer
+Show Assets                            Assets.can_read                                                         Viewer
 Show Docs menu                         Docs.menu_access                                                        Viewer
 Show Documentation menu                Documentation.menu_access                                               Viewer
 Show Jobs menu                         Jobs.menu_access                                                        Viewer
diff --git a/docs/apache-airflow-providers-fab/commits.rst b/docs/apache-airflow-providers-fab/commits.rst
index 3401b626d8f8c..9f100b594e041 100644
--- a/docs/apache-airflow-providers-fab/commits.rst
+++ b/docs/apache-airflow-providers-fab/commits.rst
@@ -35,14 +35,41 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+1.5.0
+.....
+
+Latest change: 2024-10-31
+
+=================================================================================================  ===========  =============================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  =============================================================================================
+`22d2aebe6a <https://github.com/apache/airflow/commit/22d2aebe6a54859be4dc3c959ed0264fe15fe7c9>`_  2024-10-31   ``Add logging to the migration commands (#43516)``
+`5886016243 <https://github.com/apache/airflow/commit/5886016243d73cc34e2a212de8fc2f4042e123ca>`_  2024-10-31   ``Prepare docs for Oct 2nd wave of providers RC2 (#43540)``
+`db4afd793a <https://github.com/apache/airflow/commit/db4afd793a632bfbebd77e495a0c5d0f9b59f366>`_  2024-10-31   ``DOC fix documentation error in 'apache-airflow-providers-fab/access-control.rst' (#43495)``
+`d8c7d28411 <https://github.com/apache/airflow/commit/d8c7d28411bea04ae5771fc1e2973d92eb0a144e>`_  2024-10-30   ``Start porting DAG definition code to the Task SDK (#43076)``
+`baf2b3cb44 <https://github.com/apache/airflow/commit/baf2b3cb4453d44ff00598a3b0c42d432a7203f9>`_  2024-10-29   ``fix(providers/fab): alias is_authorized_dataset to is_authorized_asset (#43469)``
+`78ff0a9970 <https://github.com/apache/airflow/commit/78ff0a99700125121b7f0647023503750f14a11b>`_  2024-10-27   ``Prepare docs for Oct 2nd wave of providers (#43409)``
+`1f4b306c80 <https://github.com/apache/airflow/commit/1f4b306c804d7611fc95685d59163ef9fd217bba>`_  2024-10-25   ``Fix revoke Dag stale permission on airflow < 2.10 (#42844)``
+`d7f50baa6f <https://github.com/apache/airflow/commit/d7f50baa6fa74eb6d7493e3abadb687b39ca0b5d>`_  2024-10-23   ``Bump Flask-AppBuilder to ''4.5.2'' (#43309)``
+`84ff10bf06 <https://github.com/apache/airflow/commit/84ff10bf06cf1a529169990d25c00a33d06e740e>`_  2024-10-23   ``Upgrade FAB to 4.5.1 (#43251)``
+`d186d3fb50 <https://github.com/apache/airflow/commit/d186d3fb50bf4ba684886ecd132cdeb187d2cd05>`_  2024-10-23   ``Rename dataset as asset in UI (#43073)``
+`7324cdaa91 <https://github.com/apache/airflow/commit/7324cdaa917f94b86651ddb0b9ee2a6102402448>`_  2024-10-17   ``feat(providers/fab): Use asset in common provider (#43112)``
+`520c443656 <https://github.com/apache/airflow/commit/520c44365687e1540db7a5932b4624846b4b7790>`_  2024-10-15   ``fix: Change CustomSecurityManager method name (#43034)``
+`c7104f53b9 <https://github.com/apache/airflow/commit/c7104f53b9fbb0795822745848824fe322acd2f7>`_  2024-10-10   ``Move user and roles schemas to fab provider (#42869)``
+`978bb0c6b6 <https://github.com/apache/airflow/commit/978bb0c6b6a753edae0ef9c45e613d5be2e01672>`_  2024-10-10   ``Move the session auth backend to FAB auth manager (#42878)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  =============================================================================================
+
 1.4.1
 .....
 
-Latest change: 2024-10-01
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ================================================================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ================================================================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
+`ef981f18ce <https://github.com/apache/airflow/commit/ef981f18cebeb4a2e4ca1519d656059a00a6a6c1>`_  2024-10-04   ``Rename dataset endpoints as asset endpoints (#42579)``
 `9536c98a43 <https://github.com/apache/airflow/commit/9536c98a439fc028542bb9b8eb9b76c24e2ee02b>`_  2024-10-01   ``Update Rest API tests to no longer rely on FAB auth manager. Move tests specific to FAB permissions to FAB provider (#42523)``
 `ede7cb27fd <https://github.com/apache/airflow/commit/ede7cb27fd39e233889d127490a2255df8c5d27d>`_  2024-09-30   ``Rename dataset related python variable names to asset (#41348)``
 `2beb6a765d <https://github.com/apache/airflow/commit/2beb6a765d9af94115a7c010cfbc6f802d28da24>`_  2024-09-25   ``Simplify expression for get_permitted_dag_ids query (#42484)``
@@ -53,12 +80,14 @@ Commit
 
 Latest change: 2024-09-21
 
-=================================================================================================  ===========  ===================================================================================
+=================================================================================================  ===========  ====================================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ===================================================================================
+=================================================================================================  ===========  ====================================================================================
 `7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `6a527c9fac <https://github.com/apache/airflow/commit/6a527c9facc649b3d64f36459cd655bcb03a9cb1>`_  2024-09-21   ``Fix pre-commit for auto update of fab migration versions (#42382)``
 `8741e9c176 <https://github.com/apache/airflow/commit/8741e9c1761931c7cff135d53b589053a04f58c1>`_  2024-09-20   ``Handle 'AUTH_ROLE_PUBLIC' in FAB auth manager (#42280)``
+`ee87fa0cba <https://github.com/apache/airflow/commit/ee87fa0cba4d83084b4bc617d63d117101d9e069>`_  2024-09-20   ``Minor fixups to FAB DB command docs (#42377)``
+`58b3771bf0 <https://github.com/apache/airflow/commit/58b3771bf04634de3a6b0ac9db9bc3a99776ed3d>`_  2024-09-20   ``Add documentation for FAB DB commands (#42352)``
 `9f167bbc34 <https://github.com/apache/airflow/commit/9f167bbc34ba4f0f64a6edab90d436275949fc56>`_  2024-09-19   ``Add FAB migration commands (#41804)``
 `db7f92787a <https://github.com/apache/airflow/commit/db7f92787ab6f0e9646cc0e2a7ad5044f1d9ade8>`_  2024-09-17   ``Deprecated kerberos auth removed (#41693)``
 `d1e500c450 <https://github.com/apache/airflow/commit/d1e500c45069dc42254d55d8175e2c494cb41167>`_  2024-09-16   ``Deprecated configuration removed (#42129)``
@@ -66,11 +95,14 @@ Commit
 `7b6eb92537 <https://github.com/apache/airflow/commit/7b6eb92537c688e446c0489fcdf1f67e86c10813>`_  2024-09-04   ``Move 'register_views' to auth manager interface (#41777)``
 `1379376b66 <https://github.com/apache/airflow/commit/1379376b66da034c2e0c0960bd6efe60e10dfbb9>`_  2024-09-02   ``Add TODOs in providers code for Subdag code removal (#41963)``
 `f16107017c <https://github.com/apache/airflow/commit/f16107017c02b43e1c161b22106f3bb0529ff996>`_  2024-09-02   ``Revert "Provider fab auth manager deprecated methods removed (#41720)" (#41960)``
+`433bfd4a5f <https://github.com/apache/airflow/commit/433bfd4a5fbb5a6f927d249af2d5bf6a8895aee8>`_  2024-08-27   ``chore(docs): add an example for auth with keycloak (#41687)``
 `b0391838c1 <https://github.com/apache/airflow/commit/b0391838c142bebdf178ba030c45db16b1f1f33b>`_  2024-08-26   ``Provider fab auth manager deprecated methods removed (#41720)``
 `59dc98178b <https://github.com/apache/airflow/commit/59dc98178bcf36fec41ad104764393dadae3dacf>`_  2024-08-25   ``Separate FAB migration from Core Airflow migration (#41437)``
+`67a7923408 <https://github.com/apache/airflow/commit/67a79234089d742203c793505976235416196a47>`_  2024-08-25   ``deprecated fab auth manager removed (#41708)``
+`c2a9833ba7 <https://github.com/apache/airflow/commit/c2a9833ba74ec273e4a668c7a7962c12171a6299>`_  2024-08-22   ``feat: deprecated basic auth airflow.api.auth.backend.basic_auth removed (#41663)``
 `c78a004210 <https://github.com/apache/airflow/commit/c78a0042100ea7330c1fbc7ac234306e09d4678e>`_  2024-08-20   ``Add fixes by breeze/precommit-lint static checks (#41604) (#41618)``
 `d6df0786cf <https://github.com/apache/airflow/commit/d6df0786cfe3b7e7ded30c7fd786d685811cac52>`_  2024-08-20   ``Make kerberos an optional and devel dependency for impala and fab (#41616)``
-=================================================================================================  ===========  ===================================================================================
+=================================================================================================  ===========  ====================================================================================
 
 1.3.0
 .....
@@ -81,6 +113,7 @@ Latest change: 2024-08-19
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==========================================================================
 `75fb7acbac <https://github.com/apache/airflow/commit/75fb7acbaca09a040067f0a5a37637ff44eb9e14>`_  2024-08-19   ``Prepare docs for Aug 2nd wave of providers (#41559)``
+`8807f73dfd <https://github.com/apache/airflow/commit/8807f73dfd22eed5e81932b0e9abe7a8fbad57bc>`_  2024-08-16   ``Delete experimental API (#41434)``
 `6570c6d1bb <https://github.com/apache/airflow/commit/6570c6d1bb620c6a952a16743c7168c775f6ad70>`_  2024-08-13   ``Remove deprecated SubDags (#41390)``
 `090607d92a <https://github.com/apache/airflow/commit/090607d92a7995c75b9d25f5324d11a3dae683ce>`_  2024-08-08   ``Feature: Allow set Dag Run resource into Dag Level permission (#40703)``
 =================================================================================================  ===========  ==========================================================================
@@ -133,16 +166,18 @@ Commit
 
 Latest change: 2024-05-26
 
-=================================================================================================  ===========  ===============================================================
+=================================================================================================  ===========  ======================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ===============================================================
+=================================================================================================  ===========  ======================================================================
 `34500f3a2f <https://github.com/apache/airflow/commit/34500f3a2fa4652272bc831e3c18fd2a6a2da5ef>`_  2024-05-26   ``Prepare docs 3rd wave May 2024 (#39738)``
 `2b1a2f8d56 <https://github.com/apache/airflow/commit/2b1a2f8d561e569df194c4ee0d3a18930738886e>`_  2024-05-11   ``Reapply templates for all providers (#39554)``
 `2c05187b07 <https://github.com/apache/airflow/commit/2c05187b07baf7c41a32b18fabdbb3833acc08eb>`_  2024-05-10   ``Faster 'airflow_version' imports (#39552)``
 `73918925ed <https://github.com/apache/airflow/commit/73918925edaf1c94790a6ad8bec01dec60accfa1>`_  2024-05-08   ``Simplify 'airflow_version' imports (#39497)``
+`4a1d040973 <https://github.com/apache/airflow/commit/4a1d04097348d73cc3399e86c3b44a21b098bead>`_  2024-05-07   ``Minor fixup for custom FAB permission consistency warning (#39469)``
+`cbebb4837f <https://github.com/apache/airflow/commit/cbebb4837fef61b8d264525d8b8fd3e4b6993553>`_  2024-05-07   ``Add description about custom FAB permission consistency (#39459)``
 `959e52bf3c <https://github.com/apache/airflow/commit/959e52bf3c48ba1f2622187179fca28f908a859a>`_  2024-05-02   ``Simplify action name retrieval in FAB auth manager (#39358)``
 `4910c0439b <https://github.com/apache/airflow/commit/4910c0439bf370348a63f445bbeb8051a93e22fd>`_  2024-05-01   ``Add 'jmespath' as an explicit dependency (#39350)``
-=================================================================================================  ===========  ===============================================================
+=================================================================================================  ===========  ======================================================================
 
 1.1.0
 .....
@@ -217,11 +252,12 @@ Commit
 
 Latest change: 2024-02-14
 
-=================================================================================================  ===========  =========================================================================================
+=================================================================================================  ===========  ====================================================================================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  =========================================================================================
+=================================================================================================  ===========  ====================================================================================================================
 `54a400fcb6 <https://github.com/apache/airflow/commit/54a400fcb6f477ffc34bdbb34078edd8b5f6f16a>`_  2024-02-14   ``Mark FAB provider as ready (#37362)``
 `ec97a07197 <https://github.com/apache/airflow/commit/ec97a0719773ac15dd66a79dd9888994fb01b101>`_  2024-02-13   ``standardize get_app appbuilder usage (#37397)``
+`f61ffe58d3 <https://github.com/apache/airflow/commit/f61ffe58d3cd0bcb51f6f9036a3acbfa4443d977>`_  2024-02-11   ``Remove extra package headers in provider indexes (#37324)``
 `28f94f8891 <https://github.com/apache/airflow/commit/28f94f8891ccf0827bb6e9a1538f2ffd98a4ea08>`_  2024-02-10   ``Move 'IMPORT_ERROR' from DAG related permissions to view related permissions (#37292)``
 `00ed46769e <https://github.com/apache/airflow/commit/00ed46769eaea24251fc4726a46df1f54f27c4bd>`_  2024-02-09   ``D401 support in fab provider (#37283)``
 `e99cfbbd51 <https://github.com/apache/airflow/commit/e99cfbbd51515fa947c16912acebbaa7ed816e8a>`_  2024-02-07   ``Upgrade to FAB 4.3.11 (#37233)``
@@ -230,6 +266,7 @@ Commit
 `0fce3b6047 <https://github.com/apache/airflow/commit/0fce3b6047dcae037cfd8a5bd0638894c36509ab>`_  2024-01-28   ``Add "airflow users reset-password" command (#37044)``
 `ce246c0ed8 <https://github.com/apache/airflow/commit/ce246c0ed8b5c0c652034734443dc6e863aac66e>`_  2024-01-26   ``fix for role and permission count in export (#36589)``
 `18d2498e44 <https://github.com/apache/airflow/commit/18d2498e44b58f8cfbc24e2b3beaa3b7cc7c187f>`_  2024-01-11   ``Generate doc for fab CLI commands (#36672)``
+`485ddbf968 <https://github.com/apache/airflow/commit/485ddbf9683fa889c71d720af9f797ef3a37e71c>`_  2024-01-11   ``Add deprecation information in deprecated endpoints + geenrate Rest API documentation from fab provider (#36664)``
 `c439ab87c4 <https://github.com/apache/airflow/commit/c439ab87c421aaa6bd5d8074780e4f63606a1ef1>`_  2024-01-10   ``Standardize airflow build process and switch to Hatchling build backend (#36537)``
 `28cad70223 <https://github.com/apache/airflow/commit/28cad7022310e32b82f3ed3410994e4ddb297691>`_  2024-01-03   ``Move config related to FAB auth manager to FAB provider (#36232)``
 `2093b6f3b9 <https://github.com/apache/airflow/commit/2093b6f3b94be9fae5d61042a9c280d9a835687b>`_  2024-01-03   ``Fix security manager inheritance in fab provider (#36538)``
@@ -238,7 +275,7 @@ Commit
 `6937ae7647 <https://github.com/apache/airflow/commit/6937ae76476b3bc869ef912d000bcc94ad642db1>`_  2023-12-30   ``Speed up autocompletion of Breeze by simplifying provider state (#36499)``
 `83bdc297ce <https://github.com/apache/airflow/commit/83bdc297cebafada88084e270aa3258d781a96be>`_  2023-12-30   ``added cli command to list auth managers under 'airflow providers' (#36445)``
 `341d5b747d <https://github.com/apache/airflow/commit/341d5b747db78b9be00d5d5dc491e37d413570da>`_  2023-12-23   ``Add feture of "not-ready" provider. (#36391)``
-=================================================================================================  ===========  =========================================================================================
+=================================================================================================  ===========  ====================================================================================================================
 
 1.0.0
 .....
@@ -249,7 +286,11 @@ Latest change: 2023-12-23
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================================
 `b15d5578da <https://github.com/apache/airflow/commit/b15d5578dac73c4c6a3ca94d90ab0dc9e9e74c9c>`_  2023-12-23   ``Re-apply updated version numbers to 2nd wave of providers in December (#36380)``
+`fd86fae5d5 <https://github.com/apache/airflow/commit/fd86fae5d5f27127eb93b31d9965a9b30cf32c7a>`_  2023-12-22   ``Document the missing website permission (#36329)``
+`1e6fa73575 <https://github.com/apache/airflow/commit/1e6fa735752d61125903f0709b12cc1338789c5d>`_  2023-12-22   ``fix wrong sample code for "dag level permissions" (#36350)``
 `2be7149598 <https://github.com/apache/airflow/commit/2be71495981a157ca0303c7e563916e219b15eb3>`_  2023-12-21   ``fix inheritance checking of security manager in FabAuthManager (#36343)``
+`b35b08ec41 <https://github.com/apache/airflow/commit/b35b08ec41814b6fe5d7388296db83a726e6d6d0>`_  2023-12-20   ``Improve pre-commit to generate Airflow diagrams as a code (#36333)``
+`475818542e <https://github.com/apache/airflow/commit/475818542e688a2ae2b5d8dce55e6c6f1debdf76>`_  2023-12-19   ``Create auth manager documentation (#36211)``
 `e9ba37bb58 <https://github.com/apache/airflow/commit/e9ba37bb58da0e3d6739ec063f7160f50487d3b8>`_  2023-12-17   ``Add code snippet formatting in docstrings via Ruff (#36262)``
 `f7f7183617 <https://github.com/apache/airflow/commit/f7f71836175b81484fe6afb147a58e1ca6d00f4d>`_  2023-12-17   ``Update permission docs (#36120)``
 `4d96a9a3a1 <https://github.com/apache/airflow/commit/4d96a9a3a1bcf099856051e51bc328afbf558da6>`_  2023-12-13   ``Remove dependency of 'Connexion' from auth manager interface (#36209)``
diff --git a/docs/apache-airflow-providers-fab/index.rst b/docs/apache-airflow-providers-fab/index.rst
index 14135d0d15eae..be12ef2fabc87 100644
--- a/docs/apache-airflow-providers-fab/index.rst
+++ b/docs/apache-airflow-providers-fab/index.rst
@@ -83,7 +83,7 @@ apache-airflow-providers-fab package
 `Flask App Builder <https://flask-appbuilder.readthedocs.io/>`__
 
 
-Release: 1.4.1
+Release: 1.5.0
 
 Provider package
 ----------------
@@ -107,9 +107,9 @@ The minimum Apache Airflow version supported by this provider package is ``2.9.0
 PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.9.0``
-``apache-airflow-providers-common-compat``  ``>=1.2.0``
+``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``flask``                                   ``>=2.2,<2.3``
-``flask-appbuilder``                        ``==4.5.0``
+``flask-appbuilder``                        ``==4.5.2``
 ``flask-login``                             ``>=0.6.2``
 ``google-re2``                              ``>=1.0``
 ``jmespath``                                ``>=0.7.0``
@@ -140,5 +140,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-fab 1.4.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-fab 1.4.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.4.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-fab 1.5.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-fab 1.5.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_fab-1.5.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-google/commits.rst b/docs/apache-airflow-providers-google/commits.rst
index 6148a1cf45cf4..b64bdf2af3ac4 100644
--- a/docs/apache-airflow-providers-google/commits.rst
+++ b/docs/apache-airflow-providers-google/commits.rst
@@ -42,14 +42,37 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+10.25.0
+.......
+
+Latest change: 2024-10-25
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`b4363f4684 <https://github.com/apache/airflow/commit/b4363f4684b4a878c04ce100b260d783f4d96d81>`_  2024-10-25   ``Add a debug log for creating batch workloads in dataproc (#43265)``
+`cc762293ca <https://github.com/apache/airflow/commit/cc762293ca5ce20d475af787822ea48b6d3c874f>`_  2024-10-23   ``feat: add Hook Level Lineage support for GCSHook (#42507)``
+`ca2c809b30 <https://github.com/apache/airflow/commit/ca2c809b30607af7ee320510587fe93b1ab90218>`_  2024-10-23   ``feat: sensor to check status of Dataform action (#43055)``
+`014808b362 <https://github.com/apache/airflow/commit/014808b3622d8791ea0b28a1e59a8b2d2a610bfc>`_  2024-10-20   ``Fix outdated CloudRunExecuteJobOperator docs (#43195)``
+`424cf507a8 <https://github.com/apache/airflow/commit/424cf507a849a0bf3239f1055beda7d7f36c785b>`_  2024-10-18   ``add min version to plyvel (#43129)``
+`aeb7e90f0e <https://github.com/apache/airflow/commit/aeb7e90f0e680d32ad78216e7de3cf2d135fdbf5>`_  2024-10-17   ``Fix TestTranslationLegacyModelPredictLink dataset_id error (#42463)``
+`f587edf2ee <https://github.com/apache/airflow/commit/f587edf2ee74169f1da6a408a04d7ed3c372d270>`_  2024-10-17   ``vertex ai training operators: add display_name to rendered fields (#43028)``
+`f1f9201a21 <https://github.com/apache/airflow/commit/f1f9201a2199c7fd78c7146ca3a02ab25ca8de91>`_  2024-10-15   ``Create Operators for Google Cloud Vertex AI Context Caching (#43008)``
+`732e0564d4 <https://github.com/apache/airflow/commit/732e0564d47813dfb05b22b9b30a108d4668a3e5>`_  2024-10-15   ``Make google provider pyarrow dependency explicit (#42996)``
+`7d8ea68bda <https://github.com/apache/airflow/commit/7d8ea68bdaae3258bd391b8f6ae0277258a7c437>`_  2024-10-12   ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+`70b8e50ddc <https://github.com/apache/airflow/commit/70b8e50ddce305582802b6d08b1c948fa3ef086a>`_  2024-10-10   ``Remove dag.run() method (#42761)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 10.24.0
 .......
 
-Latest change: 2024-10-06
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ======================================================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ======================================================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `1cb9294c64 <https://github.com/apache/airflow/commit/1cb9294c6442f4e6792c1ea2b1948b1d38284326>`_  2024-10-06   ``Removed conditional check for task context logging in airflow version 2.8.0 and above (#42764)``
 `2ffc389574 <https://github.com/apache/airflow/commit/2ffc389574042939f11fcae75a35a8b697583b8d>`_  2024-10-04   ``Add 'retry_if_resource_not_ready' logic for DataprocCreateClusterOperator and DataprocCreateBatchOperator (#42703)``
 `8a255f3e1e <https://github.com/apache/airflow/commit/8a255f3e1e32d5084623527053116777cc4f72f9>`_  2024-10-04   ``Publish Dataproc Serverless Batch link after it starts if batch_id was provided (#41153)``
diff --git a/docs/apache-airflow-providers-google/index.rst b/docs/apache-airflow-providers-google/index.rst
index 172b8d0931e7c..2526307b62d15 100644
--- a/docs/apache-airflow-providers-google/index.rst
+++ b/docs/apache-airflow-providers-google/index.rst
@@ -87,7 +87,7 @@ Google services including:
   - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)
 
 
-Release: 10.24.0
+Release: 10.25.0
 
 Provider package
 ----------------
@@ -111,7 +111,7 @@ The minimum Apache Airflow version supported by this provider package is ``2.8.0
 PIP package                                 Version required
 ==========================================  =========================================
 ``apache-airflow``                          ``>=2.8.0``
-``apache-airflow-providers-common-compat``  ``>=1.1.0``
+``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``apache-airflow-providers-common-sql``     ``>=1.7.2``
 ``asgiref``                                 ``>=3.5.2``
 ``dill``                                    ``>=0.2.3``
@@ -125,7 +125,7 @@ PIP package                                 Version required
 ``google-api-python-client``                ``>=2.0.2``
 ``google-auth``                             ``>=2.29.0``
 ``google-auth-httplib2``                    ``>=0.0.1``
-``google-cloud-aiplatform``                 ``>=1.63.0``
+``google-cloud-aiplatform``                 ``>=1.70.0``
 ``google-cloud-automl``                     ``>=2.12.0``
 ``google-cloud-bigquery``                   ``!=3.21.*,!=3.22.0,!=3.23.*,>=3.4.0``
 ``google-cloud-bigquery-datatransfer``      ``>=3.13.0``
@@ -165,11 +165,12 @@ PIP package                                 Version required
 ``grpcio-gcp``                              ``>=0.2.2``
 ``httpx``                                   ``>=0.25.0``
 ``json-merge-patch``                        ``>=0.2``
-``looker-sdk``                              ``>=22.4.0``
+``looker-sdk``                              ``>=22.4.0,!=24.18.0``
 ``pandas-gbq``                              ``>=0.7.0``
 ``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
 ``pandas``                                  ``>=1.5.3,<2.2; python_version < "3.9"``
 ``proto-plus``                              ``>=1.19.6``
+``pyarrow``                                 ``>=14.0.1``
 ``python-slugify``                          ``>=7.0.0``
 ``PyOpenSSL``                               ``>=23.0.0``
 ``sqlalchemy-bigquery``                     ``>=1.2.1``
@@ -220,5 +221,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-google 10.24.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-google 10.24.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.24.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-google 10.25.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-google 10.25.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.25.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-google/operators/cloud/dataform.rst b/docs/apache-airflow-providers-google/operators/cloud/dataform.rst
index 09d8a6e6b8f93..208035af53c3c 100644
--- a/docs/apache-airflow-providers-google/operators/cloud/dataform.rst
+++ b/docs/apache-airflow-providers-google/operators/cloud/dataform.rst
@@ -95,6 +95,12 @@ We have possibility to run this operation in the sync mode and async, for async
 a sensor:
 :class:`~airflow.providers.google.cloud.operators.dataform.DataformWorkflowInvocationStateSensor`
 
+We also have a sensor to check the status of a particular action for a workflow invocation triggered
+asynchronously.
+
+:class:`~airflow.providers.google.cloud.operators.dataform.DataformWorkflowInvocationActionStateSensor`
+
+
 .. exampleinclude:: /../../providers/tests/system/google/cloud/dataform/example_dataform.py
     :language: python
     :dedent: 4
@@ -107,6 +113,12 @@ a sensor:
     :start-after: [START howto_operator_create_workflow_invocation_async]
     :end-before: [END howto_operator_create_workflow_invocation_async]
 
+.. exampleinclude:: /../../providers/tests/system/google/cloud/dataform/example_dataform.py
+    :language: python
+    :dedent: 4
+    :start-after: [START howto_operator_create_workflow_invocation_action_async]
+    :end-before: [END howto_operator_create_workflow_invocation_action_async]
+
 Get Workflow Invocation
 -----------------------
 
diff --git a/docs/apache-airflow-providers-google/operators/cloud/dataplex.rst b/docs/apache-airflow-providers-google/operators/cloud/dataplex.rst
index 788024ce0bbea..cbeb5eafcd037 100644
--- a/docs/apache-airflow-providers-google/operators/cloud/dataplex.rst
+++ b/docs/apache-airflow-providers-google/operators/cloud/dataplex.rst
@@ -284,12 +284,12 @@ To delete a zone you can use:
     :start-after: [START howto_dataplex_delete_zone_operator]
     :end-before: [END howto_dataplex_delete_zone_operator]
 
-Create a asset
---------------
+Create an asset
+---------------
 
 Before you create a Dataplex asset you need to define its body.
 
-For more information about the available fields to pass when creating a asset, visit `Dataplex create asset API. <https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.lakes.zones.assets#Asset>`__
+For more information about the available fields to pass when creating an asset, visit `Dataplex create asset API. <https://cloud.google.com/dataplex/docs/reference/rest/v1/projects.locations.lakes.zones.assets#Asset>`__
 
 A simple asset configuration can look as followed:
 
@@ -309,10 +309,10 @@ With this configuration we can create the asset:
     :start-after: [START howto_dataplex_create_asset_operator]
     :end-before: [END howto_dataplex_create_asset_operator]
 
-Delete a asset
---------------
+Delete an asset
+---------------
 
-To delete a asset you can use:
+To delete an asset you can use:
 
 :class:`~airflow.providers.google.cloud.operators.dataplex.DataplexDeleteAssetOperator`
 
diff --git a/docs/apache-airflow-providers-http/commits.rst b/docs/apache-airflow-providers-http/commits.rst
index efd84d0882676..b3002bcdd1dca 100644
--- a/docs/apache-airflow-providers-http/commits.rst
+++ b/docs/apache-airflow-providers-http/commits.rst
@@ -35,16 +35,32 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.13.2
+......
+
+Latest change: 2024-10-15
+
+=================================================================================================  ===========  =====================================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  =====================================================================================================
+`2899e5f0e2 <https://github.com/apache/airflow/commit/2899e5f0e27c65e29780c81c45db989eba6dc027>`_  2024-10-15   ``add lowerbount to requests-toolbelt and replace requests_toolbelt with requests-toolbelt (#43020)``
+`c941484066 <https://github.com/apache/airflow/commit/c9414840660f58996cd86351538e6ac77afd696b>`_  2024-10-15   ``pin in  providers (#43001)``
+`037274398d <https://github.com/apache/airflow/commit/037274398d5380f1ab5e94f6fd60e742840fe8b4>`_  2024-10-11   ``fix: HttpSensorTrigger to include 'method' when serializing (#42925)``
+`df4df2a8f9 <https://github.com/apache/airflow/commit/df4df2a8f92869c4c47863935da6def37ba7373e>`_  2024-10-10   ``Use url_from_endpoint inside HttpHook. (#42785)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  =====================================================================================================
+
 4.13.1
 ......
 
-Latest change: 2024-08-25
+Latest change: 2024-09-21
 
-=================================================================================================  ===========  ===================================
+=================================================================================================  ===========  =======================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  ===================================
+=================================================================================================  ===========  =======================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `00e5976bde <https://github.com/apache/airflow/commit/00e5976bde0f4a5e41c5cd25f111084e159f9c23>`_  2024-08-25   ``remove soft_fail part2 (#41727)``
-=================================================================================================  ===========  ===================================
+=================================================================================================  ===========  =======================================================
 
 4.13.0
 ......
diff --git a/docs/apache-airflow-providers-http/index.rst b/docs/apache-airflow-providers-http/index.rst
index 1e3b271b29ef5..9d46c1020157f 100644
--- a/docs/apache-airflow-providers-http/index.rst
+++ b/docs/apache-airflow-providers-http/index.rst
@@ -77,7 +77,7 @@ apache-airflow-providers-http package
 `Hypertext Transfer Protocol (HTTP) <https://www.w3.org/Protocols/>`__
 
 
-Release: 4.13.1
+Release: 4.13.2
 
 Provider package
 ----------------
@@ -102,7 +102,7 @@ PIP package            Version required
 =====================  ==================
 ``apache-airflow``     ``>=2.8.0``
 ``requests``           ``>=2.27.0,<3``
-``requests-toolbelt``
+``requests-toolbelt``  ``>=0.4.0``
 ``aiohttp``            ``>=3.9.2``
-``asgiref``
+``asgiref``            ``>=2.3.0``
 =====================  ==================
diff --git a/docs/apache-airflow-providers-jenkins/commits.rst b/docs/apache-airflow-providers-jenkins/commits.rst
index bea3d67c2c115..51237d78102e8 100644
--- a/docs/apache-airflow-providers-jenkins/commits.rst
+++ b/docs/apache-airflow-providers-jenkins/commits.rst
@@ -35,16 +35,29 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.7.2
+.....
+
+Latest change: 2024-10-22
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`ccd7b86142 <https://github.com/apache/airflow/commit/ccd7b861427bceac0b5d122f98c3d408882b5175>`_  2024-10-22   ``Remove unnecessary return value from 'jenkins_request_with_headers' (#43207)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.7.1
 .....
 
-Latest change: 2024-08-25
+Latest change: 2024-09-21
 
-=================================================================================================  ===========  =============================
+=================================================================================================  ===========  =======================================================
 Commit                                                                                             Committed    Subject
-=================================================================================================  ===========  =============================
+=================================================================================================  ===========  =======================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `1613e9ec1c <https://github.com/apache/airflow/commit/1613e9ec1c4e5523953e045c8adcef1b9d4ce95d>`_  2024-08-25   ``remove soft_fail (#41710)``
-=================================================================================================  ===========  =============================
+=================================================================================================  ===========  =======================================================
 
 3.7.0
 .....
diff --git a/docs/apache-airflow-providers-jenkins/index.rst b/docs/apache-airflow-providers-jenkins/index.rst
index 1aa841a5d8f84..301e76ceef81a 100644
--- a/docs/apache-airflow-providers-jenkins/index.rst
+++ b/docs/apache-airflow-providers-jenkins/index.rst
@@ -76,7 +76,7 @@ apache-airflow-providers-jenkins package
 `Jenkins <https://jenkins.io/>`__
 
 
-Release: 3.7.1
+Release: 3.7.2
 
 Provider package
 ----------------
diff --git a/docs/apache-airflow-providers-microsoft-azure/commits.rst b/docs/apache-airflow-providers-microsoft-azure/commits.rst
index 1f18be632c20b..8e4c4a89160c2 100644
--- a/docs/apache-airflow-providers-microsoft-azure/commits.rst
+++ b/docs/apache-airflow-providers-microsoft-azure/commits.rst
@@ -35,14 +35,31 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+11.0.0
+......
+
+Latest change: 2024-10-26
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`93ad181684 <https://github.com/apache/airflow/commit/93ad181684c8314e199f2521f487cd4292e06b5c>`_  2024-10-26   ``Add context to Azure Service Bus Message callback (#43370)``
+`64336c29b1 <https://github.com/apache/airflow/commit/64336c29b1c758772ad9819e4586d0b689725a6b>`_  2024-10-24   ``Add documentation for the PowerBIDatasetRefresh Operator. (#42754)``
+`7b151d32c8 <https://github.com/apache/airflow/commit/7b151d32c809805a6406999b83401663baf7eb41>`_  2024-10-15   ``Add upperbound to microsoft-kiota-abstractions (#43021)``
+`2b101e2377 <https://github.com/apache/airflow/commit/2b101e2377f8d49a46aca6c219e4b38ee099a98d>`_  2024-10-15   ``Feature: Added event_handler parameter in MSGraphAsyncOperator (#42539)``
+`7d8ea68bda <https://github.com/apache/airflow/commit/7d8ea68bdaae3258bd391b8f6ae0277258a7c437>`_  2024-10-12   ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 10.5.1
 ......
 
-Latest change: 2024-10-06
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ==================================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `1cb9294c64 <https://github.com/apache/airflow/commit/1cb9294c6442f4e6792c1ea2b1948b1d38284326>`_  2024-10-06   ``Removed conditional check for task context logging in airflow version 2.8.0 and above (#42764)``
 `d89f305a34 <https://github.com/apache/airflow/commit/d89f305a343a187240d72bb291982dd29854fb2e>`_  2024-09-29   ``Bugfix/42575 workaround pin azure kusto data (#42576)``
 `193defd289 <https://github.com/apache/airflow/commit/193defd2898772e7e989cbee85815d49e9f0d8f0>`_  2024-09-25   ``(bugfix): Paginated results in MSGraphAsyncOperator (#42414)``
diff --git a/docs/apache-airflow-providers-microsoft-azure/connections/powerbi.rst b/docs/apache-airflow-providers-microsoft-azure/connections/powerbi.rst
new file mode 100644
index 0000000000000..587b78650d5c8
--- /dev/null
+++ b/docs/apache-airflow-providers-microsoft-azure/connections/powerbi.rst
@@ -0,0 +1,60 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+ ..   http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+
+
+.. _howto/connection:powerbi:
+
+Microsoft Power BI Connection
+=============================
+
+The Microsoft Power BI connection type enables the Power BI Integrations.
+
+The :class:`~airflow.providers.microsoft.azure.hooks.powerbi.PowerBIHook` and :class:`~airflow.providers.microsoft.azure.operators.powerbi.PowerBIDatasetOperator` requires a connection of type ``powerbi`` to authenticate with the Power BI.
+
+Authenticating to Power BI
+-------------------------------
+
+1. Use `token credentials
+   <https://docs.microsoft.com/en-us/azure/developer/python/azure-sdk-authenticate?tabs=cmd#authenticate-with-token-credentials>`_
+   i.e. add specific credentials (client_id, client_secret, tenant_id) to the Airflow connection.
+
+Default Connection IDs
+----------------------
+
+All hooks and operators related to Microsoft Power BI use ``powerbi_default`` by default.
+
+Configuring the Connection
+--------------------------
+
+Client ID
+    Specify the ``client_id`` used for the initial connection.
+    This is needed for *token credentials* authentication mechanism.
+
+
+Client Secret
+    Specify the ``client_secret`` used for the initial connection.
+    This is needed for *token credentials* authentication mechanism.
+
+
+Tenant ID
+    Specify the ``tenant_id`` used for the initial connection.
+    This is needed for *token credentials* authentication mechanism.
+
+.. spelling:word-list::
+
+    Entra
diff --git a/docs/apache-airflow-providers-microsoft-azure/index.rst b/docs/apache-airflow-providers-microsoft-azure/index.rst
index 5eb7c53813f3c..0e6f82dca1606 100644
--- a/docs/apache-airflow-providers-microsoft-azure/index.rst
+++ b/docs/apache-airflow-providers-microsoft-azure/index.rst
@@ -82,7 +82,7 @@ apache-airflow-providers-microsoft-azure package
 `Microsoft Azure <https://azure.microsoft.com/>`__
 
 
-Release: 10.5.1
+Release: 11.0.0
 
 Provider package
 ----------------
@@ -102,33 +102,37 @@ Requirements
 
 The minimum Apache Airflow version supported by this provider package is ``2.8.0``.
 
-================================  ===================
-PIP package                       Version required
-================================  ===================
-``apache-airflow``                ``>=2.8.0``
-``adlfs``                         ``>=2023.10.0``
-``azure-batch``                   ``>=8.0.0``
-``azure-cosmos``                  ``>=4.6.0``
-``azure-mgmt-cosmosdb``           ``>=3.0.0``
-``azure-datalake-store``          ``>=0.0.45``
-``azure-identity``                ``>=1.3.1``
-``azure-keyvault-secrets``        ``>=4.1.0``
-``azure-mgmt-datalake-store``     ``>=0.5.0``
-``azure-mgmt-resource``           ``>=2.2.0``
-``azure-storage-blob``            ``>=12.14.0``
-``azure-mgmt-storage``            ``>=16.0.0``
-``azure-storage-file-share``      ``>=12.7.0``
-``azure-servicebus``              ``>=7.12.1``
-``azure-synapse-spark``           ``>=0.2.0``
-``azure-synapse-artifacts``       ``>=0.17.0``
-``adal``                          ``>=1.2.7``
-``azure-storage-file-datalake``   ``>=12.9.1``
-``azure-kusto-data``              ``>=4.1.0,!=4.6.0``
-``azure-mgmt-datafactory``        ``>=2.0.0``
-``azure-mgmt-containerregistry``  ``>=8.0.0``
-``azure-mgmt-containerinstance``  ``>=10.1.0``
-``msgraph-core``                  ``>=1.0.0``
-================================  ===================
+======================================  ===================
+PIP package                             Version required
+======================================  ===================
+``apache-airflow``                      ``>=2.8.0``
+``adlfs``                               ``>=2023.10.0``
+``azure-batch``                         ``>=8.0.0``
+``azure-cosmos``                        ``>=4.6.0``
+``azure-mgmt-cosmosdb``                 ``>=3.0.0``
+``azure-datalake-store``                ``>=0.0.45``
+``azure-identity``                      ``>=1.3.1``
+``azure-keyvault-secrets``              ``>=4.1.0``
+``azure-mgmt-datalake-store``           ``>=0.5.0``
+``azure-mgmt-resource``                 ``>=2.2.0``
+``azure-storage-blob``                  ``>=12.14.0``
+``azure-mgmt-storage``                  ``>=16.0.0``
+``azure-storage-file-share``            ``>=12.7.0``
+``azure-servicebus``                    ``>=7.12.1``
+``azure-synapse-spark``                 ``>=0.2.0``
+``azure-synapse-artifacts``             ``>=0.17.0``
+``adal``                                ``>=1.2.7``
+``azure-storage-file-datalake``         ``>=12.9.1``
+``azure-kusto-data``                    ``>=4.1.0,!=4.6.0``
+``azure-mgmt-datafactory``              ``>=2.0.0``
+``azure-mgmt-containerregistry``        ``>=8.0.0``
+``azure-mgmt-containerinstance``        ``>=10.1.0``
+``msgraph-core``                        ``>=1.0.0``
+``microsoft-kiota-http``                ``>=1.3.0,!=1.3.4``
+``microsoft-kiota-serialization-json``  ``==1.0.0``
+``microsoft-kiota-serialization-text``  ``==1.0.0``
+``microsoft-kiota-abstractions``        ``<1.4.0``
+======================================  ===================
 
 Cross provider package dependencies
 -----------------------------------
@@ -158,5 +162,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-microsoft-azure 10.5.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-microsoft-azure 10.5.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-10.5.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-microsoft-azure 11.0.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-microsoft-azure 11.0.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_microsoft_azure-11.0.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-microsoft-azure/operators/powerbi.rst b/docs/apache-airflow-providers-microsoft-azure/operators/powerbi.rst
new file mode 100644
index 0000000000000..f5b6d4e94ed91
--- /dev/null
+++ b/docs/apache-airflow-providers-microsoft-azure/operators/powerbi.rst
@@ -0,0 +1,50 @@
+ .. Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+ ..   http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+
+Microsoft Power BI Operators
+=============================
+`Microsoft Power BI <https://powerbi.microsoft.com/>`__, is a unified, scalable platform for self-service and enterprise business intelligence(BI).
+
+
+Prerequisite Tasks
+^^^^^^^^^^^^^^^^^^
+
+.. include:: /operators/_partials/prerequisite_tasks.rst
+
+.. _howto/operator:PowerBIDatasetRefreshOperator:
+
+PowerBIDatasetRefreshOperator
+----------------------------------
+
+To trigger a refresh for the specified dataset from the specified workspace, use the :class:`~airflow.providers.microsoft.azure.operators.powerbi.PowerBIDatasetRefreshOperator`.
+
+
+.. exampleinclude:: /../../providers/tests/system/microsoft/azure/example_powerbi_dataset_refresh.py
+    :language: python
+    :dedent: 0
+    :start-after: [START howto_operator_powerbi_refresh_async]
+    :end-before: [END howto_operator_powerbi_refresh_async]
+
+Reference
+---------
+
+For further information, look at:
+
+* `Use the Microsoft Graph API <https://learn.microsoft.com/en-us/graph/use-the-api/>`__
+* `Using the Power BI REST APIs <https://learn.microsoft.com/en-us/rest/api/power-bi/>`__
+* `Using the Fabric REST APIs <https://learn.microsoft.com/en-us/rest/api/fabric/articles/using-fabric-apis/>`__
diff --git a/docs/apache-airflow-providers-mongo/commits.rst b/docs/apache-airflow-providers-mongo/commits.rst
index c1ec0ac825c59..d32cd85a325c5 100644
--- a/docs/apache-airflow-providers-mongo/commits.rst
+++ b/docs/apache-airflow-providers-mongo/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.2.2
+.....
+
+Latest change: 2024-10-16
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`fda45143cd <https://github.com/apache/airflow/commit/fda45143cde4884b89ccf59edc7b50e4dfd79c37>`_  2024-10-16   ``fix(providers/mongo): prevent applying lower method on boolean field (#43024)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 4.2.1
 .....
 
-Latest change: 2024-09-20
+Latest change: 2024-09-21
 
 =================================================================================================  ===========  ===============================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ===============================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `4da35b5766 <https://github.com/apache/airflow/commit/4da35b5766adfd5a60ae924100673e8756e3b24c>`_  2024-09-20   ``Adjust typing in Mongo hook to prevent mypy errors (#42354)``
 `3819ac4f7a <https://github.com/apache/airflow/commit/3819ac4f7a850e987c0a81ebf213d872444d4abf>`_  2024-09-17   ``Improve Mongo connection validation and UI (#41717)``
 =================================================================================================  ===========  ===============================================================
diff --git a/docs/apache-airflow-providers-mongo/index.rst b/docs/apache-airflow-providers-mongo/index.rst
index b870042f39b4c..7512a79a176f8 100644
--- a/docs/apache-airflow-providers-mongo/index.rst
+++ b/docs/apache-airflow-providers-mongo/index.rst
@@ -62,7 +62,7 @@ apache-airflow-providers-mongo package
 `MongoDB <https://www.mongodb.com/>`__
 
 
-Release: 4.2.1
+Release: 4.2.2
 
 Provider package
 ----------------
diff --git a/docs/apache-airflow-providers-mysql/commits.rst b/docs/apache-airflow-providers-mysql/commits.rst
index d01a1f5b98ad8..45f14ded940ed 100644
--- a/docs/apache-airflow-providers-mysql/commits.rst
+++ b/docs/apache-airflow-providers-mysql/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+5.7.3
+.....
+
+Latest change: 2024-10-25
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`9e8fb40ba7 <https://github.com/apache/airflow/commit/9e8fb40ba71d9bd07ae40503d5e7aa93ef042bb0>`_  2024-10-25   ``Improve the cursor type definition of mysql (#43376)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 5.7.2
 .....
 
-Latest change: 2024-09-30
+Latest change: 2024-10-09
 
 =================================================================================================  ===========  ==================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `ede7cb27fd <https://github.com/apache/airflow/commit/ede7cb27fd39e233889d127490a2255df8c5d27d>`_  2024-09-30   ``Rename dataset related python variable names to asset (#41348)``
 =================================================================================================  ===========  ==================================================================
 
diff --git a/docs/apache-airflow-providers-mysql/index.rst b/docs/apache-airflow-providers-mysql/index.rst
index d8d6129134129..0b896f6139799 100644
--- a/docs/apache-airflow-providers-mysql/index.rst
+++ b/docs/apache-airflow-providers-mysql/index.rst
@@ -77,7 +77,7 @@ apache-airflow-providers-mysql package
 `MySQL <https://www.mysql.com/>`__
 
 
-Release: 5.7.2
+Release: 5.7.3
 
 Provider package
 ----------------
@@ -136,5 +136,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-mysql 5.7.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2.tar.gz.sha512>`__)
-* `The apache-airflow-providers-mysql 5.7.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.2-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-mysql 5.7.3 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3.tar.gz.sha512>`__)
+* `The apache-airflow-providers-mysql 5.7.3 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_mysql-5.7.3-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-odbc/commits.rst b/docs/apache-airflow-providers-odbc/commits.rst
index 9eb5826cf19ae..015ccb6903324 100644
--- a/docs/apache-airflow-providers-odbc/commits.rst
+++ b/docs/apache-airflow-providers-odbc/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+4.8.0
+.....
+
+Latest change: 2024-10-23
+
+=================================================================================================  ===========  ==============================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ==============================================================================================
+`69af18592f <https://github.com/apache/airflow/commit/69af18592ffcb666b180fa56215200e545428bf3>`_  2024-10-23   ``refactor: OdbcHook must use it's own connection when creating a sqlalchemy engine (#43145)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ==============================================================================================
+
 4.7.1
 .....
 
-Latest change: 2024-09-04
+Latest change: 2024-09-21
 
 =================================================================================================  ===========  =================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =================================================================================
+`7628d47d04 <https://github.com/apache/airflow/commit/7628d47d0481966d9a9b25dfd4870b7a6797ebbf>`_  2024-09-21   ``Prepare docs for Sep 1st wave of providers (#42387)``
 `2e813eb87d <https://github.com/apache/airflow/commit/2e813eb87d7793d7bb2a2fbb4e485c896c1dc2c4>`_  2024-09-04   ``Generalize caching of connection in DbApiHook to improve performance (#40751)``
 =================================================================================================  ===========  =================================================================================
 
diff --git a/docs/apache-airflow-providers-odbc/index.rst b/docs/apache-airflow-providers-odbc/index.rst
index 14031177a2b68..c3995ad0a5e53 100644
--- a/docs/apache-airflow-providers-odbc/index.rst
+++ b/docs/apache-airflow-providers-odbc/index.rst
@@ -63,7 +63,7 @@ apache-airflow-providers-odbc package
 `ODBC <https://github.com/mkleehammer/pyodbc/wiki>`__
 
 
-Release: 4.7.1
+Release: 4.8.0
 
 Provider package
 ----------------
@@ -116,5 +116,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-odbc 4.7.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-odbc 4.7.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.7.1-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-odbc 4.8.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-odbc 4.8.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_odbc-4.8.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-openlineage/commits.rst b/docs/apache-airflow-providers-openlineage/commits.rst
index 41025a8f7b445..c26390f40c06d 100644
--- a/docs/apache-airflow-providers-openlineage/commits.rst
+++ b/docs/apache-airflow-providers-openlineage/commits.rst
@@ -35,6 +35,21 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+1.13.0
+......
+
+Latest change: 2024-10-23
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`0c4ed7a58e <https://github.com/apache/airflow/commit/0c4ed7a58eeb5904b6fa06120532f9f0f344cd3f>`_  2024-10-23   ``Ignore attr-defined for compat import (#43301)``
+`e7d83ddcc4 <https://github.com/apache/airflow/commit/e7d83ddcc41541beedbddc2da54f708542dd8c7a>`_  2024-10-22   ``nit: remove taskgroup's tooltip from OL's AirflowJobFacet (#43152)``
+`1f0bba2e13 <https://github.com/apache/airflow/commit/1f0bba2e13a6e656ac65498ef8e07ff24677fa98>`_  2024-10-18   ``feat(providers/openlineage): Use asset in common provider (#43111)``
+`59cf3efb8b <https://github.com/apache/airflow/commit/59cf3efb8b27812cd384fd1cb69f46e4312309aa>`_  2024-10-15   ``require 1.2.1 common.compat for openlineage provider (#43039)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 1.12.2
 ......
 
@@ -43,6 +58,7 @@ Latest change: 2024-10-09
 =================================================================================================  ===========  ==================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ==================================================================
+`2bb8628463 <https://github.com/apache/airflow/commit/2bb862846358d1c5a59b354adb39bc68d5aeae5e>`_  2024-10-09   ``Prepare docs for Oct 1st adhoc wave of providers (#42862)``
 `a5ffbbda17 <https://github.com/apache/airflow/commit/a5ffbbda17450a5c99037b292844087119b5676a>`_  2024-10-09   ``Standard provider bash operator (#42252)``
 `63ff22f403 <https://github.com/apache/airflow/commit/63ff22f4038f34354dc5807036d1bf10653c2ecd>`_  2024-10-08   ``Drop python3.8 support core and providers (#42766)``
 `ede7cb27fd <https://github.com/apache/airflow/commit/ede7cb27fd39e233889d127490a2255df8c5d27d>`_  2024-09-30   ``Rename dataset related python variable names to asset (#41348)``
diff --git a/docs/apache-airflow-providers-openlineage/guides/developer.rst b/docs/apache-airflow-providers-openlineage/guides/developer.rst
index d826ccde9a5ec..6b291dc17aa64 100644
--- a/docs/apache-airflow-providers-openlineage/guides/developer.rst
+++ b/docs/apache-airflow-providers-openlineage/guides/developer.rst
@@ -63,16 +63,13 @@ OpenLineage defines a few methods for implementation in Operators. Those are ref
 
 .. code-block:: python
 
-  def get_openlineage_facets_on_start() -> OperatorLineage:
-      ...
+  def get_openlineage_facets_on_start() -> OperatorLineage: ...
 
 
-  def get_openlineage_facets_on_complete(ti: TaskInstance) -> OperatorLineage:
-      ...
+  def get_openlineage_facets_on_complete(ti: TaskInstance) -> OperatorLineage: ...
 
 
-  def get_openlineage_facets_on_failure(ti: TaskInstance) -> OperatorLineage:
-      ...
+  def get_openlineage_facets_on_failure(ti: TaskInstance) -> OperatorLineage: ...
 
 OpenLineage methods get called respectively when task instance changes state to:
 
diff --git a/docs/apache-airflow-providers-openlineage/guides/user.rst b/docs/apache-airflow-providers-openlineage/guides/user.rst
index 4f95253e1f242..9098da623445a 100644
--- a/docs/apache-airflow-providers-openlineage/guides/user.rst
+++ b/docs/apache-airflow-providers-openlineage/guides/user.rst
@@ -257,13 +257,13 @@ full import paths of Airflow Operators to disable as ``disabled_for_operators``
 
     [openlineage]
     transport = {"type": "http", "url": "http://example.com:5000", "endpoint": "api/v1/lineage"}
-    disabled_for_operators = 'airflow.providers.standard.operators.bash.BashOperator;airflow.operators.python.PythonOperator'
+    disabled_for_operators = 'airflow.providers.standard.operators.bash.BashOperator;airflow.providers.standard.operators.python.PythonOperator'
 
 ``AIRFLOW__OPENLINEAGE__DISABLED_FOR_OPERATORS`` environment variable is an equivalent.
 
 .. code-block:: ini
 
-  AIRFLOW__OPENLINEAGE__DISABLED_FOR_OPERATORS='airflow.providers.standard.operators.bash.BashOperator;airflow.operators.python.PythonOperator'
+  AIRFLOW__OPENLINEAGE__DISABLED_FOR_OPERATORS='airflow.providers.standard.operators.bash.BashOperator;airflow.providers.standard.operators.python.PythonOperator'
 
 Full Task Info
 ^^^^^^^^^^^^^^
diff --git a/docs/apache-airflow-providers-openlineage/index.rst b/docs/apache-airflow-providers-openlineage/index.rst
index f0173f4e2c6fe..4627c68f2d790 100644
--- a/docs/apache-airflow-providers-openlineage/index.rst
+++ b/docs/apache-airflow-providers-openlineage/index.rst
@@ -37,7 +37,7 @@
     Intro <guides/structure>
     User <guides/user>
     Developer <guides/developer>
-    Supported operators <supported_classes>
+    Supported classes <supported_classes>
     Macros <macros>
 
 .. toctree::
@@ -73,7 +73,7 @@ apache-airflow-providers-openlineage package
 `OpenLineage <https://openlineage.io/>`__
 
 
-Release: 1.12.2
+Release: 1.13.0
 
 Provider package
 ----------------
@@ -98,7 +98,7 @@ PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.8.0``
 ``apache-airflow-providers-common-sql``     ``>=1.6.0``
-``apache-airflow-providers-common-compat``  ``>=1.2.0``
+``apache-airflow-providers-common-compat``  ``>=1.2.1``
 ``attrs``                                   ``>=22.2``
 ``openlineage-integration-common``          ``>=1.22.0``
 ``openlineage-python``                      ``>=1.22.0``
@@ -130,5 +130,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-openlineage 1.12.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2.tar.gz.sha512>`__)
-* `The apache-airflow-providers-openlineage 1.12.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.12.2-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-openlineage 1.13.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-openlineage 1.13.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-1.13.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-openlineage/supported_classes.rst b/docs/apache-airflow-providers-openlineage/supported_classes.rst
index c9a9656c7cc90..33c98d0a79a23 100644
--- a/docs/apache-airflow-providers-openlineage/supported_classes.rst
+++ b/docs/apache-airflow-providers-openlineage/supported_classes.rst
@@ -18,15 +18,16 @@
 
 .. _supported_classes:openlineage:
 
-Supported operators
+Supported classes
 ===================
 
-Below is a list of Operators that support OpenLineage extraction, along with specific DB types that are compatible with the SQLExecuteQueryOperator.
+Below is a list of Operators and Hooks that support OpenLineage extraction, along with specific DB types that are compatible with the SQLExecuteQueryOperator.
 
 .. important::
 
-    While we strive to keep the list of supported operators current,
+    While we strive to keep the list of supported classes current,
     please be aware that our updating process is automated and may not always capture everything accurately.
+    Detecting hook level lineage is challenging so make sure to double check the information provided below.
 
 .. tip::
 
diff --git a/docs/apache-airflow-providers-oracle/commits.rst b/docs/apache-airflow-providers-oracle/commits.rst
index 27e734a3dba53..a274d2e0a6381 100644
--- a/docs/apache-airflow-providers-oracle/commits.rst
+++ b/docs/apache-airflow-providers-oracle/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.12.0
+......
+
+Latest change: 2024-10-26
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`33c72387ca <https://github.com/apache/airflow/commit/33c72387caccbb99f3182dd344762cc46bd36530>`_  2024-10-26   ``Add sequence insert support to OracleHook (#42947)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.11.0
 ......
 
-Latest change: 2024-08-12
+Latest change: 2024-08-19
 
 =================================================================================================  ===========  =======================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =======================================================================
+`75fb7acbac <https://github.com/apache/airflow/commit/75fb7acbaca09a040067f0a5a37637ff44eb9e14>`_  2024-08-19   ``Prepare docs for Aug 2nd wave of providers (#41559)``
 `fcbff15bda <https://github.com/apache/airflow/commit/fcbff15bda151f70db0ca13fdde015bace5527c4>`_  2024-08-12   ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)``
 =================================================================================================  ===========  =======================================================================
 
diff --git a/docs/apache-airflow-providers-oracle/index.rst b/docs/apache-airflow-providers-oracle/index.rst
index a4cd54785db36..eace92b1877c9 100644
--- a/docs/apache-airflow-providers-oracle/index.rst
+++ b/docs/apache-airflow-providers-oracle/index.rst
@@ -70,7 +70,7 @@ apache-airflow-providers-oracle package
 `Oracle <https://www.oracle.com/en/database/>`__
 
 
-Release: 3.11.0
+Release: 3.12.0
 
 Provider package
 ----------------
@@ -123,5 +123,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-oracle 3.11.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-oracle 3.11.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.11.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-oracle 3.12.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-oracle 3.12.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_oracle-3.12.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-slack/commits.rst b/docs/apache-airflow-providers-slack/commits.rst
index 76c4b6e7c2e12..e07375575586e 100644
--- a/docs/apache-airflow-providers-slack/commits.rst
+++ b/docs/apache-airflow-providers-slack/commits.rst
@@ -38,14 +38,28 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+8.9.1
+.....
+
+Latest change: 2024-10-24
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`75ecaffa5f <https://github.com/apache/airflow/commit/75ecaffa5fa6884729243083a487f33187ed3c66>`_  2024-10-24   ``adding support for snippet type in slack api (#43305)``
+`c881565c07 <https://github.com/apache/airflow/commit/c881565c0741b4beb50552eebde130de6dc29c2d>`_  2024-10-17   ``passing the filetype for SlackAPIFileOperator (#43069)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 8.9.0
 .....
 
-Latest change: 2024-08-12
+Latest change: 2024-08-19
 
 =================================================================================================  ===========  =======================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =======================================================================
+`75fb7acbac <https://github.com/apache/airflow/commit/75fb7acbaca09a040067f0a5a37637ff44eb9e14>`_  2024-08-19   ``Prepare docs for Aug 2nd wave of providers (#41559)``
 `fcbff15bda <https://github.com/apache/airflow/commit/fcbff15bda151f70db0ca13fdde015bace5527c4>`_  2024-08-12   ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)``
 =================================================================================================  ===========  =======================================================================
 
diff --git a/docs/apache-airflow-providers-slack/index.rst b/docs/apache-airflow-providers-slack/index.rst
index 7fca57690168d..b4fa53b1860f1 100644
--- a/docs/apache-airflow-providers-slack/index.rst
+++ b/docs/apache-airflow-providers-slack/index.rst
@@ -81,7 +81,7 @@ apache-airflow-providers-slack package
   - `Slack Incoming Webhook <https://api.slack.com/messaging/webhooks>`__
 
 
-Release: 8.9.0
+Release: 8.9.1
 
 Provider package
 ----------------
@@ -134,5 +134,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-slack 8.9.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-slack 8.9.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-slack 8.9.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1.tar.gz.sha512>`__)
+* `The apache-airflow-providers-slack 8.9.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_slack-8.9.1-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-ssh/commits.rst b/docs/apache-airflow-providers-ssh/commits.rst
index 9ced68586de13..5ff316c4c93b7 100644
--- a/docs/apache-airflow-providers-ssh/commits.rst
+++ b/docs/apache-airflow-providers-ssh/commits.rst
@@ -35,14 +35,27 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.14.0
+......
+
+Latest change: 2024-10-17
+
+=================================================================================================  ===========  ========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ========================================================================================
+`b3b48501c7 <https://github.com/apache/airflow/commit/b3b48501c790d0b10dadca08ce403a820eb16972>`_  2024-10-17   ``SSHHook expose auth_timeout parameter (#43048)``
+`857ca4c06c <https://github.com/apache/airflow/commit/857ca4c06c9008593674cabdd28d3c30e3e7f97b>`_  2024-10-09   ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+=================================================================================================  ===========  ========================================================================================
+
 3.13.1
 ......
 
-Latest change: 2024-08-21
+Latest change: 2024-08-25
 
 =================================================================================================  ===========  =================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  =================================================================
+`2f952909f5 <https://github.com/apache/airflow/commit/2f952909f5028e416c951084727bd71ff8f22b72>`_  2024-08-25   ``Prepare docs for Aug 3rd wave of providers (#41714)``
 `d404a1438f <https://github.com/apache/airflow/commit/d404a1438fb2680fa3e9f48fb10ae5d68fa738f5>`_  2024-08-21   ``SSHHook: check if existing connection is still alive (#41061)``
 =================================================================================================  ===========  =================================================================
 
diff --git a/docs/apache-airflow-providers-ssh/index.rst b/docs/apache-airflow-providers-ssh/index.rst
index 9bcdf5add31f7..3dca8a95d21ee 100644
--- a/docs/apache-airflow-providers-ssh/index.rst
+++ b/docs/apache-airflow-providers-ssh/index.rst
@@ -68,7 +68,7 @@ apache-airflow-providers-ssh package
 `Secure Shell (SSH) <https://tools.ietf.org/html/rfc4251>`__
 
 
-Release: 3.13.1
+Release: 3.14.0
 
 Provider package
 ----------------
diff --git a/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst b/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst
index 7ce9b9b765a9c..670d57d563c94 100644
--- a/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst
+++ b/docs/apache-airflow/administration-and-deployment/logging-monitoring/metrics.rst
@@ -205,7 +205,7 @@ Name                                                                   Descripti
 ``asset.updates``                                                      Number of updated assets
 ``asset.orphaned``                                                     Number of assets marked as orphans because they are no longer referenced in DAG
                                                                        schedule parameters or task outlets
-``asset.triggered_dagruns``                                            Number of DAG runs triggered by a asset update
+``asset.triggered_dagruns``                                            Number of DAG runs triggered by an asset update
 ====================================================================== ================================================================
 
 Gauges
diff --git a/docs/apache-airflow/authoring-and-scheduling/dynamic-task-mapping.rst b/docs/apache-airflow/authoring-and-scheduling/dynamic-task-mapping.rst
index fd7d570785434..c01ab7b1cf464 100644
--- a/docs/apache-airflow/authoring-and-scheduling/dynamic-task-mapping.rst
+++ b/docs/apache-airflow/authoring-and-scheduling/dynamic-task-mapping.rst
@@ -196,7 +196,7 @@ Since the template is rendered after the main execution block, it is possible to
 
 .. code-block:: python
 
-    from airflow.operators.python import get_current_context
+    from airflow.providers.standard.operators.python import get_current_context
 
 
     @task(map_index_template="{{ my_variable }}")
diff --git a/docs/apache-airflow/authoring-and-scheduling/plugins.rst b/docs/apache-airflow/authoring-and-scheduling/plugins.rst
index 626f20eab1b9c..a46fe329da195 100644
--- a/docs/apache-airflow/authoring-and-scheduling/plugins.rst
+++ b/docs/apache-airflow/authoring-and-scheduling/plugins.rst
@@ -108,8 +108,6 @@ looks like:
     class AirflowPlugin:
         # The name of your plugin (str)
         name = None
-        # A list of class(es) derived from BaseHook
-        hooks = []
         # A list of references to inject into the macros namespace
         macros = []
         # A list of Blueprint object created from flask.Blueprint. For use with the flask_appbuilder based GUI
@@ -182,11 +180,6 @@ definitions in Airflow.
     from airflow.providers.amazon.aws.transfers.gcs_to_s3 import GCSToS3Operator
 
 
-    # Will show up in Connections screen in a future version
-    class PluginHook(BaseHook):
-        pass
-
-
     # Will show up under airflow.macros.test_plugin.plugin_macro
     # and in templates through {{ macros.test_plugin.plugin_macro }}
     def plugin_macro():
@@ -267,7 +260,6 @@ definitions in Airflow.
     # Defining the plugin class
     class AirflowTestPlugin(AirflowPlugin):
         name = "test_plugin"
-        hooks = [PluginHook]
         macros = [plugin_macro]
         flask_blueprints = [bp]
         fastapi_apps = [app_with_metadata]
diff --git a/docs/apache-airflow/best-practices.rst b/docs/apache-airflow/best-practices.rst
index 466f546ff7147..0f4b77001f20b 100644
--- a/docs/apache-airflow/best-practices.rst
+++ b/docs/apache-airflow/best-practices.rst
@@ -228,7 +228,7 @@ Imagine this code:
 .. code-block:: python
 
   from airflow import DAG
-  from airflow.operators.python import PythonOperator
+  from airflow.providers.standard.operators.python import PythonOperator
   import pendulum
 
 
@@ -260,7 +260,7 @@ What you can do to check it is add some print statements to the code you want to
 .. code-block:: python
 
   from airflow import DAG
-  from airflow.operators.python import PythonOperator
+  from airflow.providers.standard.operators.python import PythonOperator
   import pendulum
 
 
@@ -891,7 +891,7 @@ of Airflow, or even that dependencies of several of your Custom Operators introd
 
 There are a number of strategies that can be employed to mitigate the problem. And while dealing with
 dependency conflict in custom operators is difficult, it's actually quite a bit easier when it comes to
-using :class:`airflow.operators.python.PythonVirtualenvOperator` or :class:`airflow.operators.python.ExternalPythonOperator`
+using :class:`airflow.providers.standard.operators.python.PythonVirtualenvOperator` or :class:`airflow.providers.standard.operators.python.ExternalPythonOperator`
 - either directly using classic "operator" approach or by using tasks decorated with
 ``@task.virtualenv`` or ``@task.external_python`` decorators if you use TaskFlow.
 
@@ -905,7 +905,7 @@ This is simplest to use and most limited strategy. The PythonVirtualenvOperator
 create a virtualenv that your Python callable function will execute in. In the modern
 TaskFlow approach described in :doc:`/tutorial/taskflow`. this also can be done with decorating
 your callable with ``@task.virtualenv`` decorator (recommended way of using the operator).
-Each :class:`airflow.operators.python.PythonVirtualenvOperator` task can
+Each :class:`airflow.providers.standard.operators.python.PythonVirtualenvOperator` task can
 have its own independent Python virtualenv (dynamically created every time the task is run) and can
 specify fine-grained set of requirements that need to be installed for that task to execute.
 
@@ -953,7 +953,7 @@ There are certain limitations and overhead introduced by this operator:
   that running tasks will still interfere with each other - for example subsequent tasks executed on the
   same worker might be affected by previous tasks creating/modifying files etc.
 
-You can see detailed examples of using :class:`airflow.operators.python.PythonVirtualenvOperator` in
+You can see detailed examples of using :class:`airflow.providers.standard.operators.python.PythonVirtualenvOperator` in
 :ref:`Taskflow Virtualenv example <taskflow/virtualenv_example>`
 
 
@@ -963,11 +963,11 @@ Using ExternalPythonOperator
 .. versionadded:: 2.4
 
 A bit more involved but with significantly less overhead, security, stability problems is to use the
-:class:`airflow.operators.python.ExternalPythonOperator``. In the modern
+:class:`airflow.providers.standard.operators.python.ExternalPythonOperator``. In the modern
 TaskFlow approach described in :doc:`/tutorial/taskflow`. this also can be done with decorating
 your callable with ``@task.external_python`` decorator (recommended way of using the operator).
 It requires, however, that you have a pre-existing, immutable Python environment, that is prepared upfront.
-Unlike in :class:`airflow.operators.python.PythonVirtualenvOperator` you cannot add new dependencies
+Unlike in :class:`airflow.providers.standard.operators.python.PythonVirtualenvOperator` you cannot add new dependencies
 to such pre-existing environment. All dependencies you need should be added upfront in your environment
 and available in all the workers in case your Airflow runs in a distributed environment.
 
@@ -1021,7 +1021,7 @@ after your DevOps/System Admin teams deploy your new dependencies in pre-existin
 The nice thing about this is that you can switch the decorator back at any time and continue
 developing it "dynamically" with ``PythonVirtualenvOperator``.
 
-You can see detailed examples of using :class:`airflow.operators.python.ExternalPythonOperator` in
+You can see detailed examples of using :class:`airflow.providers.standard.operators.python.ExternalPythonOperator` in
 :ref:`Taskflow External Python example <taskflow/external_python_example>`
 
 Using DockerOperator or Kubernetes Pod Operator
diff --git a/docs/apache-airflow/core-concepts/backfill.rst b/docs/apache-airflow/core-concepts/backfill.rst
new file mode 100644
index 0000000000000..ac6729b23d0d7
--- /dev/null
+++ b/docs/apache-airflow/core-concepts/backfill.rst
@@ -0,0 +1,69 @@
+ .. Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+ ..   http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+Backfill
+========
+
+Backfill is when you create runs for past dates of a dag.  Airflow provides a mechanism
+to do this through the CLI and REST API.  You provide a dag, a start date, and an end date,
+and airflow will create runs in the range according to the dag's schedule.
+
+Backfill does not make sense for dags that don't have a time-based schedule.
+
+Control over data reprocessing
+------------------------------
+
+There are three options for reprocessing behavior:
+
+* **none** - if there's already a run for this logical date, do not create another, no matter the state
+* **failed** - if a run exists, if the state is failed, create a new run for this date
+* **completed** - if a run exists, if the state is completed or failed, create a new run for this date
+
+If the latest run is still running or is queued, we do not create another run, no matter the chosen reprocessing behavior.
+
+Concurrency control
+-------------------
+
+You can set ``max_active_runs`` on a backfill and it will control how many dag runs in
+the backfill can run concurrently. Backfill ``max_active_runs`` is applied independently
+the DAG ``max_active_runs`` setting.
+
+Run ordering
+------------
+
+You can run your backfill in reverse, i.e. latest runs first.  The CLI option is ``--run-backwards``.
+
+Dry run
+-------
+
+Backfill dry run is a CLI option that will print out the dates that the
+backfill will consider creating runs for.  Whether or not they will be created
+depends on your chosen reprocessing behavior and the states of any existing
+runs in the range at the time you actually run the backfill.
+
+Example:
+--------
+
+.. code-block:: bash
+
+    airflow backfill create --dag-id tutorial \
+        --start-date 2015-06-01 \
+        --end-date 2015-06-07 \
+        --reprocessing-behavior failed \
+        --max-active-runs 3 \
+        --run-backwards \
+        --dag-run-conf '{"my": "param"}'
diff --git a/docs/apache-airflow/core-concepts/dag-run.rst b/docs/apache-airflow/core-concepts/dag-run.rst
index 97fd4e28a7b58..6c313cc3248ce 100644
--- a/docs/apache-airflow/core-concepts/dag-run.rst
+++ b/docs/apache-airflow/core-concepts/dag-run.rst
@@ -100,6 +100,7 @@ in the configuration file. When turned off, the scheduler creates a DAG run only
     Code that goes along with the Airflow tutorial located at:
     https://github.com/apache/airflow/blob/main/airflow/example_dags/tutorial.py
     """
+
     from airflow.models.dag import DAG
     from airflow.providers.standard.operators.bash import BashOperator
 
@@ -143,21 +144,22 @@ if your DAG performs catchup internally.
 
 Backfill
 ---------
-There can be the case when you may want to run the DAG for a specified historical period e.g.,
-A data filling DAG is created with ``start_date`` **2019-11-21**, but another user requires the output data from a month ago i.e., **2019-10-21**.
+You may want to run the DAG for a specified historical period. For example,
+a DAG is created with ``start_date`` **2024-11-21**, but another user requires
+the output data from a month prior, i.e. **2024-10-21**.
 This process is known as Backfill.
 
-You may want to backfill the data even in the cases when catchup is disabled. This can be done through CLI.
-Run the below command
+This can be done through API or CLI. For CLI usage, run the command below:
 
 .. code-block:: bash
 
-    airflow dags backfill \
+    airflow backfill create --dag-id DAG_ID \
         --start-date START_DATE \
         --end-date END_DATE \
-        dag_id
 
-The `backfill command <../cli-and-env-variables-ref.html#backfill>`_ will re-run all the instances of the dag_id for all the intervals within the start date and end date.
+The `backfill command <../cli-and-env-variables-ref.html#backfill>`_ will
+re-run all the instances of the dag_id for all the intervals within the start
+date and end date.
 
 Re-run Tasks
 ------------
diff --git a/docs/apache-airflow/core-concepts/dags.rst b/docs/apache-airflow/core-concepts/dags.rst
index 64726e08010e1..ae4da4ab18c68 100644
--- a/docs/apache-airflow/core-concepts/dags.rst
+++ b/docs/apache-airflow/core-concepts/dags.rst
@@ -125,7 +125,7 @@ And if you want to chain together dependencies, you can use ``chain``::
     chain(op1, op2, op3, op4)
 
     # You can also do it dynamically
-    chain(*[EmptyOperator(task_id='op' + i) for i in range(1, 6)])
+    chain(*[EmptyOperator(task_id=f"op{i}") for i in range(1, 6)])
 
 Chain can also do *pairwise* dependencies for lists the same size (this is different from the *cross dependencies* created by ``cross_downstream``!)::
 
@@ -362,7 +362,7 @@ The ``@task.branch`` can also be used with XComs allowing branching context to d
 If you wish to implement your own operators with branching functionality, you can inherit from :class:`~airflow.operators.branch.BaseBranchOperator`, which behaves similarly to ``@task.branch`` decorator but expects you to provide an implementation of the method ``choose_branch``.
 
 .. note::
-    The ``@task.branch`` decorator is recommended over directly instantiating :class:`~airflow.operators.python.BranchPythonOperator` in a DAG. The latter should generally only be subclassed to implement a custom operator.
+    The ``@task.branch`` decorator is recommended over directly instantiating :class:`~airflow.providers.standard.operators.python.BranchPythonOperator` in a DAG. The latter should generally only be subclassed to implement a custom operator.
 
 As with the callable for ``@task.branch``, this method can return the ID of a downstream task, or a list of task IDs, which will be run, and all others will be skipped. It can also return None to skip all downstream task::
 
@@ -663,6 +663,7 @@ This is especially useful if your tasks are built dynamically from configuration
     """
     ### My great DAG
     """
+
     import pendulum
 
     dag = DAG(
diff --git a/docs/apache-airflow/core-concepts/debug.rst b/docs/apache-airflow/core-concepts/debug.rst
index d58c490854527..56ddfa126ba8e 100644
--- a/docs/apache-airflow/core-concepts/debug.rst
+++ b/docs/apache-airflow/core-concepts/debug.rst
@@ -76,8 +76,7 @@ The ``dag.test`` command has the following benefits over the :class:`~airflow.ex
 class, which is now deprecated:
 
 1. It does not require running an executor at all. Tasks are run one at a time with no executor or scheduler logs.
-2. It is significantly faster than running code with a DebugExecutor as it does not need to go through a scheduler loop.
-3. It does not perform a backfill.
+2. It is faster than running code with a DebugExecutor as it does not need to go through a scheduler loop.
 
 
 Debugging Airflow DAGs on the command line
diff --git a/docs/apache-airflow/core-concepts/executor/index.rst b/docs/apache-airflow/core-concepts/executor/index.rst
index fb0a90e84f9aa..9a1783443bf1f 100644
--- a/docs/apache-airflow/core-concepts/executor/index.rst
+++ b/docs/apache-airflow/core-concepts/executor/index.rst
@@ -221,7 +221,7 @@ Therefore using these types of executors is no longer recommended.
 Writing Your Own Executor
 -------------------------
 
-All Airflow executors implement a common interface so that they are pluggable and any executor has access to all abilities and integrations within Airflow. Primarily, the Airflow scheduler uses this interface to interact with the executor, but other components such as logging, CLI and backfill do as well.
+All Airflow executors implement a common interface so that they are pluggable and any executor has access to all abilities and integrations within Airflow. Primarily, the Airflow scheduler uses this interface to interact with the executor, but other components such as logging and CLI do as well.
 The public interface is the :class:`~airflow.executors.base_executor.BaseExecutor`. You can look through the code for the most detailed and up to date interface, but some important highlights are outlined below.
 
 .. note::
@@ -260,8 +260,8 @@ Optional Interface Methods to Implement
 
 The following methods aren't required to override to have a functional Airflow executor. However, some powerful capabilities and stability can come from implementing them:
 
-* ``start``: The Airflow scheduler (and backfill) job will call this method after it initializes the executor object. Any additional setup required by the executor can be completed here.
-* ``end``: The Airflow scheduler (and backfill) job will call this method as it is tearing down. Any synchronous cleanup required to finish running jobs should be done here.
+* ``start``: The Airflow scheduler job will call this method after it initializes the executor object. Any additional setup required by the executor can be completed here.
+* ``end``: The Airflow scheduler job will call this method as it is tearing down. Any synchronous cleanup required to finish running jobs should be done here.
 * ``terminate``: More forcefully stop the executor, even killing/stopping in-flight tasks instead of synchronously waiting for completion.
 * ``cleanup_stuck_queued_tasks``: If tasks are stuck in the queued state for longer than ``task_queued_timeout`` then they are collected by the scheduler and provided to the executor to have an opportunity to handle them (perform any graceful cleanup/teardown) via this method and return the Task Instances for a warning message displayed to users.
 * ``try_adopt_task_instances``: Tasks that have been abandoned (e.g. from a scheduler job that died) are provided to the executor to adopt or otherwise handle them via this method. Any tasks that cannot be adopted (by default the BaseExecutor assumes all cannot be adopted) should be returned.
diff --git a/docs/apache-airflow/core-concepts/index.rst b/docs/apache-airflow/core-concepts/index.rst
index 0fded6ba495f4..fdb9c2d146aaa 100644
--- a/docs/apache-airflow/core-concepts/index.rst
+++ b/docs/apache-airflow/core-concepts/index.rst
@@ -42,6 +42,7 @@ Here you can find detailed documentation about each one of the core concepts of
     executor/index
     auth-manager/index
     objectstorage
+    backfill
 
 **Communication**
 
diff --git a/docs/apache-airflow/core-concepts/operators.rst b/docs/apache-airflow/core-concepts/operators.rst
index 6a0825df28773..e721faa97560f 100644
--- a/docs/apache-airflow/core-concepts/operators.rst
+++ b/docs/apache-airflow/core-concepts/operators.rst
@@ -29,12 +29,12 @@ An Operator is conceptually a template for a predefined :doc:`Task <tasks>`, tha
 Airflow has a very extensive set of operators available, with some built-in to the core or pre-installed providers. Some popular operators from core include:
 
 - :class:`~airflow.providers.standard.operators.bash.BashOperator` - executes a bash command
-- :class:`~airflow.operators.python.PythonOperator` - calls an arbitrary Python function
+- :class:`~airflow.providers.standard.operators.python.PythonOperator` - calls an arbitrary Python function
 - :class:`~airflow.operators.email.EmailOperator` - sends an email
 - Use the ``@task`` decorator to execute an arbitrary Python function. It doesn't support rendering jinja templates passed as arguments.
 
 .. note::
-    The ``@task`` decorator is recommended over the classic :class:`~airflow.operators.python.PythonOperator`
+    The ``@task`` decorator is recommended over the classic :class:`~airflow.providers.standard.operators.python.PythonOperator`
     to execute Python callables with no template rendering in its arguments.
 
 For a list of all core operators, see: :doc:`Core Operators and Hooks Reference </operators-and-hooks-ref>`.
@@ -42,11 +42,7 @@ For a list of all core operators, see: :doc:`Core Operators and Hooks Reference
 If the operator you need isn't installed with Airflow by default, you can probably find it as part of our huge set of community :doc:`provider packages <apache-airflow-providers:index>`. Some popular operators from here include:
 
 - :class:`~airflow.providers.http.operators.http.HttpOperator`
-- :class:`~airflow.providers.mysql.operators.mysql.MySqlOperator`
-- :class:`~airflow.providers.postgres.operators.postgres.PostgresOperator`
-- :class:`~airflow.providers.microsoft.mssql.operators.mssql.MsSqlOperator`
-- :class:`~airflow.providers.oracle.operators.oracle.OracleOperator`
-- :class:`~airflow.providers.jdbc.operators.jdbc.JdbcOperator`
+- :class:`~airflow.providers.common.sql.operators.sql.SQLExecuteQueryOperator`
 - :class:`~airflow.providers.docker.operators.docker.DockerOperator`
 - :class:`~airflow.providers.apache.hive.operators.hive.HiveOperator`
 - :class:`~airflow.providers.amazon.aws.operators.s3.S3FileTransformOperator`
diff --git a/docs/apache-airflow/core-concepts/xcoms.rst b/docs/apache-airflow/core-concepts/xcoms.rst
index cd3851e396ba6..b6bd160d89d20 100644
--- a/docs/apache-airflow/core-concepts/xcoms.rst
+++ b/docs/apache-airflow/core-concepts/xcoms.rst
@@ -79,7 +79,7 @@ So for example the following configuration will store anything above 1MB in S3 a
       [common.io]
       xcom_objectstorage_path = s3://conn_id@mybucket/key
       xcom_objectstorage_threshold = 1048576
-      xcom_objectstoragee_compression = gzip
+      xcom_objectstorage_compression = gzip
 
 
 .. note::
diff --git a/docs/apache-airflow/extra-packages-ref.rst b/docs/apache-airflow/extra-packages-ref.rst
index 92ab5b7ad8392..5d54a94a42217 100644
--- a/docs/apache-airflow/extra-packages-ref.rst
+++ b/docs/apache-airflow/extra-packages-ref.rst
@@ -87,8 +87,6 @@ python dependencies for the provided package.
 +---------------------+-----------------------------------------------------+----------------------------------------------------------------------------+
 | uv                  | ``pip install 'apache-airflow[uv]'``                | Install uv - fast, Rust-based package installer (experimental)             |
 +---------------------+-----------------------------------------------------+----------------------------------------------------------------------------+
-| virtualenv          | ``pip install 'apache-airflow[virtualenv]'``        | Running python tasks in local virtualenv                                   |
-+---------------------+-----------------------------------------------------+----------------------------------------------------------------------------+
 | cloudpickle         | pip install apache-airflow[cloudpickle]             | Cloudpickle hooks and operators                                            |
 +---------------------+-----------------------------------------------------+----------------------------------------------------------------------------+
 
diff --git a/docs/apache-airflow/faq.rst b/docs/apache-airflow/faq.rst
index 0b2c76765e704..f8df5b3cc688d 100644
--- a/docs/apache-airflow/faq.rst
+++ b/docs/apache-airflow/faq.rst
@@ -256,10 +256,7 @@ important to watch DagRun activity status in time when introducing
 new ``depends_on_past=True``, unless you are planning on running a backfill
 for the new task(s).
 
-It is also important to note that the task's ``start_date``, in the context of a
-backfill CLI command, gets overridden by the backfill's ``start_date`` commands.
-This allows for a backfill on tasks that have ``depends_on_past=True`` to
-actually start. If this were not the case, the backfill just would not start.
+It is also important to note that the task's ``start_date`` is ignored in backfills.
 
 Using time zones
 ----------------
@@ -545,6 +542,3 @@ The telemetry data collected is limited to the following:
 - Operating system & machine architecture
 - Executor
 - Metadata DB type & its version
-- Number of DAGs
-- Number of Airflow plugins
-- Number of timetables, Flask blueprints, Flask AppBuilder views, and Flask Appbuilder menu items from Airflow plugins
diff --git a/docs/apache-airflow/howto/docker-compose/index.rst b/docs/apache-airflow/howto/docker-compose/index.rst
index b617ba1cc903f..96ec9b53e3a9f 100644
--- a/docs/apache-airflow/howto/docker-compose/index.rst
+++ b/docs/apache-airflow/howto/docker-compose/index.rst
@@ -379,7 +379,7 @@ Steps:
     environment:
         <<: *airflow-common-env
     user: "50000:0"
-    entrypoint: ["bash"]
+    entrypoint: [ "/bin/bash", "-c" ]
 
 .. note::
 
@@ -398,6 +398,11 @@ Steps:
     :alt: Configuring the container's Python interpreter in PyCharm, step diagram
 
 Building the interpreter index might take some time.
+3) Add ``exec`` to docker-compose/command and actions in python service
+
+.. image:: /img/docker-compose-pycharm.png
+    :alt: Configuring the container's Python interpreter in PyCharm, step diagram
+
 Once configured, you can debug your Airflow code within the container environment, mimicking your local setup.
 
 
diff --git a/docs/apache-airflow/howto/operator/bash.rst b/docs/apache-airflow/howto/operator/bash.rst
index e4af9bcad6b83..f2dca3d4872c1 100644
--- a/docs/apache-airflow/howto/operator/bash.rst
+++ b/docs/apache-airflow/howto/operator/bash.rst
@@ -231,70 +231,21 @@ Executing commands from files
 Both the ``BashOperator`` and ``@task.bash`` TaskFlow decorator enables you to execute Bash commands stored
 in files. The files **must** have a ``.sh`` or ``.bash`` extension.
 
-Note the space after the script name (more on this in the next section).
-
-.. tab-set::
-
-    .. tab-item:: @task.bash
-        :sync: taskflow
-
-        .. code-block:: python
-            :emphasize-lines: 3
-
-            @task.bash
-            def run_command_from_script() -> str:
-                return "$AIRFLOW_HOME/scripts/example.sh "
+With Jinja template
+"""""""""""""""""""
 
+You can execute bash script which contains Jinja templates. When you do so, Airflow
+loads the content of your file, render the templates, and write the rendered script
+into a temporary file. By default, the file is placed in a temporary directory
+(under ``/tmp``). You can change this location with the ``cwd`` parameter.
 
-            run_script = run_command_from_script()
-
-    .. tab-item:: BashOperator
-        :sync: operator
-
-        .. code-block:: python
-            :emphasize-lines: 3
-
-            run_script = BashOperator(
-                task_id="run_command_from_script",
-                bash_command="$AIRFLOW_HOME/scripts/example.sh ",
-            )
-
-
-Jinja template not found
-""""""""""""""""""""""""
-
-If you encounter a "Template not found" exception when trying to execute a Bash script, add a space after the
-script name. This is because Airflow tries to apply a Jinja template to it, which will fail.
-
-.. tab-set::
-
-    .. tab-item:: @task.bash
-        :sync: taskflow
-
-        .. code-block:: python
-
-            @task.bash
-            def bash_example():
-                # This fails with 'Jinja template not found' error
-                # return "/home/batcher/test.sh",
-                # This works (has a space after)
-                return "/home/batcher/test.sh "
-
-    .. tab-item:: BashOperator
-        :sync: operator
+.. caution::
 
-        .. code-block:: python
+    Airflow must have write access to ``/tmp`` or the ``cwd`` directory, to be
+    able to write the temporary file to the disk.
 
-            BashOperator(
-                task_id="bash_example",
-                # This fails with 'Jinja template not found' error
-                # bash_command="/home/batcher/test.sh",
-                # This works (has a space after)
-                bash_command="/home/batcher/test.sh ",
-            )
 
-However, if you want to use templating in your Bash script, do not add the space
-and instead put your Bash script in a location relative to the directory containing
+To execute a bash script, place it in a location relative to the directory containing
 the DAG file. So if your DAG file is in ``/usr/local/airflow/dags/test_dag.py``, you can
 move your ``test.sh`` file to any location under ``/usr/local/airflow/dags/`` (Example:
 ``/usr/local/airflow/dags/scripts/test.sh``) and pass the relative path to ``bash_command``
@@ -357,6 +308,75 @@ locations in the DAG constructor call.
                     bash_command="test.sh ",
                 )
 
+Without Jinja template
+""""""""""""""""""""""
+
+If your script doesn't contains any Jinja template, disable Airflow's rendering by
+adding a space after the script name.
+
+.. tab-set::
+
+    .. tab-item:: @task.bash
+        :sync: taskflow
+
+        .. code-block:: python
+            :emphasize-lines: 3
+
+            @task.bash
+            def run_command_from_script() -> str:
+                return "$AIRFLOW_HOME/scripts/example.sh "
+
+
+            run_script = run_command_from_script()
+
+    .. tab-item:: BashOperator
+        :sync: operator
+
+        .. code-block:: python
+            :emphasize-lines: 3
+
+            run_script = BashOperator(
+                task_id="run_command_from_script",
+                bash_command="$AIRFLOW_HOME/scripts/example.sh ",
+            )
+
+
+Jinja template not found
+""""""""""""""""""""""""
+
+If you encounter a "Template not found" exception when trying to execute a Bash script, add a space after the
+script name. This is because Airflow tries to apply a Jinja template to it, which will fail.
+
+.. tab-set::
+
+    .. tab-item:: @task.bash
+        :sync: taskflow
+
+        .. code-block:: python
+
+            @task.bash
+            def bash_example():
+                # This fails with 'Jinja template not found' error
+                # return "/home/batcher/test.sh",
+                # This works (has a space after)
+                return "/home/batcher/test.sh "
+
+    .. tab-item:: BashOperator
+        :sync: operator
+
+        .. code-block:: python
+
+            BashOperator(
+                task_id="bash_example",
+                # This fails with 'Jinja template not found' error
+                # bash_command="/home/batcher/test.sh",
+                # This works (has a space after)
+                bash_command="/home/batcher/test.sh ",
+            )
+
+However, if you want to use templating in your Bash script, do not add the space
+and instead check the `bash script with Jinja template <#with-jinja-template>`_ section.
+
 Enriching Bash with Python
 --------------------------
 
diff --git a/docs/apache-airflow/howto/operator/python.rst b/docs/apache-airflow/howto/operator/python.rst
index e68a257bcd67e..5d06bfa3d3e1d 100644
--- a/docs/apache-airflow/howto/operator/python.rst
+++ b/docs/apache-airflow/howto/operator/python.rst
@@ -22,7 +22,7 @@
 PythonOperator
 ==============
 
-Use the :class:`~airflow.operators.python.PythonOperator` to execute Python callables.
+Use the :class:`~airflow.providers.standard.operators.python.PythonOperator` to execute Python callables.
 
 .. tip::
     The ``@task`` decorator is recommended over the classic ``PythonOperator`` to execute Python callables.
@@ -138,7 +138,7 @@ In this case, the type hint can be used for static analysis.
 PythonVirtualenvOperator
 ========================
 
-Use the :class:`~airflow.operators.python.PythonVirtualenvOperator` decorator to execute Python callables
+Use the :class:`~airflow.providers.standard.operators.python.PythonVirtualenvOperator` decorator to execute Python callables
 inside a new Python virtual environment. The ``virtualenv`` package needs to be installed in the environment
 that runs Airflow (as optional dependency ``pip install apache-airflow[virtualenv] --constraint ...``).
 
@@ -187,7 +187,7 @@ If you want the context related to datetime objects like ``data_interval_start``
     The Python function body defined to be executed is cut out of the DAG into a temporary file w/o surrounding code.
     As in the examples you need to add all imports again and you can not rely on variables from the global Python context.
 
-    If you want to pass variables into the classic :class:`~airflow.operators.python.PythonVirtualenvOperator` use
+    If you want to pass variables into the classic :class:`~airflow.providers.standard.operators.python.PythonVirtualenvOperator` use
     ``op_args`` and ``op_kwargs``.
 
 If additional parameters for package installation are needed pass them in via the ``pip_install_options`` parameter or use a
@@ -294,7 +294,7 @@ environment, there is no need for ``activation`` of the environment. Merely usin
 automatically activates it. In both examples below ``PATH_TO_PYTHON_BINARY`` is such a path, pointing
 to the executable Python binary.
 
-Use the :class:`~airflow.operators.python.ExternalPythonOperator` to execute Python callables inside a
+Use the :class:`~airflow.providers.standard.operators.python.ExternalPythonOperator` to execute Python callables inside a
 pre-defined environment. The virtualenv package should be preinstalled in the environment where Python is run.
 In case ``dill`` is used, it has to be preinstalled in the environment (the same version that is installed
 in main Airflow environment).
@@ -339,7 +339,7 @@ If you want the context related to datetime objects like ``data_interval_start``
     The Python function body defined to be executed is cut out of the DAG into a temporary file w/o surrounding code.
     As in the examples you need to add all imports again and you can not rely on variables from the global Python context.
 
-    If you want to pass variables into the classic :class:`~airflow.operators.python.ExternalPythonOperator` use
+    If you want to pass variables into the classic :class:`~airflow.providers.standard.operators.python.ExternalPythonOperator` use
     ``op_args`` and ``op_kwargs``.
 
 Templating
@@ -377,7 +377,7 @@ You can use ``Context`` under the same conditions as ``PythonVirtualenvOperator`
 PythonBranchOperator
 ====================
 
-Use the :class:`~airflow.operators.python.PythonBranchOperator` to execute Python :ref:`branching <concepts:branching>`
+Use the :class:`~airflow.providers.standard.operators.python.PythonBranchOperator` to execute Python :ref:`branching <concepts:branching>`
 tasks.
 
 .. tip::
@@ -414,8 +414,8 @@ Argument passing and templating options are the same as with :ref:`howto/operato
 BranchPythonVirtualenvOperator
 ==============================
 
-Use the :class:`~airflow.operators.python.BranchPythonVirtualenvOperator` decorator to execute Python :ref:`branching <concepts:branching>`
-tasks and is a hybrid of the :class:`~airflow.operators.python.PythonBranchOperator` with execution in a virtual environment.
+Use the :class:`~airflow.providers.standard.operators.python.BranchPythonVirtualenvOperator` decorator to execute Python :ref:`branching <concepts:branching>`
+tasks and is a hybrid of the :class:`~airflow.providers.standard.operators.python.PythonBranchOperator` with execution in a virtual environment.
 
 .. tip::
     The ``@task.branch_virtualenv`` decorator is recommended over the classic
@@ -451,8 +451,8 @@ Argument passing and templating options are the same as with :ref:`howto/operato
 BranchExternalPythonOperator
 ============================
 
-Use the :class:`~airflow.operators.python.BranchExternalPythonOperator` to execute Python :ref:`branching <concepts:branching>`
-tasks and is a hybrid of the :class:`~airflow.operators.python.PythonBranchOperator` with execution in an
+Use the :class:`~airflow.providers.standard.operators.python.BranchExternalPythonOperator` to execute Python :ref:`branching <concepts:branching>`
+tasks and is a hybrid of the :class:`~airflow.providers.standard.operators.python.PythonBranchOperator` with execution in an
 external Python environment.
 
 .. tip::
@@ -490,7 +490,7 @@ Argument passing and templating options are the same as with :ref:`howto/operato
 ShortCircuitOperator
 ====================
 
-Use the :class:`~airflow.operators.python.ShortCircuitOperator` to control whether a pipeline continues
+Use the :class:`~airflow.providers.standard.operators.python.ShortCircuitOperator` to control whether a pipeline continues
 if a condition is satisfied or a truthy value is obtained.
 
 The evaluation of this condition and truthy value is done via the output of a callable. If the
@@ -570,7 +570,7 @@ Argument passing and templating options are the same as with :ref:`howto/operato
 PythonSensor
 ============
 
-The :class:`~airflow.sensors.python.PythonSensor` executes an arbitrary callable and waits for its return
+The :class:`~airflow.providers.standard.sensors.python.PythonSensor` executes an arbitrary callable and waits for its return
 value to be True.
 
 .. tip::
diff --git a/docs/apache-airflow/img/airflow_erd.sha256 b/docs/apache-airflow/img/airflow_erd.sha256
index ac9ab5b14d6cd..8adffd106eae1 100644
--- a/docs/apache-airflow/img/airflow_erd.sha256
+++ b/docs/apache-airflow/img/airflow_erd.sha256
@@ -1 +1 @@
-b39a456ac1bd3aa91198d036eaa3859f25a47151164974f6b4fe7f998d41f720
\ No newline at end of file
+1d781ee92cc59e7647d7f72ddc542b7f17e03fc8b822950db74415c38279d40f
\ No newline at end of file
diff --git a/docs/apache-airflow/img/airflow_erd.svg b/docs/apache-airflow/img/airflow_erd.svg
index 833f2f73bbb3e..1b0d5b346c951 100644
--- a/docs/apache-airflow/img/airflow_erd.svg
+++ b/docs/apache-airflow/img/airflow_erd.svg
@@ -4,2426 +4,2301 @@
 <!-- Generated by graphviz version 2.43.0 (0)
  -->
 <!-- Title: %3 Pages: 1 -->
-<svg width="1651pt" height="5835pt"
- viewBox="0.00 0.00 1651.00 5835.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
-<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 5831)">
+<svg width="1682pt" height="5461pt"
+ viewBox="0.00 0.00 1682.00 5461.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 5457)">
 <title>%3</title>
-<polygon fill="white" stroke="transparent" points="-4,4 -4,-5831 1647,-5831 1647,4 -4,4"/>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-5457 1678,-5457 1678,4 -4,4"/>
 <!-- log -->
 <g id="node1" class="node">
 <title>log</title>
-<polygon fill="none" stroke="black" points="16.5,-304 16.5,-332 297.5,-332 297.5,-304 16.5,-304"/>
-<text text-anchor="start" x="143" y="-315.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">log</text>
-<polygon fill="none" stroke="black" points="16.5,-279 16.5,-304 297.5,-304 297.5,-279 16.5,-279"/>
-<text text-anchor="start" x="21.5" y="-288.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="34.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="39.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="116.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="16.5,-254 16.5,-279 297.5,-279 297.5,-254 16.5,-254"/>
-<text text-anchor="start" x="21.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="67.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="72.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="16.5,-229 16.5,-254 297.5,-254 297.5,-229 16.5,-229"/>
-<text text-anchor="start" x="21.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00">dttm</text>
-<text text-anchor="start" x="55.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="60.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="16.5,-204 16.5,-229 297.5,-229 297.5,-204 16.5,-204"/>
-<text text-anchor="start" x="21.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00">event</text>
-<text text-anchor="start" x="61.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="66.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(60)]</text>
-<polygon fill="none" stroke="black" points="16.5,-179 16.5,-204 297.5,-204 297.5,-179 16.5,-179"/>
-<text text-anchor="start" x="21.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00">execution_date</text>
-<text text-anchor="start" x="126.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="131.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="16.5,-154 16.5,-179 297.5,-179 297.5,-154 16.5,-154"/>
-<text text-anchor="start" x="21.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
-<text text-anchor="start" x="58.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="63.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="16.5,-129 16.5,-154 297.5,-154 297.5,-129 16.5,-129"/>
-<text text-anchor="start" x="21.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
-<text text-anchor="start" x="97.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="102.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="16.5,-104 16.5,-129 297.5,-129 297.5,-104 16.5,-104"/>
-<text text-anchor="start" x="21.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00">owner</text>
-<text text-anchor="start" x="64.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="69.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<polygon fill="none" stroke="black" points="16.5,-79 16.5,-104 297.5,-104 297.5,-79 16.5,-79"/>
-<text text-anchor="start" x="21.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00">owner_display_name</text>
-<text text-anchor="start" x="166.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="171.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<polygon fill="none" stroke="black" points="16.5,-54 16.5,-79 297.5,-79 297.5,-54 16.5,-54"/>
-<text text-anchor="start" x="21.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="65.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="70.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="16.5,-29 16.5,-54 297.5,-54 297.5,-29 16.5,-29"/>
-<text text-anchor="start" x="21.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
-<text text-anchor="start" x="70.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="75.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="16.5,-4 16.5,-29 297.5,-29 297.5,-4 16.5,-4"/>
-<text text-anchor="start" x="21.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
-<text text-anchor="start" x="103.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="108.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-</g>
-<!-- job -->
-<g id="node2" class="node">
-<title>job</title>
-<polygon fill="none" stroke="black" points="37.5,-608 37.5,-636 275.5,-636 275.5,-608 37.5,-608"/>
-<text text-anchor="start" x="142.5" y="-619.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">job</text>
-<polygon fill="none" stroke="black" points="37.5,-583 37.5,-608 275.5,-608 275.5,-583 37.5,-583"/>
-<text text-anchor="start" x="42.5" y="-592.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="55.5" y="-592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="60.5" y="-592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="137.5" y="-592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="37.5,-558 37.5,-583 275.5,-583 275.5,-558 37.5,-558"/>
-<text text-anchor="start" x="42.5" y="-567.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="88.5" y="-567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="93.5" y="-567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="37.5,-533 37.5,-558 275.5,-558 275.5,-533 37.5,-533"/>
-<text text-anchor="start" x="42.5" y="-542.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="106.5" y="-542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="111.5" y="-542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="37.5,-508 37.5,-533 275.5,-533 275.5,-508 37.5,-508"/>
-<text text-anchor="start" x="42.5" y="-517.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_class</text>
-<text text-anchor="start" x="144.5" y="-517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="149.5" y="-517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<polygon fill="none" stroke="black" points="37.5,-483 37.5,-508 275.5,-508 275.5,-483 37.5,-483"/>
-<text text-anchor="start" x="42.5" y="-492.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
-<text text-anchor="start" x="112.5" y="-492.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="117.5" y="-492.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<polygon fill="none" stroke="black" points="37.5,-458 37.5,-483 275.5,-483 275.5,-458 37.5,-458"/>
-<text text-anchor="start" x="42.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00">job_type</text>
-<text text-anchor="start" x="101.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="106.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(30)]</text>
-<polygon fill="none" stroke="black" points="37.5,-433 37.5,-458 275.5,-458 275.5,-433 37.5,-433"/>
-<text text-anchor="start" x="42.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00">latest_heartbeat</text>
-<text text-anchor="start" x="155.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="160.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="37.5,-408 37.5,-433 275.5,-433 275.5,-408 37.5,-408"/>
-<text text-anchor="start" x="42.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="112.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="117.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="37.5,-383 37.5,-408 275.5,-408 275.5,-383 37.5,-383"/>
-<text text-anchor="start" x="42.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
-<text text-anchor="start" x="77.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="82.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
-<polygon fill="none" stroke="black" points="37.5,-358 37.5,-383 275.5,-383 275.5,-358 37.5,-358"/>
-<text text-anchor="start" x="42.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
-<text text-anchor="start" x="112.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="117.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="41.5,-304 41.5,-332 322.5,-332 322.5,-304 41.5,-304"/>
+<text text-anchor="start" x="168" y="-315.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">log</text>
+<polygon fill="none" stroke="black" points="41.5,-279 41.5,-304 322.5,-304 322.5,-279 41.5,-279"/>
+<text text-anchor="start" x="46.5" y="-288.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="59.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="64.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="141.5" y="-288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="41.5,-254 41.5,-279 322.5,-279 322.5,-254 41.5,-254"/>
+<text text-anchor="start" x="46.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="92.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="97.5" y="-263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="41.5,-229 41.5,-254 322.5,-254 322.5,-229 41.5,-229"/>
+<text text-anchor="start" x="46.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00">dttm</text>
+<text text-anchor="start" x="80.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="85.5" y="-238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="41.5,-204 41.5,-229 322.5,-229 322.5,-204 41.5,-204"/>
+<text text-anchor="start" x="46.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00">event</text>
+<text text-anchor="start" x="86.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="91.5" y="-213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(60)]</text>
+<polygon fill="none" stroke="black" points="41.5,-179 41.5,-204 322.5,-204 322.5,-179 41.5,-179"/>
+<text text-anchor="start" x="46.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00">execution_date</text>
+<text text-anchor="start" x="151.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="156.5" y="-188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="41.5,-154 41.5,-179 322.5,-179 322.5,-154 41.5,-154"/>
+<text text-anchor="start" x="46.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
+<text text-anchor="start" x="83.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="88.5" y="-163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="41.5,-129 41.5,-154 322.5,-154 322.5,-129 41.5,-129"/>
+<text text-anchor="start" x="46.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
+<text text-anchor="start" x="122.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="127.5" y="-138.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="41.5,-104 41.5,-129 322.5,-129 322.5,-104 41.5,-104"/>
+<text text-anchor="start" x="46.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00">owner</text>
+<text text-anchor="start" x="89.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="94.5" y="-113.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<polygon fill="none" stroke="black" points="41.5,-79 41.5,-104 322.5,-104 322.5,-79 41.5,-79"/>
+<text text-anchor="start" x="46.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00">owner_display_name</text>
+<text text-anchor="start" x="191.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="196.5" y="-88.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<polygon fill="none" stroke="black" points="41.5,-54 41.5,-79 322.5,-79 322.5,-54 41.5,-54"/>
+<text text-anchor="start" x="46.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="90.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="95.5" y="-63.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="41.5,-29 41.5,-54 322.5,-54 322.5,-29 41.5,-29"/>
+<text text-anchor="start" x="46.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
+<text text-anchor="start" x="95.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="100.5" y="-38.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="41.5,-4 41.5,-29 322.5,-29 322.5,-4 41.5,-4"/>
+<text text-anchor="start" x="46.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
+<text text-anchor="start" x="128.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="133.5" y="-13.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- slot_pool -->
-<g id="node3" class="node">
+<g id="node2" class="node">
 <title>slot_pool</title>
-<polygon fill="none" stroke="black" points="11.5,-787 11.5,-815 302.5,-815 302.5,-787 11.5,-787"/>
-<text text-anchor="start" x="116" y="-798.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">slot_pool</text>
-<polygon fill="none" stroke="black" points="11.5,-762 11.5,-787 302.5,-787 302.5,-762 11.5,-762"/>
-<text text-anchor="start" x="16.5" y="-771.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="29.5" y="-771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="34.5" y="-771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="111.5" y="-771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="11.5,-737 11.5,-762 302.5,-762 302.5,-737 11.5,-737"/>
-<text text-anchor="start" x="16.5" y="-746.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
-<text text-anchor="start" x="94.5" y="-746.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="99.5" y="-746.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="11.5,-712 11.5,-737 302.5,-737 302.5,-712 11.5,-712"/>
-<text text-anchor="start" x="16.5" y="-721.8" font-family="Helvetica,sans-Serif" font-size="14.00">include_deferred</text>
-<text text-anchor="start" x="132.5" y="-721.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="137.5" y="-721.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<text text-anchor="start" x="221.5" y="-721.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="11.5,-687 11.5,-712 302.5,-712 302.5,-687 11.5,-687"/>
-<text text-anchor="start" x="16.5" y="-696.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
-<text text-anchor="start" x="46.5" y="-696.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="51.5" y="-696.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="11.5,-662 11.5,-687 302.5,-687 302.5,-662 11.5,-662"/>
-<text text-anchor="start" x="16.5" y="-671.8" font-family="Helvetica,sans-Serif" font-size="14.00">slots</text>
-<text text-anchor="start" x="49.5" y="-671.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="54.5" y="-671.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="36.5,-483 36.5,-511 327.5,-511 327.5,-483 36.5,-483"/>
+<text text-anchor="start" x="141" y="-494.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">slot_pool</text>
+<polygon fill="none" stroke="black" points="36.5,-458 36.5,-483 327.5,-483 327.5,-458 36.5,-458"/>
+<text text-anchor="start" x="41.5" y="-467.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="54.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="59.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="136.5" y="-467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="36.5,-433 36.5,-458 327.5,-458 327.5,-433 36.5,-433"/>
+<text text-anchor="start" x="41.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
+<text text-anchor="start" x="119.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="124.5" y="-442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="36.5,-408 36.5,-433 327.5,-433 327.5,-408 36.5,-408"/>
+<text text-anchor="start" x="41.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00">include_deferred</text>
+<text text-anchor="start" x="157.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="162.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<text text-anchor="start" x="246.5" y="-417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="36.5,-383 36.5,-408 327.5,-408 327.5,-383 36.5,-383"/>
+<text text-anchor="start" x="41.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
+<text text-anchor="start" x="71.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="76.5" y="-392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="36.5,-358 36.5,-383 327.5,-383 327.5,-358 36.5,-358"/>
+<text text-anchor="start" x="41.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00">slots</text>
+<text text-anchor="start" x="74.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="79.5" y="-367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- callback_request -->
-<g id="node4" class="node">
+<g id="node3" class="node">
 <title>callback_request</title>
-<polygon fill="none" stroke="black" points="8.5,-992 8.5,-1020 305.5,-1020 305.5,-992 8.5,-992"/>
-<text text-anchor="start" x="81.5" y="-1003.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">callback_request</text>
-<polygon fill="none" stroke="black" points="8.5,-967 8.5,-992 305.5,-992 305.5,-967 8.5,-967"/>
-<text text-anchor="start" x="13.5" y="-976.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="26.5" y="-976.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="31.5" y="-976.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="108.5" y="-976.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="8.5,-942 8.5,-967 305.5,-967 305.5,-942 8.5,-942"/>
-<text text-anchor="start" x="13.5" y="-951.8" font-family="Helvetica,sans-Serif" font-size="14.00">callback_data</text>
-<text text-anchor="start" x="107.5" y="-951.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="112.5" y="-951.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<text text-anchor="start" x="163.5" y="-951.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="8.5,-917 8.5,-942 305.5,-942 305.5,-917 8.5,-917"/>
-<text text-anchor="start" x="13.5" y="-926.8" font-family="Helvetica,sans-Serif" font-size="14.00">callback_type</text>
-<text text-anchor="start" x="107.5" y="-926.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="112.5" y="-926.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
-<text text-anchor="start" x="224.5" y="-926.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="8.5,-892 8.5,-917 305.5,-917 305.5,-892 8.5,-892"/>
-<text text-anchor="start" x="13.5" y="-901.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="86.5" y="-901.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="91.5" y="-901.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="187.5" y="-901.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="8.5,-867 8.5,-892 305.5,-892 305.5,-867 8.5,-867"/>
-<text text-anchor="start" x="13.5" y="-876.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
-<text text-anchor="start" x="117.5" y="-876.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="122.5" y="-876.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="199.5" y="-876.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="8.5,-842 8.5,-867 305.5,-867 305.5,-842 8.5,-842"/>
-<text text-anchor="start" x="13.5" y="-851.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
-<text text-anchor="start" x="132.5" y="-851.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="137.5" y="-851.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="33.5,-688 33.5,-716 330.5,-716 330.5,-688 33.5,-688"/>
+<text text-anchor="start" x="106.5" y="-699.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">callback_request</text>
+<polygon fill="none" stroke="black" points="33.5,-663 33.5,-688 330.5,-688 330.5,-663 33.5,-663"/>
+<text text-anchor="start" x="38.5" y="-672.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="51.5" y="-672.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="56.5" y="-672.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="133.5" y="-672.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="33.5,-638 33.5,-663 330.5,-663 330.5,-638 33.5,-638"/>
+<text text-anchor="start" x="38.5" y="-647.8" font-family="Helvetica,sans-Serif" font-size="14.00">callback_data</text>
+<text text-anchor="start" x="132.5" y="-647.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="137.5" y="-647.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<text text-anchor="start" x="188.5" y="-647.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="33.5,-613 33.5,-638 330.5,-638 330.5,-613 33.5,-613"/>
+<text text-anchor="start" x="38.5" y="-622.8" font-family="Helvetica,sans-Serif" font-size="14.00">callback_type</text>
+<text text-anchor="start" x="132.5" y="-622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="137.5" y="-622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
+<text text-anchor="start" x="249.5" y="-622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="33.5,-588 33.5,-613 330.5,-613 330.5,-588 33.5,-588"/>
+<text text-anchor="start" x="38.5" y="-597.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="111.5" y="-597.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="116.5" y="-597.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="212.5" y="-597.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="33.5,-563 33.5,-588 330.5,-588 330.5,-563 33.5,-563"/>
+<text text-anchor="start" x="38.5" y="-572.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
+<text text-anchor="start" x="142.5" y="-572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="147.5" y="-572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="224.5" y="-572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="33.5,-538 33.5,-563 330.5,-563 330.5,-538 33.5,-538"/>
+<text text-anchor="start" x="38.5" y="-547.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
+<text text-anchor="start" x="157.5" y="-547.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="162.5" y="-547.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
 </g>
 <!-- dag_priority_parsing_request -->
-<g id="node5" class="node">
+<g id="node4" class="node">
 <title>dag_priority_parsing_request</title>
-<polygon fill="none" stroke="black" points="20.5,-1096 20.5,-1124 292.5,-1124 292.5,-1096 20.5,-1096"/>
-<text text-anchor="start" x="25.5" y="-1107.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_priority_parsing_request</text>
-<polygon fill="none" stroke="black" points="20.5,-1071 20.5,-1096 292.5,-1096 292.5,-1071 20.5,-1071"/>
-<text text-anchor="start" x="25.5" y="-1080.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="38.5" y="-1080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="43.5" y="-1080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
-<text text-anchor="start" x="155.5" y="-1080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="20.5,-1046 20.5,-1071 292.5,-1071 292.5,-1046 20.5,-1046"/>
-<text text-anchor="start" x="25.5" y="-1055.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
-<text text-anchor="start" x="66.5" y="-1055.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="71.5" y="-1055.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<text text-anchor="start" x="201.5" y="-1055.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="45.5,-792 45.5,-820 317.5,-820 317.5,-792 45.5,-792"/>
+<text text-anchor="start" x="50.5" y="-803.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_priority_parsing_request</text>
+<polygon fill="none" stroke="black" points="45.5,-767 45.5,-792 317.5,-792 317.5,-767 45.5,-767"/>
+<text text-anchor="start" x="50.5" y="-776.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="63.5" y="-776.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="68.5" y="-776.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
+<text text-anchor="start" x="180.5" y="-776.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="45.5,-742 45.5,-767 317.5,-767 317.5,-742 45.5,-742"/>
+<text text-anchor="start" x="50.5" y="-751.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
+<text text-anchor="start" x="91.5" y="-751.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="96.5" y="-751.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<text text-anchor="start" x="226.5" y="-751.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag_code -->
-<g id="node6" class="node">
+<g id="node5" class="node">
 <title>dag_code</title>
-<polygon fill="none" stroke="black" points="18.5,-1250 18.5,-1278 295.5,-1278 295.5,-1250 18.5,-1250"/>
-<text text-anchor="start" x="114.5" y="-1261.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_code</text>
-<polygon fill="none" stroke="black" points="18.5,-1225 18.5,-1250 295.5,-1250 295.5,-1225 18.5,-1225"/>
-<text text-anchor="start" x="23.5" y="-1234.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">fileloc_hash</text>
-<text text-anchor="start" x="105.5" y="-1234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="110.5" y="-1234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
-<text text-anchor="start" x="174.5" y="-1234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-1200 18.5,-1225 295.5,-1225 295.5,-1200 18.5,-1200"/>
-<text text-anchor="start" x="23.5" y="-1209.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
-<text text-anchor="start" x="64.5" y="-1209.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="69.5" y="-1209.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<text text-anchor="start" x="199.5" y="-1209.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-1175 18.5,-1200 295.5,-1200 295.5,-1175 18.5,-1175"/>
-<text text-anchor="start" x="23.5" y="-1184.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_updated</text>
-<text text-anchor="start" x="113.5" y="-1184.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="118.5" y="-1184.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="214.5" y="-1184.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-1150 18.5,-1175 295.5,-1175 295.5,-1150 18.5,-1150"/>
-<text text-anchor="start" x="23.5" y="-1159.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_code</text>
-<text text-anchor="start" x="109.5" y="-1159.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="114.5" y="-1159.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<text text-anchor="start" x="164.5" y="-1159.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-946 43.5,-974 320.5,-974 320.5,-946 43.5,-946"/>
+<text text-anchor="start" x="139.5" y="-957.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_code</text>
+<polygon fill="none" stroke="black" points="43.5,-921 43.5,-946 320.5,-946 320.5,-921 43.5,-921"/>
+<text text-anchor="start" x="48.5" y="-930.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">fileloc_hash</text>
+<text text-anchor="start" x="130.5" y="-930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="135.5" y="-930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
+<text text-anchor="start" x="199.5" y="-930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-896 43.5,-921 320.5,-921 320.5,-896 43.5,-896"/>
+<text text-anchor="start" x="48.5" y="-905.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
+<text text-anchor="start" x="89.5" y="-905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="94.5" y="-905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<text text-anchor="start" x="224.5" y="-905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-871 43.5,-896 320.5,-896 320.5,-871 43.5,-871"/>
+<text text-anchor="start" x="48.5" y="-880.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_updated</text>
+<text text-anchor="start" x="138.5" y="-880.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="143.5" y="-880.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="239.5" y="-880.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-846 43.5,-871 320.5,-871 320.5,-846 43.5,-846"/>
+<text text-anchor="start" x="48.5" y="-855.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_code</text>
+<text text-anchor="start" x="134.5" y="-855.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="139.5" y="-855.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<text text-anchor="start" x="189.5" y="-855.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag_pickle -->
-<g id="node7" class="node">
+<g id="node6" class="node">
 <title>dag_pickle</title>
-<polygon fill="none" stroke="black" points="55.5,-1404 55.5,-1432 258.5,-1432 258.5,-1404 55.5,-1404"/>
-<text text-anchor="start" x="110" y="-1415.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_pickle</text>
-<polygon fill="none" stroke="black" points="55.5,-1379 55.5,-1404 258.5,-1404 258.5,-1379 55.5,-1379"/>
-<text text-anchor="start" x="60.5" y="-1388.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="73.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="78.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="155.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="55.5,-1354 55.5,-1379 258.5,-1379 258.5,-1354 55.5,-1354"/>
-<text text-anchor="start" x="60.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_dttm</text>
-<text text-anchor="start" x="152.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="157.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="55.5,-1329 55.5,-1354 258.5,-1354 258.5,-1329 55.5,-1329"/>
-<text text-anchor="start" x="60.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle</text>
-<text text-anchor="start" x="101.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="106.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="55.5,-1304 55.5,-1329 258.5,-1329 258.5,-1304 55.5,-1304"/>
-<text text-anchor="start" x="60.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle_hash</text>
-<text text-anchor="start" x="142.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="147.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
+<polygon fill="none" stroke="black" points="80.5,-1100 80.5,-1128 283.5,-1128 283.5,-1100 80.5,-1100"/>
+<text text-anchor="start" x="135" y="-1111.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_pickle</text>
+<polygon fill="none" stroke="black" points="80.5,-1075 80.5,-1100 283.5,-1100 283.5,-1075 80.5,-1075"/>
+<text text-anchor="start" x="85.5" y="-1084.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="98.5" y="-1084.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="103.5" y="-1084.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="180.5" y="-1084.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="80.5,-1050 80.5,-1075 283.5,-1075 283.5,-1050 80.5,-1050"/>
+<text text-anchor="start" x="85.5" y="-1059.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_dttm</text>
+<text text-anchor="start" x="177.5" y="-1059.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="182.5" y="-1059.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="80.5,-1025 80.5,-1050 283.5,-1050 283.5,-1025 80.5,-1025"/>
+<text text-anchor="start" x="85.5" y="-1034.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle</text>
+<text text-anchor="start" x="126.5" y="-1034.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="131.5" y="-1034.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="80.5,-1000 80.5,-1025 283.5,-1025 283.5,-1000 80.5,-1000"/>
+<text text-anchor="start" x="85.5" y="-1009.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle_hash</text>
+<text text-anchor="start" x="167.5" y="-1009.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="172.5" y="-1009.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
 </g>
 <!-- connection -->
-<g id="node8" class="node">
+<g id="node7" class="node">
 <title>connection</title>
-<polygon fill="none" stroke="black" points="14.5,-1758 14.5,-1786 298.5,-1786 298.5,-1758 14.5,-1758"/>
-<text text-anchor="start" x="106.5" y="-1769.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">connection</text>
-<polygon fill="none" stroke="black" points="14.5,-1733 14.5,-1758 298.5,-1758 298.5,-1733 14.5,-1733"/>
-<text text-anchor="start" x="19.5" y="-1742.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="32.5" y="-1742.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="37.5" y="-1742.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="114.5" y="-1742.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-1708 14.5,-1733 298.5,-1733 298.5,-1708 14.5,-1708"/>
-<text text-anchor="start" x="19.5" y="-1717.8" font-family="Helvetica,sans-Serif" font-size="14.00">conn_id</text>
-<text text-anchor="start" x="73.5" y="-1717.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="78.5" y="-1717.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="199.5" y="-1717.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-1683 14.5,-1708 298.5,-1708 298.5,-1683 14.5,-1683"/>
-<text text-anchor="start" x="19.5" y="-1692.8" font-family="Helvetica,sans-Serif" font-size="14.00">conn_type</text>
-<text text-anchor="start" x="91.5" y="-1692.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="96.5" y="-1692.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<text text-anchor="start" x="217.5" y="-1692.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-1658 14.5,-1683 298.5,-1683 298.5,-1658 14.5,-1658"/>
-<text text-anchor="start" x="19.5" y="-1667.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
-<text text-anchor="start" x="97.5" y="-1667.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="102.5" y="-1667.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="14.5,-1633 14.5,-1658 298.5,-1658 298.5,-1633 14.5,-1633"/>
-<text text-anchor="start" x="19.5" y="-1642.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
-<text text-anchor="start" x="56.5" y="-1642.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="61.5" y="-1642.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="14.5,-1608 14.5,-1633 298.5,-1633 298.5,-1608 14.5,-1608"/>
-<text text-anchor="start" x="19.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00">host</text>
-<text text-anchor="start" x="50.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="55.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<polygon fill="none" stroke="black" points="14.5,-1583 14.5,-1608 298.5,-1608 298.5,-1583 14.5,-1583"/>
-<text text-anchor="start" x="19.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_encrypted</text>
-<text text-anchor="start" x="108.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="113.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="14.5,-1558 14.5,-1583 298.5,-1583 298.5,-1558 14.5,-1558"/>
-<text text-anchor="start" x="19.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_extra_encrypted</text>
-<text text-anchor="start" x="151.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="156.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="14.5,-1533 14.5,-1558 298.5,-1558 298.5,-1533 14.5,-1533"/>
-<text text-anchor="start" x="19.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00">login</text>
-<text text-anchor="start" x="53.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="58.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="14.5,-1508 14.5,-1533 298.5,-1533 298.5,-1508 14.5,-1508"/>
-<text text-anchor="start" x="19.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
-<text text-anchor="start" x="86.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="91.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="14.5,-1483 14.5,-1508 298.5,-1508 298.5,-1483 14.5,-1483"/>
-<text text-anchor="start" x="19.5" y="-1492.8" font-family="Helvetica,sans-Serif" font-size="14.00">port</text>
-<text text-anchor="start" x="48.5" y="-1492.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="53.5" y="-1492.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="14.5,-1458 14.5,-1483 298.5,-1483 298.5,-1458 14.5,-1458"/>
-<text text-anchor="start" x="19.5" y="-1467.8" font-family="Helvetica,sans-Serif" font-size="14.00">schema</text>
-<text text-anchor="start" x="74.5" y="-1467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="79.5" y="-1467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-</g>
-<!-- sla_miss -->
-<g id="node9" class="node">
-<title>sla_miss</title>
-<polygon fill="none" stroke="black" points="10.5,-1987 10.5,-2015 302.5,-2015 302.5,-1987 10.5,-1987"/>
-<text text-anchor="start" x="118.5" y="-1998.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">sla_miss</text>
-<polygon fill="none" stroke="black" points="10.5,-1962 10.5,-1987 302.5,-1987 302.5,-1962 10.5,-1962"/>
-<text text-anchor="start" x="15.5" y="-1971.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="61.5" y="-1971.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="66.5" y="-1971.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="187.5" y="-1971.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="10.5,-1937 10.5,-1962 302.5,-1962 302.5,-1937 10.5,-1937"/>
-<text text-anchor="start" x="15.5" y="-1946.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">execution_date</text>
-<text text-anchor="start" x="120.5" y="-1946.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="125.5" y="-1946.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="221.5" y="-1946.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="10.5,-1912 10.5,-1937 302.5,-1937 302.5,-1912 10.5,-1912"/>
-<text text-anchor="start" x="15.5" y="-1921.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="64.5" y="-1921.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="69.5" y="-1921.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="190.5" y="-1921.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="10.5,-1887 10.5,-1912 302.5,-1912 302.5,-1887 10.5,-1887"/>
-<text text-anchor="start" x="15.5" y="-1896.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
-<text text-anchor="start" x="93.5" y="-1896.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="98.5" y="-1896.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="10.5,-1862 10.5,-1887 302.5,-1887 302.5,-1862 10.5,-1862"/>
-<text text-anchor="start" x="15.5" y="-1871.8" font-family="Helvetica,sans-Serif" font-size="14.00">email_sent</text>
-<text text-anchor="start" x="90.5" y="-1871.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="95.5" y="-1871.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="10.5,-1837 10.5,-1862 302.5,-1862 302.5,-1837 10.5,-1837"/>
-<text text-anchor="start" x="15.5" y="-1846.8" font-family="Helvetica,sans-Serif" font-size="14.00">notification_sent</text>
-<text text-anchor="start" x="130.5" y="-1846.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="135.5" y="-1846.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="10.5,-1812 10.5,-1837 302.5,-1837 302.5,-1812 10.5,-1812"/>
-<text text-anchor="start" x="15.5" y="-1821.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
-<text text-anchor="start" x="90.5" y="-1821.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="95.5" y="-1821.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="39.5,-1454 39.5,-1482 323.5,-1482 323.5,-1454 39.5,-1454"/>
+<text text-anchor="start" x="131.5" y="-1465.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">connection</text>
+<polygon fill="none" stroke="black" points="39.5,-1429 39.5,-1454 323.5,-1454 323.5,-1429 39.5,-1429"/>
+<text text-anchor="start" x="44.5" y="-1438.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="57.5" y="-1438.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="62.5" y="-1438.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="139.5" y="-1438.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="39.5,-1404 39.5,-1429 323.5,-1429 323.5,-1404 39.5,-1404"/>
+<text text-anchor="start" x="44.5" y="-1413.8" font-family="Helvetica,sans-Serif" font-size="14.00">conn_id</text>
+<text text-anchor="start" x="98.5" y="-1413.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="103.5" y="-1413.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="224.5" y="-1413.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="39.5,-1379 39.5,-1404 323.5,-1404 323.5,-1379 39.5,-1379"/>
+<text text-anchor="start" x="44.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00">conn_type</text>
+<text text-anchor="start" x="116.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="121.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<text text-anchor="start" x="242.5" y="-1388.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="39.5,-1354 39.5,-1379 323.5,-1379 323.5,-1354 39.5,-1354"/>
+<text text-anchor="start" x="44.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
+<text text-anchor="start" x="122.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="127.5" y="-1363.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="39.5,-1329 39.5,-1354 323.5,-1354 323.5,-1329 39.5,-1329"/>
+<text text-anchor="start" x="44.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
+<text text-anchor="start" x="81.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="86.5" y="-1338.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="39.5,-1304 39.5,-1329 323.5,-1329 323.5,-1304 39.5,-1304"/>
+<text text-anchor="start" x="44.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00">host</text>
+<text text-anchor="start" x="75.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="80.5" y="-1313.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<polygon fill="none" stroke="black" points="39.5,-1279 39.5,-1304 323.5,-1304 323.5,-1279 39.5,-1279"/>
+<text text-anchor="start" x="44.5" y="-1288.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_encrypted</text>
+<text text-anchor="start" x="133.5" y="-1288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="138.5" y="-1288.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="39.5,-1254 39.5,-1279 323.5,-1279 323.5,-1254 39.5,-1254"/>
+<text text-anchor="start" x="44.5" y="-1263.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_extra_encrypted</text>
+<text text-anchor="start" x="176.5" y="-1263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="181.5" y="-1263.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="39.5,-1229 39.5,-1254 323.5,-1254 323.5,-1229 39.5,-1229"/>
+<text text-anchor="start" x="44.5" y="-1238.8" font-family="Helvetica,sans-Serif" font-size="14.00">login</text>
+<text text-anchor="start" x="78.5" y="-1238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="83.5" y="-1238.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="39.5,-1204 39.5,-1229 323.5,-1229 323.5,-1204 39.5,-1204"/>
+<text text-anchor="start" x="44.5" y="-1213.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
+<text text-anchor="start" x="111.5" y="-1213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="116.5" y="-1213.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="39.5,-1179 39.5,-1204 323.5,-1204 323.5,-1179 39.5,-1179"/>
+<text text-anchor="start" x="44.5" y="-1188.8" font-family="Helvetica,sans-Serif" font-size="14.00">port</text>
+<text text-anchor="start" x="73.5" y="-1188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="78.5" y="-1188.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="39.5,-1154 39.5,-1179 323.5,-1179 323.5,-1154 39.5,-1154"/>
+<text text-anchor="start" x="44.5" y="-1163.8" font-family="Helvetica,sans-Serif" font-size="14.00">schema</text>
+<text text-anchor="start" x="99.5" y="-1163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="104.5" y="-1163.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
 </g>
 <!-- variable -->
-<g id="node10" class="node">
+<g id="node8" class="node">
 <title>variable</title>
-<polygon fill="none" stroke="black" points="62.5,-2166 62.5,-2194 250.5,-2194 250.5,-2166 62.5,-2166"/>
-<text text-anchor="start" x="120" y="-2177.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">variable</text>
-<polygon fill="none" stroke="black" points="62.5,-2141 62.5,-2166 250.5,-2166 250.5,-2141 62.5,-2141"/>
-<text text-anchor="start" x="67.5" y="-2150.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="80.5" y="-2150.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="85.5" y="-2150.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="162.5" y="-2150.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="62.5,-2116 62.5,-2141 250.5,-2141 250.5,-2116 62.5,-2116"/>
-<text text-anchor="start" x="67.5" y="-2125.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
-<text text-anchor="start" x="145.5" y="-2125.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="150.5" y="-2125.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="62.5,-2091 62.5,-2116 250.5,-2116 250.5,-2091 62.5,-2091"/>
-<text text-anchor="start" x="67.5" y="-2100.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_encrypted</text>
-<text text-anchor="start" x="156.5" y="-2100.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="161.5" y="-2100.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="62.5,-2066 62.5,-2091 250.5,-2091 250.5,-2066 62.5,-2066"/>
-<text text-anchor="start" x="67.5" y="-2075.8" font-family="Helvetica,sans-Serif" font-size="14.00">key</text>
-<text text-anchor="start" x="92.5" y="-2075.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="97.5" y="-2075.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="62.5,-2041 62.5,-2066 250.5,-2066 250.5,-2041 62.5,-2041"/>
-<text text-anchor="start" x="67.5" y="-2050.8" font-family="Helvetica,sans-Serif" font-size="14.00">val</text>
-<text text-anchor="start" x="88.5" y="-2050.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="93.5" y="-2050.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="87.5,-1633 87.5,-1661 275.5,-1661 275.5,-1633 87.5,-1633"/>
+<text text-anchor="start" x="145" y="-1644.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">variable</text>
+<polygon fill="none" stroke="black" points="87.5,-1608 87.5,-1633 275.5,-1633 275.5,-1608 87.5,-1608"/>
+<text text-anchor="start" x="92.5" y="-1617.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="105.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="110.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="187.5" y="-1617.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="87.5,-1583 87.5,-1608 275.5,-1608 275.5,-1583 87.5,-1583"/>
+<text text-anchor="start" x="92.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
+<text text-anchor="start" x="170.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="175.5" y="-1592.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="87.5,-1558 87.5,-1583 275.5,-1583 275.5,-1558 87.5,-1558"/>
+<text text-anchor="start" x="92.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_encrypted</text>
+<text text-anchor="start" x="181.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="186.5" y="-1567.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="87.5,-1533 87.5,-1558 275.5,-1558 275.5,-1533 87.5,-1533"/>
+<text text-anchor="start" x="92.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00">key</text>
+<text text-anchor="start" x="117.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="122.5" y="-1542.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="87.5,-1508 87.5,-1533 275.5,-1533 275.5,-1508 87.5,-1508"/>
+<text text-anchor="start" x="92.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00">val</text>
+<text text-anchor="start" x="113.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="118.5" y="-1517.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+</g>
+<!-- import_error -->
+<g id="node9" class="node">
+<title>import_error</title>
+<polygon fill="none" stroke="black" points="49.5,-1812 49.5,-1840 313.5,-1840 313.5,-1812 49.5,-1812"/>
+<text text-anchor="start" x="124" y="-1823.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">import_error</text>
+<polygon fill="none" stroke="black" points="49.5,-1787 49.5,-1812 313.5,-1812 313.5,-1787 49.5,-1787"/>
+<text text-anchor="start" x="54.5" y="-1796.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="67.5" y="-1796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="72.5" y="-1796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="149.5" y="-1796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="49.5,-1762 49.5,-1787 313.5,-1787 313.5,-1762 49.5,-1762"/>
+<text text-anchor="start" x="54.5" y="-1771.8" font-family="Helvetica,sans-Serif" font-size="14.00">filename</text>
+<text text-anchor="start" x="115.5" y="-1771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="120.5" y="-1771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1024)]</text>
+<polygon fill="none" stroke="black" points="49.5,-1737 49.5,-1762 313.5,-1762 313.5,-1737 49.5,-1737"/>
+<text text-anchor="start" x="54.5" y="-1746.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
+<text text-anchor="start" x="173.5" y="-1746.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="178.5" y="-1746.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="49.5,-1712 49.5,-1737 313.5,-1737 313.5,-1712 49.5,-1712"/>
+<text text-anchor="start" x="54.5" y="-1721.8" font-family="Helvetica,sans-Serif" font-size="14.00">stacktrace</text>
+<text text-anchor="start" x="127.5" y="-1721.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="132.5" y="-1721.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="49.5,-1687 49.5,-1712 313.5,-1712 313.5,-1687 49.5,-1687"/>
+<text text-anchor="start" x="54.5" y="-1696.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
+<text text-anchor="start" x="129.5" y="-1696.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="134.5" y="-1696.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+</g>
+<!-- job -->
+<g id="node10" class="node">
+<title>job</title>
+<polygon fill="none" stroke="black" points="62.5,-2117 62.5,-2145 300.5,-2145 300.5,-2117 62.5,-2117"/>
+<text text-anchor="start" x="167.5" y="-2128.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">job</text>
+<polygon fill="none" stroke="black" points="62.5,-2092 62.5,-2117 300.5,-2117 300.5,-2092 62.5,-2092"/>
+<text text-anchor="start" x="67.5" y="-2101.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="80.5" y="-2101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="85.5" y="-2101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="162.5" y="-2101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="62.5,-2067 62.5,-2092 300.5,-2092 300.5,-2067 62.5,-2067"/>
+<text text-anchor="start" x="67.5" y="-2076.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="113.5" y="-2076.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="118.5" y="-2076.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="62.5,-2042 62.5,-2067 300.5,-2067 300.5,-2042 62.5,-2042"/>
+<text text-anchor="start" x="67.5" y="-2051.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
+<text text-anchor="start" x="131.5" y="-2051.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="136.5" y="-2051.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="62.5,-2017 62.5,-2042 300.5,-2042 300.5,-2017 62.5,-2017"/>
+<text text-anchor="start" x="67.5" y="-2026.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_class</text>
+<text text-anchor="start" x="169.5" y="-2026.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="174.5" y="-2026.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<polygon fill="none" stroke="black" points="62.5,-1992 62.5,-2017 300.5,-2017 300.5,-1992 62.5,-1992"/>
+<text text-anchor="start" x="67.5" y="-2001.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
+<text text-anchor="start" x="137.5" y="-2001.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="142.5" y="-2001.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<polygon fill="none" stroke="black" points="62.5,-1967 62.5,-1992 300.5,-1992 300.5,-1967 62.5,-1967"/>
+<text text-anchor="start" x="67.5" y="-1976.8" font-family="Helvetica,sans-Serif" font-size="14.00">job_type</text>
+<text text-anchor="start" x="126.5" y="-1976.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="131.5" y="-1976.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(30)]</text>
+<polygon fill="none" stroke="black" points="62.5,-1942 62.5,-1967 300.5,-1967 300.5,-1942 62.5,-1942"/>
+<text text-anchor="start" x="67.5" y="-1951.8" font-family="Helvetica,sans-Serif" font-size="14.00">latest_heartbeat</text>
+<text text-anchor="start" x="180.5" y="-1951.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="185.5" y="-1951.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="62.5,-1917 62.5,-1942 300.5,-1942 300.5,-1917 62.5,-1917"/>
+<text text-anchor="start" x="67.5" y="-1926.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
+<text text-anchor="start" x="137.5" y="-1926.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="142.5" y="-1926.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="62.5,-1892 62.5,-1917 300.5,-1917 300.5,-1892 62.5,-1892"/>
+<text text-anchor="start" x="67.5" y="-1901.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
+<text text-anchor="start" x="102.5" y="-1901.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="107.5" y="-1901.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
+<polygon fill="none" stroke="black" points="62.5,-1867 62.5,-1892 300.5,-1892 300.5,-1867 62.5,-1867"/>
+<text text-anchor="start" x="67.5" y="-1876.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
+<text text-anchor="start" x="137.5" y="-1876.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="142.5" y="-1876.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
 </g>
 <!-- serialized_dag -->
 <g id="node11" class="node">
 <title>serialized_dag</title>
-<polygon fill="none" stroke="black" points="18.5,-2421 18.5,-2449 295.5,-2449 295.5,-2421 18.5,-2421"/>
-<text text-anchor="start" x="93.5" y="-2432.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">serialized_dag</text>
-<polygon fill="none" stroke="black" points="18.5,-2396 18.5,-2421 295.5,-2421 295.5,-2396 18.5,-2396"/>
-<text text-anchor="start" x="23.5" y="-2405.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="69.5" y="-2405.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="74.5" y="-2405.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="195.5" y="-2405.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-2371 18.5,-2396 295.5,-2396 295.5,-2371 18.5,-2371"/>
-<text text-anchor="start" x="23.5" y="-2380.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_hash</text>
-<text text-anchor="start" x="90.5" y="-2380.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="95.5" y="-2380.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
-<text text-anchor="start" x="207.5" y="-2380.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-2346 18.5,-2371 295.5,-2371 295.5,-2346 18.5,-2346"/>
-<text text-anchor="start" x="23.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00">data</text>
-<text text-anchor="start" x="54.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="59.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="18.5,-2321 18.5,-2346 295.5,-2346 295.5,-2321 18.5,-2321"/>
-<text text-anchor="start" x="23.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_compressed</text>
-<text text-anchor="start" x="145.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="150.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="18.5,-2296 18.5,-2321 295.5,-2321 295.5,-2296 18.5,-2296"/>
-<text text-anchor="start" x="23.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
-<text text-anchor="start" x="64.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="69.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<text text-anchor="start" x="199.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-2271 18.5,-2296 295.5,-2296 295.5,-2271 18.5,-2271"/>
-<text text-anchor="start" x="23.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc_hash</text>
-<text text-anchor="start" x="105.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="110.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
-<text text-anchor="start" x="174.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-2246 18.5,-2271 295.5,-2271 295.5,-2246 18.5,-2246"/>
-<text text-anchor="start" x="23.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_updated</text>
-<text text-anchor="start" x="113.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="118.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="214.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="18.5,-2221 18.5,-2246 295.5,-2246 295.5,-2221 18.5,-2221"/>
-<text text-anchor="start" x="23.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
-<text text-anchor="start" x="142.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="147.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-</g>
-<!-- import_error -->
+<polygon fill="none" stroke="black" points="43.5,-2371 43.5,-2399 320.5,-2399 320.5,-2371 43.5,-2371"/>
+<text text-anchor="start" x="118.5" y="-2382.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">serialized_dag</text>
+<polygon fill="none" stroke="black" points="43.5,-2346 43.5,-2371 320.5,-2371 320.5,-2346 43.5,-2346"/>
+<text text-anchor="start" x="48.5" y="-2355.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="94.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="99.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="220.5" y="-2355.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-2321 43.5,-2346 320.5,-2346 320.5,-2321 43.5,-2321"/>
+<text text-anchor="start" x="48.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_hash</text>
+<text text-anchor="start" x="115.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="120.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
+<text text-anchor="start" x="232.5" y="-2330.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-2296 43.5,-2321 320.5,-2321 320.5,-2296 43.5,-2296"/>
+<text text-anchor="start" x="48.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00">data</text>
+<text text-anchor="start" x="79.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="84.5" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="43.5,-2271 43.5,-2296 320.5,-2296 320.5,-2271 43.5,-2271"/>
+<text text-anchor="start" x="48.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_compressed</text>
+<text text-anchor="start" x="170.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="175.5" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="43.5,-2246 43.5,-2271 320.5,-2271 320.5,-2246 43.5,-2246"/>
+<text text-anchor="start" x="48.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
+<text text-anchor="start" x="89.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="94.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<text text-anchor="start" x="224.5" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-2221 43.5,-2246 320.5,-2246 320.5,-2221 43.5,-2221"/>
+<text text-anchor="start" x="48.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc_hash</text>
+<text text-anchor="start" x="130.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="135.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BIGINT]</text>
+<text text-anchor="start" x="199.5" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-2196 43.5,-2221 320.5,-2221 320.5,-2196 43.5,-2196"/>
+<text text-anchor="start" x="48.5" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_updated</text>
+<text text-anchor="start" x="138.5" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="143.5" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="239.5" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="43.5,-2171 43.5,-2196 320.5,-2196 320.5,-2171 43.5,-2171"/>
+<text text-anchor="start" x="48.5" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
+<text text-anchor="start" x="167.5" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="172.5" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+</g>
+<!-- asset_alias -->
 <g id="node12" class="node">
-<title>import_error</title>
-<polygon fill="none" stroke="black" points="24.5,-2600 24.5,-2628 288.5,-2628 288.5,-2600 24.5,-2600"/>
-<text text-anchor="start" x="99" y="-2611.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">import_error</text>
-<polygon fill="none" stroke="black" points="24.5,-2575 24.5,-2600 288.5,-2600 288.5,-2575 24.5,-2575"/>
-<text text-anchor="start" x="29.5" y="-2584.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="42.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="47.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="124.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="24.5,-2550 24.5,-2575 288.5,-2575 288.5,-2550 24.5,-2550"/>
-<text text-anchor="start" x="29.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00">filename</text>
-<text text-anchor="start" x="90.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="95.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1024)]</text>
-<polygon fill="none" stroke="black" points="24.5,-2525 24.5,-2550 288.5,-2550 288.5,-2525 24.5,-2525"/>
-<text text-anchor="start" x="29.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
-<text text-anchor="start" x="148.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="153.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="24.5,-2500 24.5,-2525 288.5,-2525 288.5,-2500 24.5,-2500"/>
-<text text-anchor="start" x="29.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00">stacktrace</text>
-<text text-anchor="start" x="102.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="107.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="24.5,-2475 24.5,-2500 288.5,-2500 288.5,-2475 24.5,-2475"/>
-<text text-anchor="start" x="29.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
-<text text-anchor="start" x="104.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="109.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-</g>
-<!-- dataset_alias -->
+<title>asset_alias</title>
+<polygon fill="none" stroke="black" points="515,-4503 515,-4531 777,-4531 777,-4503 515,-4503"/>
+<text text-anchor="start" x="597" y="-4514.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_alias</text>
+<polygon fill="none" stroke="black" points="515,-4478 515,-4503 777,-4503 777,-4478 515,-4478"/>
+<text text-anchor="start" x="520" y="-4487.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="533" y="-4487.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="538" y="-4487.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="615" y="-4487.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="515,-4453 515,-4478 777,-4478 777,-4453 515,-4453"/>
+<text text-anchor="start" x="520" y="-4462.8" font-family="Helvetica,sans-Serif" font-size="14.00">group</text>
+<text text-anchor="start" x="561" y="-4462.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="566" y="-4462.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="696" y="-4462.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="515,-4428 515,-4453 777,-4453 777,-4428 515,-4428"/>
+<text text-anchor="start" x="520" y="-4437.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
+<text text-anchor="start" x="560" y="-4437.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="565" y="-4437.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="695" y="-4437.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_alias_asset -->
 <g id="node13" class="node">
-<title>dataset_alias</title>
-<polygon fill="none" stroke="black" points="465,-4860 465,-4888 727,-4888 727,-4860 465,-4860"/>
-<text text-anchor="start" x="537" y="-4871.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset_alias</text>
-<polygon fill="none" stroke="black" points="465,-4835 465,-4860 727,-4860 727,-4835 465,-4835"/>
-<text text-anchor="start" x="470" y="-4844.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="483" y="-4844.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="488" y="-4844.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="565" y="-4844.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="465,-4810 465,-4835 727,-4835 727,-4810 465,-4810"/>
-<text text-anchor="start" x="470" y="-4819.8" font-family="Helvetica,sans-Serif" font-size="14.00">group</text>
-<text text-anchor="start" x="511" y="-4819.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="516" y="-4819.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="646" y="-4819.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="465,-4785 465,-4810 727,-4810 727,-4785 465,-4785"/>
-<text text-anchor="start" x="470" y="-4794.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
-<text text-anchor="start" x="510" y="-4794.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="515" y="-4794.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="645" y="-4794.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_alias_dataset -->
-<g id="node14" class="node">
-<title>dataset_alias_dataset</title>
-<polygon fill="none" stroke="black" points="942.5,-5153 942.5,-5181 1182.5,-5181 1182.5,-5153 942.5,-5153"/>
-<text text-anchor="start" x="966" y="-5164.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset_alias_dataset</text>
-<polygon fill="none" stroke="black" points="942.5,-5128 942.5,-5153 1182.5,-5153 1182.5,-5128 942.5,-5128"/>
-<text text-anchor="start" x="947.5" y="-5137.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
-<text text-anchor="start" x="999.5" y="-5137.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1004.5" y="-5137.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1081.5" y="-5137.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="942.5,-5103 942.5,-5128 1182.5,-5128 1182.5,-5103 942.5,-5103"/>
-<text text-anchor="start" x="947.5" y="-5112.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dataset_id</text>
-<text text-anchor="start" x="1019.5" y="-5112.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1024.5" y="-5112.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1101.5" y="-5112.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_alias&#45;&#45;dataset_alias_dataset -->
+<title>asset_alias_asset</title>
+<polygon fill="none" stroke="black" points="991,-4838 991,-4866 1216,-4866 1216,-4838 991,-4838"/>
+<text text-anchor="start" x="1026.5" y="-4849.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_alias_asset</text>
+<polygon fill="none" stroke="black" points="991,-4813 991,-4838 1216,-4838 1216,-4813 991,-4813"/>
+<text text-anchor="start" x="996" y="-4822.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
+<text text-anchor="start" x="1048" y="-4822.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1053" y="-4822.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1130" y="-4822.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="991,-4788 991,-4813 1216,-4813 1216,-4788 991,-4788"/>
+<text text-anchor="start" x="996" y="-4797.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">asset_id</text>
+<text text-anchor="start" x="1053" y="-4797.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1058" y="-4797.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1135" y="-4797.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_alias&#45;&#45;asset_alias_asset -->
 <g id="edge1" class="edge">
-<title>dataset_alias&#45;&#45;dataset_alias_dataset</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-4861.41C760.94,-4872.23 786.05,-4886.79 806,-4906 866.71,-4964.45 816.01,-5025.02 879,-5081 894.76,-5095.01 914.05,-5105.26 934.11,-5112.9"/>
-<text text-anchor="start" x="903.11" y="-5101.7" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-4850.21" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset_alias&#45;&#45;asset_alias_asset</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M785.12,-4508.82C811.25,-4519.48 836.48,-4534.06 856,-4554 928.36,-4627.92 854.87,-4702.85 929,-4775 943.83,-4789.44 962.52,-4799.89 982.08,-4807.44"/>
+<text text-anchor="start" x="951.08" y="-4796.24" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="785.12" y="-4497.62" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_alias&#45;&#45;dataset_alias_dataset -->
+<!-- asset_alias_asset_event -->
+<g id="node14" class="node">
+<title>asset_alias_asset_event</title>
+<polygon fill="none" stroke="black" points="990,-3625 990,-3653 1217,-3653 1217,-3625 990,-3625"/>
+<text text-anchor="start" x="997" y="-3636.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_alias_asset_event</text>
+<polygon fill="none" stroke="black" points="990,-3600 990,-3625 1217,-3625 1217,-3600 990,-3600"/>
+<text text-anchor="start" x="995" y="-3609.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
+<text text-anchor="start" x="1047" y="-3609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1052" y="-3609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1129" y="-3609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="990,-3575 990,-3600 1217,-3600 1217,-3575 990,-3575"/>
+<text text-anchor="start" x="995" y="-3584.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">event_id</text>
+<text text-anchor="start" x="1054" y="-3584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1059" y="-3584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1136" y="-3584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_alias&#45;&#45;asset_alias_asset_event -->
 <g id="edge2" class="edge">
-<title>dataset_alias&#45;&#45;dataset_alias_dataset</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-4879.02C760.94,-4890.23 786.05,-4904.79 806,-4924 866.71,-4982.45 816.01,-5043.02 879,-5099 894.76,-5113.01 914.05,-5123.26 934.11,-5130.62"/>
-<text text-anchor="start" x="903.11" y="-5119.42" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-4867.82" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset_alias&#45;&#45;asset_alias_asset_event</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M785.18,-4461.81C812.28,-4452.03 837.89,-4437.25 856,-4415 961.57,-4285.3 822.81,-3795.19 929,-3666 942.64,-3649.4 961.37,-3637.97 981.48,-3630.11"/>
+<text text-anchor="start" x="950.48" y="-3618.91" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="785.18" y="-4450.61" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_alias_dataset_event -->
+<!-- dag_schedule_asset_alias_reference -->
 <g id="node15" class="node">
-<title>dataset_alias_dataset_event</title>
-<polygon fill="none" stroke="black" points="931.5,-3940 931.5,-3968 1193.5,-3968 1193.5,-3940 931.5,-3940"/>
-<text text-anchor="start" x="936.5" y="-3951.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset_alias_dataset_event</text>
-<polygon fill="none" stroke="black" points="931.5,-3915 931.5,-3940 1193.5,-3940 1193.5,-3915 931.5,-3915"/>
-<text text-anchor="start" x="936.5" y="-3924.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
-<text text-anchor="start" x="988.5" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="993.5" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1070.5" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="931.5,-3890 931.5,-3915 1193.5,-3915 1193.5,-3890 931.5,-3890"/>
-<text text-anchor="start" x="936.5" y="-3899.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">event_id</text>
-<text text-anchor="start" x="995.5" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1000.5" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1077.5" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_alias&#45;&#45;dataset_alias_dataset_event -->
+<title>dag_schedule_asset_alias_reference</title>
+<polygon fill="none" stroke="black" points="937,-4476 937,-4504 1269,-4504 1269,-4476 937,-4476"/>
+<text text-anchor="start" x="942" y="-4487.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_schedule_asset_alias_reference</text>
+<polygon fill="none" stroke="black" points="937,-4451 937,-4476 1269,-4476 1269,-4451 937,-4451"/>
+<text text-anchor="start" x="942" y="-4460.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
+<text text-anchor="start" x="994" y="-4460.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="999" y="-4460.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1076" y="-4460.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="937,-4426 937,-4451 1269,-4451 1269,-4426 937,-4426"/>
+<text text-anchor="start" x="942" y="-4435.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="988" y="-4435.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="993" y="-4435.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1114" y="-4435.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="937,-4401 937,-4426 1269,-4426 1269,-4401 937,-4401"/>
+<text text-anchor="start" x="942" y="-4410.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1015" y="-4410.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1020" y="-4410.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1116" y="-4410.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="937,-4376 937,-4401 1269,-4401 1269,-4376 937,-4376"/>
+<text text-anchor="start" x="942" y="-4385.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1021" y="-4385.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1026" y="-4385.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1122" y="-4385.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_alias&#45;&#45;dag_schedule_asset_alias_reference -->
 <g id="edge3" class="edge">
-<title>dataset_alias&#45;&#45;dataset_alias_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.23,-4810.8C762.33,-4800.91 787.92,-4786.23 806,-4764 861.76,-4695.44 822.57,-4040.01 879,-3972 890.89,-3957.67 906.41,-3947.14 923.4,-3939.52"/>
-<text text-anchor="start" x="892.4" y="-3943.32" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.23" y="-4799.6" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset_alias&#45;&#45;dag_schedule_asset_alias_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M785.06,-4467.86C830.3,-4463.89 881.15,-4459.42 928.66,-4455.24"/>
+<text text-anchor="start" x="897.66" y="-4444.04" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="785.06" y="-4471.66" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_alias&#45;&#45;dataset_alias_dataset_event -->
+<!-- asset -->
+<g id="node16" class="node">
+<title>asset</title>
+<polygon fill="none" stroke="black" points="513,-4742 513,-4770 779,-4770 779,-4742 513,-4742"/>
+<text text-anchor="start" x="621.5" y="-4753.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset</text>
+<polygon fill="none" stroke="black" points="513,-4717 513,-4742 779,-4742 779,-4717 513,-4717"/>
+<text text-anchor="start" x="518" y="-4726.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="531" y="-4726.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="536" y="-4726.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="613" y="-4726.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4692 513,-4717 779,-4717 779,-4692 513,-4692"/>
+<text text-anchor="start" x="518" y="-4701.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="591" y="-4701.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="596" y="-4701.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="692" y="-4701.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4667 513,-4692 779,-4692 779,-4667 513,-4667"/>
+<text text-anchor="start" x="518" y="-4676.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
+<text text-anchor="start" x="555" y="-4676.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="560" y="-4676.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<text text-anchor="start" x="611" y="-4676.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4642 513,-4667 779,-4667 779,-4642 513,-4642"/>
+<text text-anchor="start" x="518" y="-4651.8" font-family="Helvetica,sans-Serif" font-size="14.00">group</text>
+<text text-anchor="start" x="559" y="-4651.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="564" y="-4651.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="694" y="-4651.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4617 513,-4642 779,-4642 779,-4617 513,-4617"/>
+<text text-anchor="start" x="518" y="-4626.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
+<text text-anchor="start" x="558" y="-4626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="563" y="-4626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="693" y="-4626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4592 513,-4617 779,-4617 779,-4592 513,-4592"/>
+<text text-anchor="start" x="518" y="-4601.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="597" y="-4601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="602" y="-4601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="698" y="-4601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="513,-4567 513,-4592 779,-4592 779,-4567 513,-4567"/>
+<text text-anchor="start" x="518" y="-4576.8" font-family="Helvetica,sans-Serif" font-size="14.00">uri</text>
+<text text-anchor="start" x="537" y="-4576.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="542" y="-4576.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="672" y="-4576.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset&#45;&#45;asset_alias_asset -->
 <g id="edge4" class="edge">
-<title>dataset_alias&#45;&#45;dataset_alias_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.23,-4828.34C762.33,-4818.91 787.92,-4804.23 806,-4782 861.76,-4713.44 822.57,-4058.01 879,-3990 890.89,-3975.67 906.41,-3965.14 923.4,-3957.32"/>
-<text text-anchor="start" x="892.4" y="-3961.12" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.23" y="-4817.14" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;asset_alias_asset</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.04,-4745.81C820.68,-4761.93 857.01,-4777.51 892,-4789 920.69,-4798.42 952.4,-4805.69 982.29,-4811.23"/>
+<text text-anchor="start" x="951.29" y="-4815.03" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="787.04" y="-4734.61" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dag_schedule_dataset_alias_reference -->
-<g id="node16" class="node">
-<title>dag_schedule_dataset_alias_reference</title>
-<polygon fill="none" stroke="black" points="887.5,-4791 887.5,-4819 1238.5,-4819 1238.5,-4791 887.5,-4791"/>
-<text text-anchor="start" x="892.5" y="-4802.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_schedule_dataset_alias_reference</text>
-<polygon fill="none" stroke="black" points="887.5,-4766 887.5,-4791 1238.5,-4791 1238.5,-4766 887.5,-4766"/>
-<text text-anchor="start" x="892.5" y="-4775.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">alias_id</text>
-<text text-anchor="start" x="944.5" y="-4775.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="949.5" y="-4775.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1026.5" y="-4775.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="887.5,-4741 887.5,-4766 1238.5,-4766 1238.5,-4741 887.5,-4741"/>
-<text text-anchor="start" x="892.5" y="-4750.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="938.5" y="-4750.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="943.5" y="-4750.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1064.5" y="-4750.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="887.5,-4716 887.5,-4741 1238.5,-4741 1238.5,-4716 887.5,-4716"/>
-<text text-anchor="start" x="892.5" y="-4725.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="965.5" y="-4725.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="970.5" y="-4725.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1066.5" y="-4725.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="887.5,-4691 887.5,-4716 1238.5,-4716 1238.5,-4691 887.5,-4691"/>
-<text text-anchor="start" x="892.5" y="-4700.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="971.5" y="-4700.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="976.5" y="-4700.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1072.5" y="-4700.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_alias&#45;&#45;dag_schedule_dataset_alias_reference -->
+<!-- asset_active -->
+<g id="node17" class="node">
+<title>asset_active</title>
+<polygon fill="none" stroke="black" points="973,-4734 973,-4762 1234,-4762 1234,-4734 973,-4734"/>
+<text text-anchor="start" x="1048" y="-4745.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_active</text>
+<polygon fill="none" stroke="black" points="973,-4709 973,-4734 1234,-4734 1234,-4709 973,-4709"/>
+<text text-anchor="start" x="978" y="-4718.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">name</text>
+<text text-anchor="start" x="1018" y="-4718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1023" y="-4718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="1153" y="-4718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="973,-4684 973,-4709 1234,-4709 1234,-4684 973,-4684"/>
+<text text-anchor="start" x="978" y="-4693.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">uri</text>
+<text text-anchor="start" x="997" y="-4693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1002" y="-4693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
+<text text-anchor="start" x="1132" y="-4693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset&#45;&#45;asset_active -->
 <g id="edge5" class="edge">
-<title>dataset_alias&#45;&#45;dag_schedule_dataset_alias_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-4812.62C780.17,-4804.66 830.92,-4795.7 878.74,-4787.26"/>
-<text text-anchor="start" x="847.74" y="-4776.06" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-4805.17" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;asset_active</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.23,-4679.35C843.5,-4685.41 908.16,-4693.09 964.19,-4700.38"/>
+<text text-anchor="start" x="954.19" y="-4689.18" font-family="Times,serif" font-size="14.00">1</text>
+<text text-anchor="start" x="787.23" y="-4668.15" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset -->
-<g id="node17" class="node">
-<title>dataset</title>
-<polygon fill="none" stroke="black" points="463,-5103 463,-5131 729,-5131 729,-5103 463,-5103"/>
-<text text-anchor="start" x="562" y="-5114.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset</text>
-<polygon fill="none" stroke="black" points="463,-5078 463,-5103 729,-5103 729,-5078 463,-5078"/>
-<text text-anchor="start" x="468" y="-5087.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="481" y="-5087.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="486" y="-5087.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="563" y="-5087.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-5053 463,-5078 729,-5078 729,-5053 463,-5053"/>
-<text text-anchor="start" x="468" y="-5062.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="541" y="-5062.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="546" y="-5062.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="642" y="-5062.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-5028 463,-5053 729,-5053 729,-5028 463,-5028"/>
-<text text-anchor="start" x="468" y="-5037.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
-<text text-anchor="start" x="505" y="-5037.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="510" y="-5037.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<text text-anchor="start" x="561" y="-5037.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-5003 463,-5028 729,-5028 729,-5003 463,-5003"/>
-<text text-anchor="start" x="468" y="-5012.8" font-family="Helvetica,sans-Serif" font-size="14.00">group</text>
-<text text-anchor="start" x="509" y="-5012.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="514" y="-5012.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="644" y="-5012.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-4978 463,-5003 729,-5003 729,-4978 463,-4978"/>
-<text text-anchor="start" x="468" y="-4987.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
-<text text-anchor="start" x="508" y="-4987.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="513" y="-4987.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="643" y="-4987.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-4953 463,-4978 729,-4978 729,-4953 463,-4953"/>
-<text text-anchor="start" x="468" y="-4962.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="547" y="-4962.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="552" y="-4962.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="648" y="-4962.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="463,-4928 463,-4953 729,-4953 729,-4928 463,-4928"/>
-<text text-anchor="start" x="468" y="-4937.8" font-family="Helvetica,sans-Serif" font-size="14.00">uri</text>
-<text text-anchor="start" x="487" y="-4937.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="492" y="-4937.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="622" y="-4937.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset&#45;&#45;dataset_alias_dataset -->
+<!-- asset&#45;&#45;asset_active -->
 <g id="edge6" class="edge">
-<title>dataset&#45;&#45;dataset_alias_dataset</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.11,-5070.77C771.14,-5081.32 807.63,-5091.93 842,-5100 871.64,-5106.96 903.89,-5112.76 934.31,-5117.73"/>
-<text text-anchor="start" x="903.31" y="-5106.53" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="737.11" y="-5059.57" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;asset_active</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.23,-4691.93C843.5,-4699.23 908.16,-4706.9 964.19,-4712.9"/>
+<text text-anchor="start" x="954.19" y="-4716.7" font-family="Times,serif" font-size="14.00">1</text>
+<text text-anchor="start" x="787.23" y="-4695.73" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset&#45;&#45;dataset_alias_dataset -->
+<!-- dag_schedule_asset_reference -->
+<g id="node18" class="node">
+<title>dag_schedule_asset_reference</title>
+<polygon fill="none" stroke="black" points="962,-4630 962,-4658 1244,-4658 1244,-4630 962,-4630"/>
+<text text-anchor="start" x="967" y="-4641.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_schedule_asset_reference</text>
+<polygon fill="none" stroke="black" points="962,-4605 962,-4630 1244,-4630 1244,-4605 962,-4605"/>
+<text text-anchor="start" x="967" y="-4614.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">asset_id</text>
+<text text-anchor="start" x="1024" y="-4614.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1029" y="-4614.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1106" y="-4614.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="962,-4580 962,-4605 1244,-4605 1244,-4580 962,-4580"/>
+<text text-anchor="start" x="967" y="-4589.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1013" y="-4589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1018" y="-4589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1139" y="-4589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="962,-4555 962,-4580 1244,-4580 1244,-4555 962,-4555"/>
+<text text-anchor="start" x="967" y="-4564.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1040" y="-4564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1045" y="-4564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1141" y="-4564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="962,-4530 962,-4555 1244,-4555 1244,-4530 962,-4530"/>
+<text text-anchor="start" x="967" y="-4539.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1046" y="-4539.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1051" y="-4539.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1147" y="-4539.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset&#45;&#45;dag_schedule_asset_reference -->
 <g id="edge7" class="edge">
-<title>dataset&#45;&#45;dataset_alias_dataset</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.11,-5088.24C771.14,-5099.32 807.63,-5109.93 842,-5118 871.64,-5124.96 903.89,-5130.76 934.31,-5135.2"/>
-<text text-anchor="start" x="903.31" y="-5139" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="737.11" y="-5077.04" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;dag_schedule_asset_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.23,-4645.89C840.1,-4637.17 900.39,-4627.23 953.96,-4618.4"/>
+<text text-anchor="start" x="922.96" y="-4607.2" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="787.23" y="-4634.69" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- asset_active -->
-<g id="node18" class="node">
-<title>asset_active</title>
-<polygon fill="none" stroke="black" points="932.5,-5049 932.5,-5077 1193.5,-5077 1193.5,-5049 932.5,-5049"/>
-<text text-anchor="start" x="1007.5" y="-5060.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_active</text>
-<polygon fill="none" stroke="black" points="932.5,-5024 932.5,-5049 1193.5,-5049 1193.5,-5024 932.5,-5024"/>
-<text text-anchor="start" x="937.5" y="-5033.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">name</text>
-<text text-anchor="start" x="977.5" y="-5033.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="982.5" y="-5033.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="1112.5" y="-5033.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="932.5,-4999 932.5,-5024 1193.5,-5024 1193.5,-4999 932.5,-4999"/>
-<text text-anchor="start" x="937.5" y="-5008.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">uri</text>
-<text text-anchor="start" x="956.5" y="-5008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="961.5" y="-5008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1500)]</text>
-<text text-anchor="start" x="1091.5" y="-5008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset&#45;&#45;asset_active -->
+<!-- task_outlet_asset_reference -->
+<g id="node19" class="node">
+<title>task_outlet_asset_reference</title>
+<polygon fill="none" stroke="black" points="970,-4321 970,-4349 1236,-4349 1236,-4321 970,-4321"/>
+<text text-anchor="start" x="977.5" y="-4332.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_outlet_asset_reference</text>
+<polygon fill="none" stroke="black" points="970,-4296 970,-4321 1236,-4321 1236,-4296 970,-4296"/>
+<text text-anchor="start" x="975" y="-4305.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">asset_id</text>
+<text text-anchor="start" x="1032" y="-4305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1037" y="-4305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1114" y="-4305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-4271 970,-4296 1236,-4296 1236,-4271 970,-4271"/>
+<text text-anchor="start" x="975" y="-4280.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1021" y="-4280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1026" y="-4280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1147" y="-4280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-4246 970,-4271 1236,-4271 1236,-4246 970,-4246"/>
+<text text-anchor="start" x="975" y="-4255.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1024" y="-4255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1029" y="-4255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1150" y="-4255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-4221 970,-4246 1236,-4246 1236,-4221 970,-4221"/>
+<text text-anchor="start" x="975" y="-4230.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1048" y="-4230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1053" y="-4230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1149" y="-4230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-4196 970,-4221 1236,-4221 1236,-4196 970,-4196"/>
+<text text-anchor="start" x="975" y="-4205.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1054" y="-4205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1059" y="-4205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1155" y="-4205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset&#45;&#45;task_outlet_asset_reference -->
 <g id="edge8" class="edge">
-<title>dataset&#45;&#45;asset_active</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.31,-5026.16C796.47,-5026.51 865.11,-5027.7 923.97,-5029.41"/>
-<text text-anchor="start" x="913.97" y="-5018.21" font-family="Times,serif" font-size="14.00">1</text>
-<text text-anchor="start" x="737.31" y="-5014.96" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;task_outlet_asset_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.2,-4602.55C812.42,-4586.03 836.76,-4566.49 856,-4544 912.38,-4478.08 870.69,-4427.22 929,-4363 938.67,-4352.35 949.9,-4342.75 961.9,-4334.15"/>
+<text text-anchor="start" x="930.9" y="-4322.95" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="787.2" y="-4591.35" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset&#45;&#45;asset_active -->
+<!-- asset_dag_run_queue -->
+<g id="node20" class="node">
+<title>asset_dag_run_queue</title>
+<polygon fill="none" stroke="black" points="950,-4142 950,-4170 1256,-4170 1256,-4142 950,-4142"/>
+<text text-anchor="start" x="1007" y="-4153.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_dag_run_queue</text>
+<polygon fill="none" stroke="black" points="950,-4117 950,-4142 1256,-4142 1256,-4117 950,-4117"/>
+<text text-anchor="start" x="955" y="-4126.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">asset_id</text>
+<text text-anchor="start" x="1012" y="-4126.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1017" y="-4126.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1094" y="-4126.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="950,-4092 950,-4117 1256,-4117 1256,-4092 950,-4092"/>
+<text text-anchor="start" x="955" y="-4101.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">target_dag_id</text>
+<text text-anchor="start" x="1049" y="-4101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1054" y="-4101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1175" y="-4101.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="950,-4067 950,-4092 1256,-4092 1256,-4067 950,-4067"/>
+<text text-anchor="start" x="955" y="-4076.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1028" y="-4076.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1033" y="-4076.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1129" y="-4076.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset&#45;&#45;asset_dag_run_queue -->
 <g id="edge9" class="edge">
-<title>dataset&#45;&#45;asset_active</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.31,-5038.67C796.47,-5040.36 865.11,-5041.53 923.97,-5041.86"/>
-<text text-anchor="start" x="913.97" y="-5045.66" font-family="Times,serif" font-size="14.00">1</text>
-<text text-anchor="start" x="737.31" y="-5042.47" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset&#45;&#45;asset_dag_run_queue</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M787.12,-4607.5C813.35,-4590.33 838.12,-4569.28 856,-4544 903.27,-4477.18 875.77,-4245.18 929,-4183 932.96,-4178.38 937.28,-4174.09 941.89,-4170.11"/>
+<text text-anchor="start" x="910.89" y="-4158.91" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="787.12" y="-4611.3" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dag_schedule_dataset_reference -->
-<g id="node19" class="node">
-<title>dag_schedule_dataset_reference</title>
-<polygon fill="none" stroke="black" points="911.5,-4945 911.5,-4973 1213.5,-4973 1213.5,-4945 911.5,-4945"/>
-<text text-anchor="start" x="916.5" y="-4956.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_schedule_dataset_reference</text>
-<polygon fill="none" stroke="black" points="911.5,-4920 911.5,-4945 1213.5,-4945 1213.5,-4920 911.5,-4920"/>
-<text text-anchor="start" x="916.5" y="-4929.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="962.5" y="-4929.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="967.5" y="-4929.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1088.5" y="-4929.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="911.5,-4895 911.5,-4920 1213.5,-4920 1213.5,-4895 911.5,-4895"/>
-<text text-anchor="start" x="916.5" y="-4904.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dataset_id</text>
-<text text-anchor="start" x="988.5" y="-4904.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="993.5" y="-4904.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1070.5" y="-4904.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="911.5,-4870 911.5,-4895 1213.5,-4895 1213.5,-4870 911.5,-4870"/>
-<text text-anchor="start" x="916.5" y="-4879.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="989.5" y="-4879.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="994.5" y="-4879.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1090.5" y="-4879.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="911.5,-4845 911.5,-4870 1213.5,-4870 1213.5,-4845 911.5,-4845"/>
-<text text-anchor="start" x="916.5" y="-4854.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="995.5" y="-4854.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1000.5" y="-4854.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1096.5" y="-4854.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset&#45;&#45;dag_schedule_dataset_reference -->
+<!-- asset_event -->
+<g id="node21" class="node">
+<title>asset_event</title>
+<polygon fill="none" stroke="black" points="515,-3657 515,-3685 777,-3685 777,-3657 515,-3657"/>
+<text text-anchor="start" x="592.5" y="-3668.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">asset_event</text>
+<polygon fill="none" stroke="black" points="515,-3632 515,-3657 777,-3657 777,-3632 515,-3632"/>
+<text text-anchor="start" x="520" y="-3641.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="533" y="-3641.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="538" y="-3641.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="615" y="-3641.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="515,-3607 515,-3632 777,-3632 777,-3607 515,-3607"/>
+<text text-anchor="start" x="520" y="-3616.8" font-family="Helvetica,sans-Serif" font-size="14.00">asset_id</text>
+<text text-anchor="start" x="577" y="-3616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="582" y="-3616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="659" y="-3616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="515,-3582 515,-3607 777,-3607 777,-3582 515,-3582"/>
+<text text-anchor="start" x="520" y="-3591.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
+<text text-anchor="start" x="557" y="-3591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="562" y="-3591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<text text-anchor="start" x="613" y="-3591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="515,-3557 515,-3582 777,-3582 777,-3557 515,-3557"/>
+<text text-anchor="start" x="520" y="-3566.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_dag_id</text>
+<text text-anchor="start" x="619" y="-3566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="624" y="-3566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="515,-3532 515,-3557 777,-3557 777,-3532 515,-3532"/>
+<text text-anchor="start" x="520" y="-3541.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_map_index</text>
+<text text-anchor="start" x="649" y="-3541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="654" y="-3541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="515,-3507 515,-3532 777,-3532 777,-3507 515,-3507"/>
+<text text-anchor="start" x="520" y="-3516.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_run_id</text>
+<text text-anchor="start" x="617" y="-3516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="622" y="-3516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="515,-3482 515,-3507 777,-3507 777,-3482 515,-3482"/>
+<text text-anchor="start" x="520" y="-3491.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_task_id</text>
+<text text-anchor="start" x="622" y="-3491.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="627" y="-3491.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="515,-3457 515,-3482 777,-3482 777,-3457 515,-3457"/>
+<text text-anchor="start" x="520" y="-3466.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
+<text text-anchor="start" x="595" y="-3466.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="600" y="-3466.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="696" y="-3466.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_event&#45;&#45;asset_alias_asset_event -->
 <g id="edge10" class="edge">
-<title>dataset&#45;&#45;dag_schedule_dataset_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.31,-4993.45C789.66,-4979.81 849.43,-4964.24 903.28,-4950.22"/>
-<text text-anchor="start" x="872.28" y="-4939.02" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="737.31" y="-4982.25" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset_event&#45;&#45;asset_alias_asset_event</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M785.06,-3584.05C847.69,-3589.97 921.08,-3596.9 981.45,-3602.61"/>
+<text text-anchor="start" x="950.45" y="-3591.41" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="785.06" y="-3572.85" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- task_outlet_dataset_reference -->
-<g id="node20" class="node">
-<title>task_outlet_dataset_reference</title>
-<polygon fill="none" stroke="black" points="922.5,-4636 922.5,-4664 1203.5,-4664 1203.5,-4636 922.5,-4636"/>
-<text text-anchor="start" x="927.5" y="-4647.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_outlet_dataset_reference</text>
-<polygon fill="none" stroke="black" points="922.5,-4611 922.5,-4636 1203.5,-4636 1203.5,-4611 922.5,-4611"/>
-<text text-anchor="start" x="927.5" y="-4620.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="973.5" y="-4620.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="978.5" y="-4620.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1099.5" y="-4620.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="922.5,-4586 922.5,-4611 1203.5,-4611 1203.5,-4586 922.5,-4586"/>
-<text text-anchor="start" x="927.5" y="-4595.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dataset_id</text>
-<text text-anchor="start" x="999.5" y="-4595.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1004.5" y="-4595.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1081.5" y="-4595.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="922.5,-4561 922.5,-4586 1203.5,-4586 1203.5,-4561 922.5,-4561"/>
-<text text-anchor="start" x="927.5" y="-4570.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="976.5" y="-4570.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="981.5" y="-4570.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1102.5" y="-4570.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="922.5,-4536 922.5,-4561 1203.5,-4561 1203.5,-4536 922.5,-4536"/>
-<text text-anchor="start" x="927.5" y="-4545.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="1000.5" y="-4545.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1005.5" y="-4545.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1101.5" y="-4545.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="922.5,-4511 922.5,-4536 1203.5,-4536 1203.5,-4511 922.5,-4511"/>
-<text text-anchor="start" x="927.5" y="-4520.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="1006.5" y="-4520.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1011.5" y="-4520.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1107.5" y="-4520.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset&#45;&#45;task_outlet_dataset_reference -->
+<!-- dagrun_asset_event -->
+<g id="node22" class="node">
+<title>dagrun_asset_event</title>
+<polygon fill="none" stroke="black" points="981,-3521 981,-3549 1226,-3549 1226,-3521 981,-3521"/>
+<text text-anchor="start" x="1014" y="-3532.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dagrun_asset_event</text>
+<polygon fill="none" stroke="black" points="981,-3496 981,-3521 1226,-3521 1226,-3496 981,-3496"/>
+<text text-anchor="start" x="986" y="-3505.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
+<text text-anchor="start" x="1063" y="-3505.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1068" y="-3505.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1145" y="-3505.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="981,-3471 981,-3496 1226,-3496 1226,-3471 981,-3471"/>
+<text text-anchor="start" x="986" y="-3480.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">event_id</text>
+<text text-anchor="start" x="1045" y="-3480.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1050" y="-3480.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1127" y="-3480.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- asset_event&#45;&#45;dagrun_asset_event -->
 <g id="edge11" class="edge">
-<title>dataset&#45;&#45;task_outlet_dataset_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.07,-4962.71C762.68,-4945.44 787.2,-4924.87 806,-4901 870.52,-4819.07 810.67,-4756.78 879,-4678 889.07,-4666.39 900.99,-4656.13 913.83,-4647.09"/>
-<text text-anchor="start" x="882.83" y="-4635.89" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="737.07" y="-4951.51" font-family="Times,serif" font-size="14.00">1</text>
+<title>asset_event&#45;&#45;dagrun_asset_event</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M785.06,-3552.49C844.55,-3544.52 913.75,-3535.24 972.28,-3527.39"/>
+<text text-anchor="start" x="941.28" y="-3516.19" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="785.06" y="-3541.29" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_dag_run_queue -->
-<g id="node21" class="node">
-<title>dataset_dag_run_queue</title>
-<polygon fill="none" stroke="black" points="909.5,-4457 909.5,-4485 1215.5,-4485 1215.5,-4457 909.5,-4457"/>
-<text text-anchor="start" x="957" y="-4468.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset_dag_run_queue</text>
-<polygon fill="none" stroke="black" points="909.5,-4432 909.5,-4457 1215.5,-4457 1215.5,-4432 909.5,-4432"/>
-<text text-anchor="start" x="914.5" y="-4441.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dataset_id</text>
-<text text-anchor="start" x="986.5" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="991.5" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1068.5" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="909.5,-4407 909.5,-4432 1215.5,-4432 1215.5,-4407 909.5,-4407"/>
-<text text-anchor="start" x="914.5" y="-4416.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">target_dag_id</text>
-<text text-anchor="start" x="1008.5" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1013.5" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1134.5" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="909.5,-4382 909.5,-4407 1215.5,-4407 1215.5,-4382 909.5,-4382"/>
-<text text-anchor="start" x="914.5" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="987.5" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="992.5" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1088.5" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset&#45;&#45;dataset_dag_run_queue -->
+<!-- dag -->
+<g id="node23" class="node">
+<title>dag</title>
+<polygon fill="none" stroke="black" points="444,-4374 444,-4402 848,-4402 848,-4374 444,-4374"/>
+<text text-anchor="start" x="629" y="-4385.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag</text>
+<polygon fill="none" stroke="black" points="444,-4349 444,-4374 848,-4374 848,-4349 444,-4349"/>
+<text text-anchor="start" x="449" y="-4358.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="495" y="-4358.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="500" y="-4358.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="621" y="-4358.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="444,-4324 444,-4349 848,-4349 848,-4324 444,-4324"/>
+<text text-anchor="start" x="449" y="-4333.8" font-family="Helvetica,sans-Serif" font-size="14.00">asset_expression</text>
+<text text-anchor="start" x="568" y="-4333.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="573" y="-4333.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="444,-4299 444,-4324 848,-4324 848,-4299 444,-4299"/>
+<text text-anchor="start" x="449" y="-4308.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_display_name</text>
+<text text-anchor="start" x="578" y="-4308.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="583" y="-4308.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="444,-4274 444,-4299 848,-4299 848,-4274 444,-4274"/>
+<text text-anchor="start" x="449" y="-4283.8" font-family="Helvetica,sans-Serif" font-size="14.00">default_view</text>
+<text text-anchor="start" x="537" y="-4283.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="542" y="-4283.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(25)]</text>
+<polygon fill="none" stroke="black" points="444,-4249 444,-4274 848,-4274 848,-4249 444,-4249"/>
+<text text-anchor="start" x="449" y="-4258.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
+<text text-anchor="start" x="527" y="-4258.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="532" y="-4258.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<polygon fill="none" stroke="black" points="444,-4224 444,-4249 848,-4249 848,-4224 444,-4224"/>
+<text text-anchor="start" x="449" y="-4233.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
+<text text-anchor="start" x="490" y="-4233.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="495" y="-4233.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="444,-4199 444,-4224 848,-4224 848,-4199 444,-4199"/>
+<text text-anchor="start" x="449" y="-4208.8" font-family="Helvetica,sans-Serif" font-size="14.00">has_import_errors</text>
+<text text-anchor="start" x="574" y="-4208.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="579" y="-4208.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="444,-4174 444,-4199 848,-4199 848,-4174 444,-4174"/>
+<text text-anchor="start" x="449" y="-4183.8" font-family="Helvetica,sans-Serif" font-size="14.00">has_task_concurrency_limits</text>
+<text text-anchor="start" x="646" y="-4183.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="651" y="-4183.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<text text-anchor="start" x="735" y="-4183.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="444,-4149 444,-4174 848,-4174 848,-4149 444,-4149"/>
+<text text-anchor="start" x="449" y="-4158.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_active</text>
+<text text-anchor="start" x="509" y="-4158.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="514" y="-4158.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="444,-4124 444,-4149 848,-4149 848,-4124 444,-4124"/>
+<text text-anchor="start" x="449" y="-4133.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_paused</text>
+<text text-anchor="start" x="519" y="-4133.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="524" y="-4133.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="444,-4099 444,-4124 848,-4124 848,-4099 444,-4099"/>
+<text text-anchor="start" x="449" y="-4108.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_expired</text>
+<text text-anchor="start" x="533" y="-4108.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="538" y="-4108.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-4074 444,-4099 848,-4099 848,-4074 444,-4074"/>
+<text text-anchor="start" x="449" y="-4083.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_parsed_time</text>
+<text text-anchor="start" x="567" y="-4083.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="572" y="-4083.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-4049 444,-4074 848,-4074 848,-4049 444,-4049"/>
+<text text-anchor="start" x="449" y="-4058.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_pickled</text>
+<text text-anchor="start" x="531" y="-4058.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="536" y="-4058.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-4024 444,-4049 848,-4049 848,-4024 444,-4024"/>
+<text text-anchor="start" x="449" y="-4033.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_runs</text>
+<text text-anchor="start" x="566" y="-4033.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="571" y="-4033.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="444,-3999 444,-4024 848,-4024 848,-3999 444,-3999"/>
+<text text-anchor="start" x="449" y="-4008.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_tasks</text>
+<text text-anchor="start" x="571" y="-4008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="576" y="-4008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="653" y="-4008.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="444,-3974 444,-3999 848,-3999 848,-3974 444,-3974"/>
+<text text-anchor="start" x="449" y="-3983.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_consecutive_failed_dag_runs</text>
+<text text-anchor="start" x="685" y="-3983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="690" y="-3983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="767" y="-3983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="444,-3949 444,-3974 848,-3974 848,-3949 444,-3949"/>
+<text text-anchor="start" x="449" y="-3958.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun</text>
+<text text-anchor="start" x="537" y="-3958.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="542" y="-3958.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-3924 444,-3949 848,-3949 848,-3924 444,-3924"/>
+<text text-anchor="start" x="449" y="-3933.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_create_after</text>
+<text text-anchor="start" x="626" y="-3933.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="631" y="-3933.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-3899 444,-3924 848,-3924 848,-3899 444,-3899"/>
+<text text-anchor="start" x="449" y="-3908.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_data_interval_end</text>
+<text text-anchor="start" x="667" y="-3908.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="672" y="-3908.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-3874 444,-3899 848,-3899 848,-3874 444,-3874"/>
+<text text-anchor="start" x="449" y="-3883.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_data_interval_start</text>
+<text text-anchor="start" x="673" y="-3883.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="678" y="-3883.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="444,-3849 444,-3874 848,-3874 848,-3849 444,-3849"/>
+<text text-anchor="start" x="449" y="-3858.8" font-family="Helvetica,sans-Serif" font-size="14.00">owners</text>
+<text text-anchor="start" x="500" y="-3858.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="505" y="-3858.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="444,-3824 444,-3849 848,-3849 848,-3824 444,-3824"/>
+<text text-anchor="start" x="449" y="-3833.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle_id</text>
+<text text-anchor="start" x="510" y="-3833.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="515" y="-3833.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="444,-3799 444,-3824 848,-3824 848,-3799 444,-3799"/>
+<text text-anchor="start" x="449" y="-3808.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
+<text text-anchor="start" x="568" y="-3808.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="573" y="-3808.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="444,-3774 444,-3799 848,-3799 848,-3774 444,-3774"/>
+<text text-anchor="start" x="449" y="-3783.8" font-family="Helvetica,sans-Serif" font-size="14.00">timetable_description</text>
+<text text-anchor="start" x="599" y="-3783.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="604" y="-3783.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="444,-3749 444,-3774 848,-3774 848,-3749 444,-3749"/>
+<text text-anchor="start" x="449" y="-3758.8" font-family="Helvetica,sans-Serif" font-size="14.00">timetable_summary</text>
+<text text-anchor="start" x="588" y="-3758.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="593" y="-3758.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+</g>
+<!-- dag&#45;&#45;dag_schedule_asset_alias_reference -->
 <g id="edge12" class="edge">
-<title>dataset&#45;&#45;dataset_dag_run_queue</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.02,-4966.45C763.43,-4948.7 788.28,-4926.98 806,-4901 857.28,-4825.81 819.93,-4567.24 879,-4498 885.54,-4490.34 893.05,-4483.59 901.22,-4477.65"/>
-<text text-anchor="start" x="870.22" y="-4466.45" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="737.02" y="-4966.5" font-family="Times,serif" font-size="14.00">1</text>
+<title>dag&#45;&#45;dag_schedule_asset_alias_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.28,-4304.57C879.81,-4325.2 904.25,-4344.77 929,-4362 933.87,-4365.39 938.91,-4368.68 944.07,-4371.89"/>
+<text text-anchor="start" x="913.07" y="-4360.69" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.28" y="-4293.37" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_event -->
-<g id="node22" class="node">
-<title>dataset_event</title>
-<polygon fill="none" stroke="black" points="465,-4015 465,-4043 727,-4043 727,-4015 465,-4015"/>
-<text text-anchor="start" x="532.5" y="-4026.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dataset_event</text>
-<polygon fill="none" stroke="black" points="465,-3990 465,-4015 727,-4015 727,-3990 465,-3990"/>
-<text text-anchor="start" x="470" y="-3999.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="483" y="-3999.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="488" y="-3999.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="565" y="-3999.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="465,-3965 465,-3990 727,-3990 727,-3965 465,-3965"/>
-<text text-anchor="start" x="470" y="-3974.8" font-family="Helvetica,sans-Serif" font-size="14.00">dataset_id</text>
-<text text-anchor="start" x="542" y="-3974.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="547" y="-3974.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="624" y="-3974.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="465,-3940 465,-3965 727,-3965 727,-3940 465,-3940"/>
-<text text-anchor="start" x="470" y="-3949.8" font-family="Helvetica,sans-Serif" font-size="14.00">extra</text>
-<text text-anchor="start" x="507" y="-3949.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="512" y="-3949.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<text text-anchor="start" x="563" y="-3949.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="465,-3915 465,-3940 727,-3940 727,-3915 465,-3915"/>
-<text text-anchor="start" x="470" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_dag_id</text>
-<text text-anchor="start" x="569" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="574" y="-3924.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="465,-3890 465,-3915 727,-3915 727,-3890 465,-3890"/>
-<text text-anchor="start" x="470" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_map_index</text>
-<text text-anchor="start" x="599" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="604" y="-3899.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="465,-3865 465,-3890 727,-3890 727,-3865 465,-3865"/>
-<text text-anchor="start" x="470" y="-3874.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_run_id</text>
-<text text-anchor="start" x="567" y="-3874.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="572" y="-3874.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="465,-3840 465,-3865 727,-3865 727,-3840 465,-3840"/>
-<text text-anchor="start" x="470" y="-3849.8" font-family="Helvetica,sans-Serif" font-size="14.00">source_task_id</text>
-<text text-anchor="start" x="572" y="-3849.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="577" y="-3849.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="465,-3815 465,-3840 727,-3840 727,-3815 465,-3815"/>
-<text text-anchor="start" x="470" y="-3824.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
-<text text-anchor="start" x="545" y="-3824.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="550" y="-3824.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="646" y="-3824.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_event&#45;&#45;dataset_alias_dataset_event -->
+<!-- dag&#45;&#45;dag_schedule_asset_reference -->
 <g id="edge13" class="edge">
-<title>dataset_event&#45;&#45;dataset_alias_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-3922.77C794.48,-3922.08 863.72,-3922.08 923.12,-3922.77"/>
-<text text-anchor="start" x="892.12" y="-3911.57" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-3911.57" font-family="Times,serif" font-size="14.00">1</text>
+<title>dag&#45;&#45;dag_schedule_asset_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M854,-4406.59C892.08,-4465.93 922.12,-4511.08 929,-4517 936.73,-4523.65 945.12,-4529.81 953.9,-4535.51"/>
+<text text-anchor="start" x="922.9" y="-4524.31" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="844" y="-4410.39" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dataset_event&#45;&#45;dataset_alias_dataset_event -->
+<!-- dag&#45;&#45;task_outlet_asset_reference -->
 <g id="edge14" class="edge">
-<title>dataset_event&#45;&#45;dataset_alias_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-3935.23C794.48,-3935.92 863.72,-3935.92 923.12,-3935.23"/>
-<text text-anchor="start" x="892.12" y="-3924.03" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-3939.03" font-family="Times,serif" font-size="14.00">1</text>
+<title>dag&#45;&#45;task_outlet_asset_reference</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.19,-4166.57C892.02,-4182.09 928.46,-4197.86 961.92,-4212.35"/>
+<text text-anchor="start" x="930.92" y="-4201.15" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.19" y="-4155.37" font-family="Times,serif" font-size="14.00">1</text>
 </g>
-<!-- dagrun_dataset_event -->
-<g id="node23" class="node">
-<title>dagrun_dataset_event</title>
-<polygon fill="none" stroke="black" points="940.5,-3836 940.5,-3864 1185.5,-3864 1185.5,-3836 940.5,-3836"/>
-<text text-anchor="start" x="963.5" y="-3847.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dagrun_dataset_event</text>
-<polygon fill="none" stroke="black" points="940.5,-3811 940.5,-3836 1185.5,-3836 1185.5,-3811 940.5,-3811"/>
-<text text-anchor="start" x="945.5" y="-3820.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
-<text text-anchor="start" x="1022.5" y="-3820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1027.5" y="-3820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1104.5" y="-3820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="940.5,-3786 940.5,-3811 1185.5,-3811 1185.5,-3786 940.5,-3786"/>
-<text text-anchor="start" x="945.5" y="-3795.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">event_id</text>
-<text text-anchor="start" x="1004.5" y="-3795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1009.5" y="-3795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1086.5" y="-3795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dataset_event&#45;&#45;dagrun_dataset_event -->
+<!-- dag&#45;&#45;asset_dag_run_queue -->
 <g id="edge15" class="edge">
-<title>dataset_event&#45;&#45;dagrun_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M735.11,-3898.08C797.42,-3884.13 870.61,-3867.74 931.88,-3854.02"/>
-<text text-anchor="start" x="900.88" y="-3842.82" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="735.11" y="-3886.88" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- dag -->
-<g id="node24" class="node">
-<title>dag</title>
-<polygon fill="none" stroke="black" points="394,-4732 394,-4760 798,-4760 798,-4732 394,-4732"/>
-<text text-anchor="start" x="579" y="-4743.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag</text>
-<polygon fill="none" stroke="black" points="394,-4707 394,-4732 798,-4732 798,-4707 394,-4707"/>
-<text text-anchor="start" x="399" y="-4716.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="445" y="-4716.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="450" y="-4716.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="571" y="-4716.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="394,-4682 394,-4707 798,-4707 798,-4682 394,-4682"/>
-<text text-anchor="start" x="399" y="-4691.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_display_name</text>
-<text text-anchor="start" x="528" y="-4691.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="533" y="-4691.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="394,-4657 394,-4682 798,-4682 798,-4657 394,-4657"/>
-<text text-anchor="start" x="399" y="-4666.8" font-family="Helvetica,sans-Serif" font-size="14.00">dataset_expression</text>
-<text text-anchor="start" x="533" y="-4666.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="538" y="-4666.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="394,-4632 394,-4657 798,-4657 798,-4632 394,-4632"/>
-<text text-anchor="start" x="399" y="-4641.8" font-family="Helvetica,sans-Serif" font-size="14.00">default_view</text>
-<text text-anchor="start" x="487" y="-4641.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="492" y="-4641.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(25)]</text>
-<polygon fill="none" stroke="black" points="394,-4607 394,-4632 798,-4632 798,-4607 394,-4607"/>
-<text text-anchor="start" x="399" y="-4616.8" font-family="Helvetica,sans-Serif" font-size="14.00">description</text>
-<text text-anchor="start" x="477" y="-4616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="482" y="-4616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<polygon fill="none" stroke="black" points="394,-4582 394,-4607 798,-4607 798,-4582 394,-4582"/>
-<text text-anchor="start" x="399" y="-4591.8" font-family="Helvetica,sans-Serif" font-size="14.00">fileloc</text>
-<text text-anchor="start" x="440" y="-4591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="445" y="-4591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="394,-4557 394,-4582 798,-4582 798,-4557 394,-4557"/>
-<text text-anchor="start" x="399" y="-4566.8" font-family="Helvetica,sans-Serif" font-size="14.00">has_import_errors</text>
-<text text-anchor="start" x="524" y="-4566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="529" y="-4566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="394,-4532 394,-4557 798,-4557 798,-4532 394,-4532"/>
-<text text-anchor="start" x="399" y="-4541.8" font-family="Helvetica,sans-Serif" font-size="14.00">has_task_concurrency_limits</text>
-<text text-anchor="start" x="596" y="-4541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="601" y="-4541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<text text-anchor="start" x="685" y="-4541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="394,-4507 394,-4532 798,-4532 798,-4507 394,-4507"/>
-<text text-anchor="start" x="399" y="-4516.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_active</text>
-<text text-anchor="start" x="459" y="-4516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="464" y="-4516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="394,-4482 394,-4507 798,-4507 798,-4482 394,-4482"/>
-<text text-anchor="start" x="399" y="-4491.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_paused</text>
-<text text-anchor="start" x="469" y="-4491.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="474" y="-4491.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="394,-4457 394,-4482 798,-4482 798,-4457 394,-4457"/>
-<text text-anchor="start" x="399" y="-4466.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_expired</text>
-<text text-anchor="start" x="483" y="-4466.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="488" y="-4466.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4432 394,-4457 798,-4457 798,-4432 394,-4432"/>
-<text text-anchor="start" x="399" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_parsed_time</text>
-<text text-anchor="start" x="517" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="522" y="-4441.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4407 394,-4432 798,-4432 798,-4407 394,-4407"/>
-<text text-anchor="start" x="399" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_pickled</text>
-<text text-anchor="start" x="481" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="486" y="-4416.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4382 394,-4407 798,-4407 798,-4382 394,-4382"/>
-<text text-anchor="start" x="399" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_runs</text>
-<text text-anchor="start" x="516" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="521" y="-4391.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="394,-4357 394,-4382 798,-4382 798,-4357 394,-4357"/>
-<text text-anchor="start" x="399" y="-4366.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_tasks</text>
-<text text-anchor="start" x="521" y="-4366.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="526" y="-4366.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="603" y="-4366.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="394,-4332 394,-4357 798,-4357 798,-4332 394,-4332"/>
-<text text-anchor="start" x="399" y="-4341.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_consecutive_failed_dag_runs</text>
-<text text-anchor="start" x="635" y="-4341.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="640" y="-4341.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="717" y="-4341.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="394,-4307 394,-4332 798,-4332 798,-4307 394,-4307"/>
-<text text-anchor="start" x="399" y="-4316.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun</text>
-<text text-anchor="start" x="487" y="-4316.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="492" y="-4316.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4282 394,-4307 798,-4307 798,-4282 394,-4282"/>
-<text text-anchor="start" x="399" y="-4291.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_create_after</text>
-<text text-anchor="start" x="576" y="-4291.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="581" y="-4291.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4257 394,-4282 798,-4282 798,-4257 394,-4257"/>
-<text text-anchor="start" x="399" y="-4266.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_data_interval_end</text>
-<text text-anchor="start" x="617" y="-4266.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="622" y="-4266.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4232 394,-4257 798,-4257 798,-4232 394,-4232"/>
-<text text-anchor="start" x="399" y="-4241.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_dagrun_data_interval_start</text>
-<text text-anchor="start" x="623" y="-4241.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="628" y="-4241.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="394,-4207 394,-4232 798,-4232 798,-4207 394,-4207"/>
-<text text-anchor="start" x="399" y="-4216.8" font-family="Helvetica,sans-Serif" font-size="14.00">owners</text>
-<text text-anchor="start" x="450" y="-4216.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="455" y="-4216.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="394,-4182 394,-4207 798,-4207 798,-4182 394,-4182"/>
-<text text-anchor="start" x="399" y="-4191.8" font-family="Helvetica,sans-Serif" font-size="14.00">pickle_id</text>
-<text text-anchor="start" x="460" y="-4191.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="465" y="-4191.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="394,-4157 394,-4182 798,-4182 798,-4157 394,-4157"/>
-<text text-anchor="start" x="399" y="-4166.8" font-family="Helvetica,sans-Serif" font-size="14.00">processor_subdir</text>
-<text text-anchor="start" x="518" y="-4166.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="523" y="-4166.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="394,-4132 394,-4157 798,-4157 798,-4132 394,-4132"/>
-<text text-anchor="start" x="399" y="-4141.8" font-family="Helvetica,sans-Serif" font-size="14.00">scheduler_lock</text>
-<text text-anchor="start" x="502" y="-4141.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="507" y="-4141.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="394,-4107 394,-4132 798,-4132 798,-4107 394,-4107"/>
-<text text-anchor="start" x="399" y="-4116.8" font-family="Helvetica,sans-Serif" font-size="14.00">timetable_description</text>
-<text text-anchor="start" x="549" y="-4116.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="554" y="-4116.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="394,-4082 394,-4107 798,-4107 798,-4082 394,-4082"/>
-<text text-anchor="start" x="399" y="-4091.8" font-family="Helvetica,sans-Serif" font-size="14.00">timetable_summary</text>
-<text text-anchor="start" x="538" y="-4091.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="543" y="-4091.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-</g>
-<!-- dag&#45;&#45;dag_schedule_dataset_alias_reference -->
-<g id="edge16" class="edge">
-<title>dag&#45;&#45;dag_schedule_dataset_alias_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.09,-4624.26C829.84,-4643.21 854.37,-4661.2 879,-4677 884.22,-4680.35 889.61,-4683.61 895.11,-4686.79"/>
-<text text-anchor="start" x="864.11" y="-4675.59" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.09" y="-4613.06" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- dag&#45;&#45;dag_schedule_dataset_reference -->
-<g id="edge17" class="edge">
-<title>dag&#45;&#45;dag_schedule_dataset_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.33,-4761.8C829.08,-4787.23 853.35,-4811.08 879,-4832 886.59,-4838.2 894.76,-4843.97 903.27,-4849.33"/>
-<text text-anchor="start" x="872.27" y="-4838.13" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.33" y="-4750.6" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- dag&#45;&#45;task_outlet_dataset_reference -->
-<g id="edge18" class="edge">
-<title>dag&#45;&#45;task_outlet_dataset_reference</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.15,-4496.19C842.51,-4509.27 879.63,-4522.61 913.91,-4534.94"/>
-<text text-anchor="start" x="882.91" y="-4523.74" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.15" y="-4484.99" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- dag&#45;&#45;dataset_dag_run_queue -->
-<g id="edge19" class="edge">
-<title>dag&#45;&#45;dataset_dag_run_queue</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.15,-4426.85C838.06,-4427.75 870.55,-4428.66 901.19,-4429.51"/>
-<text text-anchor="start" x="870.19" y="-4418.31" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.15" y="-4415.65" font-family="Times,serif" font-size="14.00">1</text>
+<title>dag&#45;&#45;asset_dag_run_queue</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.19,-4095.77C885.02,-4098.49 914.24,-4101.26 941.99,-4103.88"/>
+<text text-anchor="start" x="910.99" y="-4092.68" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.19" y="-4084.57" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- dag_tag -->
-<g id="node25" class="node">
+<g id="node24" class="node">
 <title>dag_tag</title>
-<polygon fill="none" stroke="black" points="933.5,-4328 933.5,-4356 1191.5,-4356 1191.5,-4328 933.5,-4328"/>
-<text text-anchor="start" x="1027" y="-4339.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_tag</text>
-<polygon fill="none" stroke="black" points="933.5,-4303 933.5,-4328 1191.5,-4328 1191.5,-4303 933.5,-4303"/>
-<text text-anchor="start" x="938.5" y="-4312.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="984.5" y="-4312.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="989.5" y="-4312.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1110.5" y="-4312.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="933.5,-4278 933.5,-4303 1191.5,-4303 1191.5,-4278 933.5,-4278"/>
-<text text-anchor="start" x="938.5" y="-4287.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">name</text>
-<text text-anchor="start" x="978.5" y="-4287.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="983.5" y="-4287.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(100)]</text>
-<text text-anchor="start" x="1104.5" y="-4287.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="974,-4013 974,-4041 1232,-4041 1232,-4013 974,-4013"/>
+<text text-anchor="start" x="1067.5" y="-4024.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_tag</text>
+<polygon fill="none" stroke="black" points="974,-3988 974,-4013 1232,-4013 1232,-3988 974,-3988"/>
+<text text-anchor="start" x="979" y="-3997.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1025" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1030" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1151" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="974,-3963 974,-3988 1232,-3988 1232,-3963 974,-3963"/>
+<text text-anchor="start" x="979" y="-3972.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">name</text>
+<text text-anchor="start" x="1019" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1024" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(100)]</text>
+<text text-anchor="start" x="1145" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag&#45;&#45;dag_tag -->
-<g id="edge20" class="edge">
+<g id="edge16" class="edge">
 <title>dag&#45;&#45;dag_tag</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.15,-4374.17C846.6,-4365.11 888,-4355.85 925.37,-4347.48"/>
-<text text-anchor="start" x="894.37" y="-4336.28" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.15" y="-4362.97" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.19,-4041.98C893.42,-4035.92 931.31,-4029.76 965.83,-4024.15"/>
+<text text-anchor="start" x="934.83" y="-4012.95" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.19" y="-4030.78" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- dag_owner_attributes -->
-<g id="node26" class="node">
+<g id="node25" class="node">
 <title>dag_owner_attributes</title>
-<polygon fill="none" stroke="black" points="933.5,-4223 933.5,-4251 1191.5,-4251 1191.5,-4223 933.5,-4223"/>
-<text text-anchor="start" x="964.5" y="-4234.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_owner_attributes</text>
-<polygon fill="none" stroke="black" points="933.5,-4198 933.5,-4223 1191.5,-4223 1191.5,-4198 933.5,-4198"/>
-<text text-anchor="start" x="938.5" y="-4207.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="984.5" y="-4207.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="989.5" y="-4207.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1110.5" y="-4207.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="933.5,-4173 933.5,-4198 1191.5,-4198 1191.5,-4173 933.5,-4173"/>
-<text text-anchor="start" x="938.5" y="-4182.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">owner</text>
-<text text-anchor="start" x="981.5" y="-4182.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="986.5" y="-4182.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<text text-anchor="start" x="1107.5" y="-4182.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="933.5,-4148 933.5,-4173 1191.5,-4173 1191.5,-4148 933.5,-4148"/>
-<text text-anchor="start" x="938.5" y="-4157.8" font-family="Helvetica,sans-Serif" font-size="14.00">link</text>
-<text text-anchor="start" x="963.5" y="-4157.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="968.5" y="-4157.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
-<text text-anchor="start" x="1089.5" y="-4157.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="974,-3908 974,-3936 1232,-3936 1232,-3908 974,-3908"/>
+<text text-anchor="start" x="1005" y="-3919.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_owner_attributes</text>
+<polygon fill="none" stroke="black" points="974,-3883 974,-3908 1232,-3908 1232,-3883 974,-3883"/>
+<text text-anchor="start" x="979" y="-3892.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1025" y="-3892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1030" y="-3892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1151" y="-3892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="974,-3858 974,-3883 1232,-3883 1232,-3858 974,-3858"/>
+<text text-anchor="start" x="979" y="-3867.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">owner</text>
+<text text-anchor="start" x="1022" y="-3867.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1027" y="-3867.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<text text-anchor="start" x="1148" y="-3867.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="974,-3833 974,-3858 1232,-3858 1232,-3833 974,-3833"/>
+<text text-anchor="start" x="979" y="-3842.8" font-family="Helvetica,sans-Serif" font-size="14.00">link</text>
+<text text-anchor="start" x="1004" y="-3842.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1009" y="-3842.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(500)]</text>
+<text text-anchor="start" x="1130" y="-3842.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag&#45;&#45;dag_owner_attributes -->
-<g id="edge21" class="edge">
+<g id="edge17" class="edge">
 <title>dag&#45;&#45;dag_owner_attributes</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.04,-4300.46C830.35,-4287.91 855.03,-4275.81 879,-4265 893.87,-4258.29 909.66,-4251.79 925.48,-4245.67"/>
-<text text-anchor="start" x="894.48" y="-4234.47" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.04" y="-4289.26" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.21,-3980.83C880.66,-3970.21 905.32,-3959.73 929,-3950 940.87,-3945.12 953.26,-3940.18 965.7,-3935.32"/>
+<text text-anchor="start" x="934.7" y="-3924.12" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.21" y="-3969.63" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- dag_warning -->
-<g id="node27" class="node">
+<g id="node26" class="node">
 <title>dag_warning</title>
-<polygon fill="none" stroke="black" points="914.5,-4094 914.5,-4122 1211.5,-4122 1211.5,-4094 914.5,-4094"/>
-<text text-anchor="start" x="1005.5" y="-4105.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_warning</text>
-<polygon fill="none" stroke="black" points="914.5,-4069 914.5,-4094 1211.5,-4094 1211.5,-4069 914.5,-4069"/>
-<text text-anchor="start" x="919.5" y="-4078.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="965.5" y="-4078.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="970.5" y="-4078.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1091.5" y="-4078.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="914.5,-4044 914.5,-4069 1211.5,-4069 1211.5,-4044 914.5,-4044"/>
-<text text-anchor="start" x="919.5" y="-4053.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">warning_type</text>
-<text text-anchor="start" x="1013.5" y="-4053.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1018.5" y="-4053.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
-<text text-anchor="start" x="1130.5" y="-4053.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="914.5,-4019 914.5,-4044 1211.5,-4044 1211.5,-4019 914.5,-4019"/>
-<text text-anchor="start" x="919.5" y="-4028.8" font-family="Helvetica,sans-Serif" font-size="14.00">message</text>
-<text text-anchor="start" x="982.5" y="-4028.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="987.5" y="-4028.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<text text-anchor="start" x="1037.5" y="-4028.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="914.5,-3994 914.5,-4019 1211.5,-4019 1211.5,-3994 914.5,-3994"/>
-<text text-anchor="start" x="919.5" y="-4003.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
-<text text-anchor="start" x="994.5" y="-4003.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="999.5" y="-4003.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1095.5" y="-4003.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="955,-3779 955,-3807 1252,-3807 1252,-3779 955,-3779"/>
+<text text-anchor="start" x="1046" y="-3790.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_warning</text>
+<polygon fill="none" stroke="black" points="955,-3754 955,-3779 1252,-3779 1252,-3754 955,-3754"/>
+<text text-anchor="start" x="960" y="-3763.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1006" y="-3763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1011" y="-3763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1132" y="-3763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="955,-3729 955,-3754 1252,-3754 1252,-3729 955,-3729"/>
+<text text-anchor="start" x="960" y="-3738.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">warning_type</text>
+<text text-anchor="start" x="1054" y="-3738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1059" y="-3738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
+<text text-anchor="start" x="1171" y="-3738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="955,-3704 955,-3729 1252,-3729 1252,-3704 955,-3704"/>
+<text text-anchor="start" x="960" y="-3713.8" font-family="Helvetica,sans-Serif" font-size="14.00">message</text>
+<text text-anchor="start" x="1023" y="-3713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1028" y="-3713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<text text-anchor="start" x="1078" y="-3713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="955,-3679 955,-3704 1252,-3704 1252,-3679 955,-3679"/>
+<text text-anchor="start" x="960" y="-3688.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
+<text text-anchor="start" x="1035" y="-3688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1040" y="-3688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1136" y="-3688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag&#45;&#45;dag_warning -->
-<g id="edge22" class="edge">
+<g id="edge18" class="edge">
 <title>dag&#45;&#45;dag_warning</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M806.26,-4191.44C829.75,-4171.07 854.18,-4151.83 879,-4135 887.54,-4129.21 896.58,-4123.72 905.9,-4118.54"/>
-<text text-anchor="start" x="874.9" y="-4107.34" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="806.26" y="-4180.24" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M856.33,-3873.11C880.03,-3854.09 904.49,-3835.98 929,-3820 934.64,-3816.32 940.5,-3812.73 946.48,-3809.25"/>
+<text text-anchor="start" x="915.48" y="-3798.05" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="856.33" y="-3861.91" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- log_template -->
-<g id="node28" class="node">
+<g id="node27" class="node">
 <title>log_template</title>
-<polygon fill="none" stroke="black" points="26.5,-3326 26.5,-3354 286.5,-3354 286.5,-3326 26.5,-3326"/>
-<text text-anchor="start" x="98.5" y="-3337.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">log_template</text>
-<polygon fill="none" stroke="black" points="26.5,-3301 26.5,-3326 286.5,-3326 286.5,-3301 26.5,-3301"/>
-<text text-anchor="start" x="31.5" y="-3310.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="44.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="49.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="126.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="26.5,-3276 26.5,-3301 286.5,-3301 286.5,-3276 26.5,-3276"/>
-<text text-anchor="start" x="31.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="104.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="109.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="205.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="26.5,-3251 26.5,-3276 286.5,-3276 286.5,-3251 26.5,-3251"/>
-<text text-anchor="start" x="31.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00">elasticsearch_id</text>
-<text text-anchor="start" x="141.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="146.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<text text-anchor="start" x="196.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="26.5,-3226 26.5,-3251 286.5,-3251 286.5,-3226 26.5,-3226"/>
-<text text-anchor="start" x="31.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00">filename</text>
-<text text-anchor="start" x="92.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="97.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<text text-anchor="start" x="147.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="51.5,-2999 51.5,-3027 311.5,-3027 311.5,-2999 51.5,-2999"/>
+<text text-anchor="start" x="123.5" y="-3010.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">log_template</text>
+<polygon fill="none" stroke="black" points="51.5,-2974 51.5,-2999 311.5,-2999 311.5,-2974 51.5,-2974"/>
+<text text-anchor="start" x="56.5" y="-2983.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="69.5" y="-2983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="74.5" y="-2983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="151.5" y="-2983.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="51.5,-2949 51.5,-2974 311.5,-2974 311.5,-2949 51.5,-2949"/>
+<text text-anchor="start" x="56.5" y="-2958.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="129.5" y="-2958.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="134.5" y="-2958.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="230.5" y="-2958.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="51.5,-2924 51.5,-2949 311.5,-2949 311.5,-2924 51.5,-2924"/>
+<text text-anchor="start" x="56.5" y="-2933.8" font-family="Helvetica,sans-Serif" font-size="14.00">elasticsearch_id</text>
+<text text-anchor="start" x="166.5" y="-2933.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="171.5" y="-2933.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<text text-anchor="start" x="221.5" y="-2933.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="51.5,-2899 51.5,-2924 311.5,-2924 311.5,-2899 51.5,-2899"/>
+<text text-anchor="start" x="56.5" y="-2908.8" font-family="Helvetica,sans-Serif" font-size="14.00">filename</text>
+<text text-anchor="start" x="117.5" y="-2908.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="122.5" y="-2908.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<text text-anchor="start" x="172.5" y="-2908.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag_run -->
-<g id="node29" class="node">
+<g id="node28" class="node">
 <title>dag_run</title>
-<polygon fill="none" stroke="black" points="455,-3538 455,-3566 738,-3566 738,-3538 455,-3538"/>
-<text text-anchor="start" x="560" y="-3549.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_run</text>
-<polygon fill="none" stroke="black" points="455,-3513 455,-3538 738,-3538 738,-3513 455,-3513"/>
-<text text-anchor="start" x="460" y="-3522.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="473" y="-3522.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="478" y="-3522.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="555" y="-3522.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3488 455,-3513 738,-3513 738,-3488 455,-3488"/>
-<text text-anchor="start" x="460" y="-3497.8" font-family="Helvetica,sans-Serif" font-size="14.00">backfill_id</text>
-<text text-anchor="start" x="530" y="-3497.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="535" y="-3497.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="455,-3463 455,-3488 738,-3488 738,-3463 455,-3463"/>
-<text text-anchor="start" x="460" y="-3472.8" font-family="Helvetica,sans-Serif" font-size="14.00">clear_number</text>
-<text text-anchor="start" x="556" y="-3472.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="561" y="-3472.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="638" y="-3472.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3438 455,-3463 738,-3463 738,-3438 455,-3438"/>
-<text text-anchor="start" x="460" y="-3447.8" font-family="Helvetica,sans-Serif" font-size="14.00">conf</text>
-<text text-anchor="start" x="491" y="-3447.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="496" y="-3447.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="455,-3413 455,-3438 738,-3438 738,-3413 455,-3413"/>
-<text text-anchor="start" x="460" y="-3422.8" font-family="Helvetica,sans-Serif" font-size="14.00">creating_job_id</text>
-<text text-anchor="start" x="564" y="-3422.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="569" y="-3422.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="455,-3388 455,-3413 738,-3413 738,-3388 455,-3388"/>
-<text text-anchor="start" x="460" y="-3397.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_hash</text>
-<text text-anchor="start" x="527" y="-3397.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="532" y="-3397.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
-<polygon fill="none" stroke="black" points="455,-3363 455,-3388 738,-3388 738,-3363 455,-3363"/>
-<text text-anchor="start" x="460" y="-3372.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="506" y="-3372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="511" y="-3372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="632" y="-3372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3338 455,-3363 738,-3363 738,-3338 455,-3338"/>
-<text text-anchor="start" x="460" y="-3347.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_interval_end</text>
-<text text-anchor="start" x="584" y="-3347.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="589" y="-3347.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3313 455,-3338 738,-3338 738,-3313 455,-3313"/>
-<text text-anchor="start" x="460" y="-3322.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_interval_start</text>
-<text text-anchor="start" x="590" y="-3322.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="595" y="-3322.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3288 455,-3313 738,-3313 738,-3288 455,-3288"/>
-<text text-anchor="start" x="460" y="-3297.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="524" y="-3297.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="529" y="-3297.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3263 455,-3288 738,-3288 738,-3263 455,-3263"/>
-<text text-anchor="start" x="460" y="-3272.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_trigger</text>
-<text text-anchor="start" x="571" y="-3272.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="576" y="-3272.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="455,-3238 455,-3263 738,-3263 738,-3238 455,-3238"/>
-<text text-anchor="start" x="460" y="-3247.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_scheduling_decision</text>
-<text text-anchor="start" x="632" y="-3247.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="637" y="-3247.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3213 455,-3238 738,-3238 738,-3213 455,-3213"/>
-<text text-anchor="start" x="460" y="-3222.8" font-family="Helvetica,sans-Serif" font-size="14.00">log_template_id</text>
-<text text-anchor="start" x="569" y="-3222.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="574" y="-3222.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="455,-3188 455,-3213 738,-3213 738,-3188 455,-3188"/>
-<text text-anchor="start" x="460" y="-3197.8" font-family="Helvetica,sans-Serif" font-size="14.00">logical_date</text>
-<text text-anchor="start" x="542" y="-3197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="547" y="-3197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="643" y="-3197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3163 455,-3188 738,-3188 738,-3163 455,-3163"/>
-<text text-anchor="start" x="460" y="-3172.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_at</text>
-<text text-anchor="start" x="533" y="-3172.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="538" y="-3172.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3138 455,-3163 738,-3163 738,-3138 455,-3138"/>
-<text text-anchor="start" x="460" y="-3147.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="504" y="-3147.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="509" y="-3147.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="630" y="-3147.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3113 455,-3138 738,-3138 738,-3113 455,-3113"/>
-<text text-anchor="start" x="460" y="-3122.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_type</text>
-<text text-anchor="start" x="522" y="-3122.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="527" y="-3122.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
-<text text-anchor="start" x="639" y="-3122.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="455,-3088 455,-3113 738,-3113 738,-3088 455,-3088"/>
-<text text-anchor="start" x="460" y="-3097.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="530" y="-3097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="535" y="-3097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="455,-3063 455,-3088 738,-3088 738,-3063 455,-3063"/>
-<text text-anchor="start" x="460" y="-3072.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
-<text text-anchor="start" x="495" y="-3072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="500" y="-3072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
-<polygon fill="none" stroke="black" points="455,-3038 455,-3063 738,-3063 738,-3038 455,-3038"/>
-<text text-anchor="start" x="460" y="-3047.8" font-family="Helvetica,sans-Serif" font-size="14.00">triggered_by</text>
-<text text-anchor="start" x="548" y="-3047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="553" y="-3047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
-<polygon fill="none" stroke="black" points="455,-3013 455,-3038 738,-3038 738,-3013 455,-3013"/>
-<text text-anchor="start" x="460" y="-3022.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="539" y="-3022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="544" y="-3022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-3211 505,-3239 788,-3239 788,-3211 505,-3211"/>
+<text text-anchor="start" x="610" y="-3222.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_run</text>
+<polygon fill="none" stroke="black" points="505,-3186 505,-3211 788,-3211 788,-3186 505,-3186"/>
+<text text-anchor="start" x="510" y="-3195.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="523" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="528" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="605" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-3161 505,-3186 788,-3186 788,-3161 505,-3161"/>
+<text text-anchor="start" x="510" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00">backfill_id</text>
+<text text-anchor="start" x="580" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="585" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="505,-3136 505,-3161 788,-3161 788,-3136 505,-3136"/>
+<text text-anchor="start" x="510" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00">clear_number</text>
+<text text-anchor="start" x="606" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="611" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="688" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-3111 505,-3136 788,-3136 788,-3111 505,-3111"/>
+<text text-anchor="start" x="510" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00">conf</text>
+<text text-anchor="start" x="541" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="546" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="505,-3086 505,-3111 788,-3111 788,-3086 505,-3086"/>
+<text text-anchor="start" x="510" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00">creating_job_id</text>
+<text text-anchor="start" x="614" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="619" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="505,-3061 505,-3086 788,-3086 788,-3061 505,-3061"/>
+<text text-anchor="start" x="510" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_hash</text>
+<text text-anchor="start" x="577" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="582" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
+<polygon fill="none" stroke="black" points="505,-3036 505,-3061 788,-3061 788,-3036 505,-3036"/>
+<text text-anchor="start" x="510" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="556" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="561" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="682" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-3011 505,-3036 788,-3036 788,-3011 505,-3011"/>
+<text text-anchor="start" x="510" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_interval_end</text>
+<text text-anchor="start" x="634" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="639" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2986 505,-3011 788,-3011 788,-2986 505,-2986"/>
+<text text-anchor="start" x="510" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00">data_interval_start</text>
+<text text-anchor="start" x="640" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="645" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2961 505,-2986 788,-2986 788,-2961 505,-2961"/>
+<text text-anchor="start" x="510" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
+<text text-anchor="start" x="574" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="579" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2936 505,-2961 788,-2961 788,-2936 505,-2936"/>
+<text text-anchor="start" x="510" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_trigger</text>
+<text text-anchor="start" x="621" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="626" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="505,-2911 505,-2936 788,-2936 788,-2911 505,-2911"/>
+<text text-anchor="start" x="510" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_scheduling_decision</text>
+<text text-anchor="start" x="682" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="687" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2886 505,-2911 788,-2911 788,-2886 505,-2886"/>
+<text text-anchor="start" x="510" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00">log_template_id</text>
+<text text-anchor="start" x="619" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="624" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="505,-2861 505,-2886 788,-2886 788,-2861 505,-2861"/>
+<text text-anchor="start" x="510" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00">logical_date</text>
+<text text-anchor="start" x="592" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="597" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="693" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-2836 505,-2861 788,-2861 788,-2836 505,-2836"/>
+<text text-anchor="start" x="510" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_at</text>
+<text text-anchor="start" x="583" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="588" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2811 505,-2836 788,-2836 788,-2811 505,-2811"/>
+<text text-anchor="start" x="510" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="554" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="559" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="680" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-2786 505,-2811 788,-2811 788,-2786 505,-2786"/>
+<text text-anchor="start" x="510" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_type</text>
+<text text-anchor="start" x="572" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="577" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
+<text text-anchor="start" x="689" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="505,-2761 505,-2786 788,-2786 788,-2761 505,-2761"/>
+<text text-anchor="start" x="510" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
+<text text-anchor="start" x="580" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="585" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="505,-2736 505,-2761 788,-2761 788,-2736 505,-2736"/>
+<text text-anchor="start" x="510" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
+<text text-anchor="start" x="545" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="550" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
+<polygon fill="none" stroke="black" points="505,-2711 505,-2736 788,-2736 788,-2711 505,-2711"/>
+<text text-anchor="start" x="510" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00">triggered_by</text>
+<text text-anchor="start" x="598" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="603" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(50)]</text>
+<polygon fill="none" stroke="black" points="505,-2686 505,-2711 788,-2711 788,-2686 505,-2686"/>
+<text text-anchor="start" x="510" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="589" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="594" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
 </g>
 <!-- log_template&#45;&#45;dag_run -->
-<g id="edge23" class="edge">
+<g id="edge19" class="edge">
 <title>log_template&#45;&#45;dag_run</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M294.73,-3290C342.84,-3290 397.1,-3290 446.12,-3290"/>
-<text text-anchor="start" x="415.12" y="-3278.8" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="294.73" y="-3278.8" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M319.7,-2963C375.23,-2963 439.48,-2963 496.14,-2963"/>
+<text text-anchor="start" x="465.14" y="-2951.8" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="319.7" y="-2951.8" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
-<!-- dag_run&#45;&#45;dagrun_dataset_event -->
-<g id="edge24" class="edge">
-<title>dag_run&#45;&#45;dagrun_dataset_event</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M692.16,-3570.77C728.87,-3643.95 777.87,-3716.61 842,-3768 867.65,-3788.56 899.92,-3801.77 931.77,-3810.24"/>
-<text text-anchor="start" x="900.77" y="-3799.04" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="682.16" y="-3574.57" font-family="Times,serif" font-size="14.00">1</text>
+<!-- dag_run&#45;&#45;dagrun_asset_event -->
+<g id="edge20" class="edge">
+<title>dag_run&#45;&#45;dagrun_asset_event</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M737.98,-3243.58C775,-3320.83 825.22,-3398.32 892,-3453 915.02,-3471.85 943.75,-3484.49 972.49,-3492.97"/>
+<text text-anchor="start" x="941.49" y="-3481.77" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="727.98" y="-3247.38" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance -->
-<g id="node30" class="node">
+<g id="node29" class="node">
 <title>task_instance</title>
-<polygon fill="none" stroke="black" points="908.5,-3676 908.5,-3704 1216.5,-3704 1216.5,-3676 908.5,-3676"/>
-<text text-anchor="start" x="1001" y="-3687.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance</text>
-<polygon fill="none" stroke="black" points="908.5,-3651 908.5,-3676 1216.5,-3676 1216.5,-3651 908.5,-3651"/>
-<text text-anchor="start" x="913.5" y="-3660.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="959.5" y="-3660.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="964.5" y="-3660.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1085.5" y="-3660.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3626 908.5,-3651 1216.5,-3651 1216.5,-3626 908.5,-3626"/>
-<text text-anchor="start" x="913.5" y="-3635.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
-<text text-anchor="start" x="989.5" y="-3635.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="994.5" y="-3635.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1071.5" y="-3635.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3601 908.5,-3626 1216.5,-3626 1216.5,-3601 908.5,-3601"/>
-<text text-anchor="start" x="913.5" y="-3610.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
-<text text-anchor="start" x="957.5" y="-3610.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="962.5" y="-3610.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1083.5" y="-3610.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3576 908.5,-3601 1216.5,-3601 1216.5,-3576 908.5,-3576"/>
-<text text-anchor="start" x="913.5" y="-3585.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="962.5" y="-3585.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="967.5" y="-3585.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1088.5" y="-3585.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3551 908.5,-3576 1216.5,-3576 1216.5,-3551 908.5,-3551"/>
-<text text-anchor="start" x="913.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00">custom_operator_name</text>
-<text text-anchor="start" x="1076.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1081.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3526 908.5,-3551 1216.5,-3551 1216.5,-3526 908.5,-3526"/>
-<text text-anchor="start" x="913.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
-<text text-anchor="start" x="972.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="977.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [DOUBLE_PRECISION]</text>
-<polygon fill="none" stroke="black" points="908.5,-3501 908.5,-3526 1216.5,-3526 1216.5,-3501 908.5,-3501"/>
-<text text-anchor="start" x="913.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="977.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="982.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="908.5,-3476 908.5,-3501 1216.5,-3501 1216.5,-3476 908.5,-3476"/>
-<text text-anchor="start" x="913.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor</text>
-<text text-anchor="start" x="974.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="979.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3451 908.5,-3476 1216.5,-3476 1216.5,-3451 908.5,-3451"/>
-<text text-anchor="start" x="913.5" y="-3460.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_config</text>
-<text text-anchor="start" x="1023.5" y="-3460.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1028.5" y="-3460.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="908.5,-3426 908.5,-3451 1216.5,-3451 1216.5,-3426 908.5,-3426"/>
-<text text-anchor="start" x="913.5" y="-3435.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_executor_id</text>
-<text text-anchor="start" x="1056.5" y="-3435.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1061.5" y="-3435.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3401 908.5,-3426 1216.5,-3426 1216.5,-3401 908.5,-3401"/>
-<text text-anchor="start" x="913.5" y="-3410.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
-<text text-anchor="start" x="983.5" y="-3410.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="988.5" y="-3410.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3376 908.5,-3401 1216.5,-3401 1216.5,-3376 908.5,-3376"/>
-<text text-anchor="start" x="913.5" y="-3385.8" font-family="Helvetica,sans-Serif" font-size="14.00">job_id</text>
-<text text-anchor="start" x="954.5" y="-3385.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="959.5" y="-3385.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-3351 908.5,-3376 1216.5,-3376 1216.5,-3351 908.5,-3351"/>
-<text text-anchor="start" x="913.5" y="-3360.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_tries</text>
-<text text-anchor="start" x="981.5" y="-3360.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="986.5" y="-3360.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-3326 908.5,-3351 1216.5,-3351 1216.5,-3326 908.5,-3326"/>
-<text text-anchor="start" x="913.5" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_kwargs</text>
-<text text-anchor="start" x="1001.5" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1006.5" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="908.5,-3301 908.5,-3326 1216.5,-3326 1216.5,-3301 908.5,-3301"/>
-<text text-anchor="start" x="913.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_method</text>
-<text text-anchor="start" x="1004.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1009.5" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3276 908.5,-3301 1216.5,-3301 1216.5,-3276 908.5,-3276"/>
-<text text-anchor="start" x="913.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00">operator</text>
-<text text-anchor="start" x="973.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="978.5" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3251 908.5,-3276 1216.5,-3276 1216.5,-3251 908.5,-3251"/>
-<text text-anchor="start" x="913.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00">pid</text>
-<text text-anchor="start" x="935.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="940.5" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-3226 908.5,-3251 1216.5,-3251 1216.5,-3226 908.5,-3226"/>
-<text text-anchor="start" x="913.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
-<text text-anchor="start" x="943.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="948.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="1069.5" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3201 908.5,-3226 1216.5,-3226 1216.5,-3201 908.5,-3201"/>
-<text text-anchor="start" x="913.5" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool_slots</text>
-<text text-anchor="start" x="982.5" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="987.5" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1064.5" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="908.5,-3176 908.5,-3201 1216.5,-3201 1216.5,-3176 908.5,-3176"/>
-<text text-anchor="start" x="913.5" y="-3185.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
-<text text-anchor="start" x="1017.5" y="-3185.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1022.5" y="-3185.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-3151 908.5,-3176 1216.5,-3176 1216.5,-3151 908.5,-3151"/>
-<text text-anchor="start" x="913.5" y="-3160.8" font-family="Helvetica,sans-Serif" font-size="14.00">queue</text>
-<text text-anchor="start" x="957.5" y="-3160.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="962.5" y="-3160.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3126 908.5,-3151 1216.5,-3151 1216.5,-3126 908.5,-3126"/>
-<text text-anchor="start" x="913.5" y="-3135.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_by_job_id</text>
-<text text-anchor="start" x="1037.5" y="-3135.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1042.5" y="-3135.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-3101 908.5,-3126 1216.5,-3126 1216.5,-3101 908.5,-3101"/>
-<text text-anchor="start" x="913.5" y="-3110.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_dttm</text>
-<text text-anchor="start" x="1006.5" y="-3110.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1011.5" y="-3110.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="908.5,-3076 908.5,-3101 1216.5,-3101 1216.5,-3076 908.5,-3076"/>
-<text text-anchor="start" x="913.5" y="-3085.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_map_index</text>
-<text text-anchor="start" x="1058.5" y="-3085.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1063.5" y="-3085.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3051 908.5,-3076 1216.5,-3076 1216.5,-3051 908.5,-3051"/>
-<text text-anchor="start" x="913.5" y="-3060.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="983.5" y="-3060.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="988.5" y="-3060.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="908.5,-3026 908.5,-3051 1216.5,-3051 1216.5,-3026 908.5,-3026"/>
-<text text-anchor="start" x="913.5" y="-3035.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
-<text text-anchor="start" x="948.5" y="-3035.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="953.5" y="-3035.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
-<polygon fill="none" stroke="black" points="908.5,-3001 908.5,-3026 1216.5,-3026 1216.5,-3001 908.5,-3001"/>
-<text text-anchor="start" x="913.5" y="-3010.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_display_name</text>
-<text text-anchor="start" x="1045.5" y="-3010.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1050.5" y="-3010.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-2976 908.5,-3001 1216.5,-3001 1216.5,-2976 908.5,-2976"/>
-<text text-anchor="start" x="913.5" y="-2985.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_id</text>
-<text text-anchor="start" x="980.5" y="-2985.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="985.5" y="-2985.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-2951 908.5,-2976 1216.5,-2976 1216.5,-2951 908.5,-2951"/>
-<text text-anchor="start" x="913.5" y="-2960.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_timeout</text>
-<text text-anchor="start" x="1021.5" y="-2960.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1026.5" y="-2960.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="908.5,-2926 908.5,-2951 1216.5,-2951 1216.5,-2926 908.5,-2926"/>
-<text text-anchor="start" x="913.5" y="-2935.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
-<text text-anchor="start" x="995.5" y="-2935.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1000.5" y="-2935.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="908.5,-2901 908.5,-2926 1216.5,-2926 1216.5,-2901 908.5,-2901"/>
-<text text-anchor="start" x="913.5" y="-2910.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
-<text text-anchor="start" x="983.5" y="-2910.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="988.5" y="-2910.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="908.5,-2876 908.5,-2901 1216.5,-2901 1216.5,-2876 908.5,-2876"/>
-<text text-anchor="start" x="913.5" y="-2885.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="992.5" y="-2885.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="997.5" y="-2885.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-3361 949,-3389 1257,-3389 1257,-3361 949,-3361"/>
+<text text-anchor="start" x="1041.5" y="-3372.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance</text>
+<polygon fill="none" stroke="black" points="949,-3336 949,-3361 1257,-3361 1257,-3336 949,-3336"/>
+<text text-anchor="start" x="954" y="-3345.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="967" y="-3345.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="972" y="-3345.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [UUID]</text>
+<text text-anchor="start" x="1024" y="-3345.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-3311 949,-3336 1257,-3336 1257,-3311 949,-3311"/>
+<text text-anchor="start" x="954" y="-3320.8" font-family="Helvetica,sans-Serif" font-size="14.00">custom_operator_name</text>
+<text text-anchor="start" x="1117" y="-3320.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1122" y="-3320.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-3286 949,-3311 1257,-3311 1257,-3286 949,-3286"/>
+<text text-anchor="start" x="954" y="-3295.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1000" y="-3295.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1005" y="-3295.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1126" y="-3295.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-3261 949,-3286 1257,-3286 1257,-3261 949,-3261"/>
+<text text-anchor="start" x="954" y="-3270.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
+<text text-anchor="start" x="1013" y="-3270.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1018" y="-3270.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [DOUBLE_PRECISION]</text>
+<polygon fill="none" stroke="black" points="949,-3236 949,-3261 1257,-3261 1257,-3236 949,-3236"/>
+<text text-anchor="start" x="954" y="-3245.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
+<text text-anchor="start" x="1018" y="-3245.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1023" y="-3245.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-3211 949,-3236 1257,-3236 1257,-3211 949,-3211"/>
+<text text-anchor="start" x="954" y="-3220.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor</text>
+<text text-anchor="start" x="1015" y="-3220.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1020" y="-3220.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-3186 949,-3211 1257,-3211 1257,-3186 949,-3186"/>
+<text text-anchor="start" x="954" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_config</text>
+<text text-anchor="start" x="1064" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1069" y="-3195.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="949,-3161 949,-3186 1257,-3186 1257,-3161 949,-3161"/>
+<text text-anchor="start" x="954" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_executor_id</text>
+<text text-anchor="start" x="1097" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1102" y="-3170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="949,-3136 949,-3161 1257,-3161 1257,-3136 949,-3136"/>
+<text text-anchor="start" x="954" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
+<text text-anchor="start" x="1024" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1029" y="-3145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-3111 949,-3136 1257,-3136 1257,-3111 949,-3111"/>
+<text text-anchor="start" x="954" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_heartbeat_at</text>
+<text text-anchor="start" x="1074" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1079" y="-3120.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-3086 949,-3111 1257,-3111 1257,-3086 949,-3086"/>
+<text text-anchor="start" x="954" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1030" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1035" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1112" y="-3095.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-3061 949,-3086 1257,-3086 1257,-3061 949,-3061"/>
+<text text-anchor="start" x="954" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_tries</text>
+<text text-anchor="start" x="1022" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1027" y="-3070.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-3036 949,-3061 1257,-3061 1257,-3036 949,-3036"/>
+<text text-anchor="start" x="954" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_kwargs</text>
+<text text-anchor="start" x="1042" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1047" y="-3045.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="949,-3011 949,-3036 1257,-3036 1257,-3011 949,-3011"/>
+<text text-anchor="start" x="954" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_method</text>
+<text text-anchor="start" x="1045" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1050" y="-3020.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-2986 949,-3011 1257,-3011 1257,-2986 949,-2986"/>
+<text text-anchor="start" x="954" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00">operator</text>
+<text text-anchor="start" x="1014" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1019" y="-2995.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-2961 949,-2986 1257,-2986 1257,-2961 949,-2961"/>
+<text text-anchor="start" x="954" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00">pid</text>
+<text text-anchor="start" x="976" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="981" y="-2970.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-2936 949,-2961 1257,-2961 1257,-2936 949,-2936"/>
+<text text-anchor="start" x="954" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
+<text text-anchor="start" x="984" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="989" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="1110" y="-2945.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-2911 949,-2936 1257,-2936 1257,-2911 949,-2911"/>
+<text text-anchor="start" x="954" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool_slots</text>
+<text text-anchor="start" x="1023" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1028" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1105" y="-2920.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-2886 949,-2911 1257,-2911 1257,-2886 949,-2886"/>
+<text text-anchor="start" x="954" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
+<text text-anchor="start" x="1058" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1063" y="-2895.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-2861 949,-2886 1257,-2886 1257,-2861 949,-2861"/>
+<text text-anchor="start" x="954" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00">queue</text>
+<text text-anchor="start" x="998" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1003" y="-2870.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="949,-2836 949,-2861 1257,-2861 1257,-2836 949,-2836"/>
+<text text-anchor="start" x="954" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_by_job_id</text>
+<text text-anchor="start" x="1078" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1083" y="-2845.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-2811 949,-2836 1257,-2836 1257,-2811 949,-2811"/>
+<text text-anchor="start" x="954" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_dttm</text>
+<text text-anchor="start" x="1047" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1052" y="-2820.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-2786 949,-2811 1257,-2811 1257,-2786 949,-2786"/>
+<text text-anchor="start" x="954" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_map_index</text>
+<text text-anchor="start" x="1099" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1104" y="-2795.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="949,-2761 949,-2786 1257,-2786 1257,-2761 949,-2761"/>
+<text text-anchor="start" x="954" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="998" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1003" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1124" y="-2770.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-2736 949,-2761 1257,-2761 1257,-2736 949,-2736"/>
+<text text-anchor="start" x="954" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
+<text text-anchor="start" x="1024" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1029" y="-2745.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-2711 949,-2736 1257,-2736 1257,-2711 949,-2711"/>
+<text text-anchor="start" x="954" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
+<text text-anchor="start" x="989" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="994" y="-2720.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
+<polygon fill="none" stroke="black" points="949,-2686 949,-2711 1257,-2711 1257,-2686 949,-2686"/>
+<text text-anchor="start" x="954" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_display_name</text>
+<text text-anchor="start" x="1086" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1091" y="-2695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="949,-2661 949,-2686 1257,-2686 1257,-2661 949,-2661"/>
+<text text-anchor="start" x="954" y="-2670.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1003" y="-2670.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1008" y="-2670.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1129" y="-2670.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="949,-2636 949,-2661 1257,-2661 1257,-2636 949,-2636"/>
+<text text-anchor="start" x="954" y="-2645.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_id</text>
+<text text-anchor="start" x="1021" y="-2645.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1026" y="-2645.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-2611 949,-2636 1257,-2636 1257,-2611 949,-2611"/>
+<text text-anchor="start" x="954" y="-2620.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_timeout</text>
+<text text-anchor="start" x="1062" y="-2620.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1067" y="-2620.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="949,-2586 949,-2611 1257,-2611 1257,-2586 949,-2586"/>
+<text text-anchor="start" x="954" y="-2595.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
+<text text-anchor="start" x="1036" y="-2595.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1041" y="-2595.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="949,-2561 949,-2586 1257,-2586 1257,-2561 949,-2561"/>
+<text text-anchor="start" x="954" y="-2570.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
+<text text-anchor="start" x="1024" y="-2570.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1029" y="-2570.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="949,-2536 949,-2561 1257,-2561 1257,-2536 949,-2536"/>
+<text text-anchor="start" x="954" y="-2545.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1033" y="-2545.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1038" y="-2545.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
 </g>
 <!-- dag_run&#45;&#45;task_instance -->
-<g id="edge25" class="edge">
+<g id="edge21" class="edge">
 <title>dag_run&#45;&#45;task_instance</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M745.57,-3283.66C794.94,-3283.16 850.13,-3283.12 900.4,-3283.54"/>
-<text text-anchor="start" x="869.4" y="-3272.34" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="745.57" y="-3272.46" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M795.67,-2956.62C842.08,-2956.17 893.48,-2956.13 940.71,-2956.51"/>
+<text text-anchor="start" x="909.71" y="-2945.31" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="795.67" y="-2945.42" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- dag_run&#45;&#45;task_instance -->
-<g id="edge26" class="edge">
+<g id="edge22" class="edge">
 <title>dag_run&#45;&#45;task_instance</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M745.57,-3296.34C794.94,-3296.84 850.13,-3296.88 900.4,-3296.46"/>
-<text text-anchor="start" x="869.4" y="-3300.26" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="745.57" y="-3300.14" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M795.67,-2969.38C842.08,-2969.83 893.48,-2969.87 940.71,-2969.49"/>
+<text text-anchor="start" x="909.71" y="-2973.29" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="795.67" y="-2973.18" font-family="Times,serif" font-size="14.00">1</text>
+</g>
+<!-- backfill_dag_run -->
+<g id="node30" class="node">
+<title>backfill_dag_run</title>
+<polygon fill="none" stroke="black" points="969,-2483 969,-2511 1238,-2511 1238,-2483 969,-2483"/>
+<text text-anchor="start" x="1031" y="-2494.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">backfill_dag_run</text>
+<polygon fill="none" stroke="black" points="969,-2458 969,-2483 1238,-2483 1238,-2458 969,-2458"/>
+<text text-anchor="start" x="974" y="-2467.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="987" y="-2467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="992" y="-2467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1069" y="-2467.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="969,-2433 969,-2458 1238,-2458 1238,-2433 969,-2433"/>
+<text text-anchor="start" x="974" y="-2442.8" font-family="Helvetica,sans-Serif" font-size="14.00">backfill_id</text>
+<text text-anchor="start" x="1044" y="-2442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1049" y="-2442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1126" y="-2442.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="969,-2408 969,-2433 1238,-2433 1238,-2408 969,-2408"/>
+<text text-anchor="start" x="974" y="-2417.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_run_id</text>
+<text text-anchor="start" x="1051" y="-2417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1056" y="-2417.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="969,-2383 969,-2408 1238,-2408 1238,-2383 969,-2383"/>
+<text text-anchor="start" x="974" y="-2392.8" font-family="Helvetica,sans-Serif" font-size="14.00">exception_reason</text>
+<text text-anchor="start" x="1095" y="-2392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1100" y="-2392.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="969,-2358 969,-2383 1238,-2383 1238,-2358 969,-2358"/>
+<text text-anchor="start" x="974" y="-2367.8" font-family="Helvetica,sans-Serif" font-size="14.00">logical_date</text>
+<text text-anchor="start" x="1056" y="-2367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1061" y="-2367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1157" y="-2367.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="969,-2333 969,-2358 1238,-2358 1238,-2333 969,-2333"/>
+<text text-anchor="start" x="974" y="-2342.8" font-family="Helvetica,sans-Serif" font-size="14.00">sort_ordinal</text>
+<text text-anchor="start" x="1056" y="-2342.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1061" y="-2342.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1138" y="-2342.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+</g>
+<!-- dag_run&#45;&#45;backfill_dag_run -->
+<g id="edge23" class="edge">
+<title>dag_run&#45;&#45;backfill_dag_run</title>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M795.54,-2766.36C816.71,-2735.68 837.53,-2703.9 856,-2673 894.04,-2609.36 878.59,-2577.37 929,-2523 938.34,-2512.93 948.92,-2503.56 960.13,-2494.91"/>
+<text text-anchor="start" x="929.13" y="-2483.71" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="795.54" y="-2755.16" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- dag_run_note -->
 <g id="node31" class="node">
 <title>dag_run_note</title>
-<polygon fill="none" stroke="black" points="929.5,-2821 929.5,-2849 1195.5,-2849 1195.5,-2821 929.5,-2821"/>
-<text text-anchor="start" x="1002" y="-2832.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_run_note</text>
-<polygon fill="none" stroke="black" points="929.5,-2796 929.5,-2821 1195.5,-2821 1195.5,-2796 929.5,-2796"/>
-<text text-anchor="start" x="934.5" y="-2805.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
-<text text-anchor="start" x="1011.5" y="-2805.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1016.5" y="-2805.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1093.5" y="-2805.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="929.5,-2771 929.5,-2796 1195.5,-2796 1195.5,-2771 929.5,-2771"/>
-<text text-anchor="start" x="934.5" y="-2780.8" font-family="Helvetica,sans-Serif" font-size="14.00">content</text>
-<text text-anchor="start" x="987.5" y="-2780.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="992.5" y="-2780.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="929.5,-2746 929.5,-2771 1195.5,-2771 1195.5,-2746 929.5,-2746"/>
-<text text-anchor="start" x="934.5" y="-2755.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="1007.5" y="-2755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1012.5" y="-2755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1108.5" y="-2755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="929.5,-2721 929.5,-2746 1195.5,-2746 1195.5,-2721 929.5,-2721"/>
-<text text-anchor="start" x="934.5" y="-2730.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="1013.5" y="-2730.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1018.5" y="-2730.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1114.5" y="-2730.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="929.5,-2696 929.5,-2721 1195.5,-2721 1195.5,-2696 929.5,-2696"/>
-<text text-anchor="start" x="934.5" y="-2705.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
-<text text-anchor="start" x="985.5" y="-2705.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="990.5" y="-2705.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(128)]</text>
+<polygon fill="none" stroke="black" points="970,-2278 970,-2306 1236,-2306 1236,-2278 970,-2278"/>
+<text text-anchor="start" x="1042.5" y="-2289.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">dag_run_note</text>
+<polygon fill="none" stroke="black" points="970,-2253 970,-2278 1236,-2278 1236,-2253 970,-2253"/>
+<text text-anchor="start" x="975" y="-2262.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
+<text text-anchor="start" x="1052" y="-2262.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1057" y="-2262.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1134" y="-2262.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-2228 970,-2253 1236,-2253 1236,-2228 970,-2228"/>
+<text text-anchor="start" x="975" y="-2237.8" font-family="Helvetica,sans-Serif" font-size="14.00">content</text>
+<text text-anchor="start" x="1028" y="-2237.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1033" y="-2237.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="970,-2203 970,-2228 1236,-2228 1236,-2203 970,-2203"/>
+<text text-anchor="start" x="975" y="-2212.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1048" y="-2212.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1053" y="-2212.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1149" y="-2212.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-2178 970,-2203 1236,-2203 1236,-2178 970,-2178"/>
+<text text-anchor="start" x="975" y="-2187.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1054" y="-2187.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1059" y="-2187.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1155" y="-2187.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="970,-2153 970,-2178 1236,-2178 1236,-2153 970,-2153"/>
+<text text-anchor="start" x="975" y="-2162.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
+<text text-anchor="start" x="1026" y="-2162.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1031" y="-2162.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(128)]</text>
 </g>
 <!-- dag_run&#45;&#45;dag_run_note -->
-<g id="edge27" class="edge">
+<g id="edge24" class="edge">
 <title>dag_run&#45;&#45;dag_run_note</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M745.63,-3091.16C766.56,-3061.06 787.3,-3030.03 806,-3000 842.47,-2941.44 829.45,-2911.01 879,-2863 891.56,-2850.83 906.08,-2840 921.34,-2830.45"/>
-<text text-anchor="start" x="911.34" y="-2819.25" font-family="Times,serif" font-size="14.00">1</text>
-<text text-anchor="start" x="745.63" y="-3079.96" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- backfill_dag_run -->
-<g id="node32" class="node">
-<title>backfill_dag_run</title>
-<polygon fill="none" stroke="black" points="937.5,-2642 937.5,-2670 1187.5,-2670 1187.5,-2642 937.5,-2642"/>
-<text text-anchor="start" x="990" y="-2653.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">backfill_dag_run</text>
-<polygon fill="none" stroke="black" points="937.5,-2617 937.5,-2642 1187.5,-2642 1187.5,-2617 937.5,-2617"/>
-<text text-anchor="start" x="942.5" y="-2626.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="955.5" y="-2626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="960.5" y="-2626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1037.5" y="-2626.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="937.5,-2592 937.5,-2617 1187.5,-2617 1187.5,-2592 937.5,-2592"/>
-<text text-anchor="start" x="942.5" y="-2601.8" font-family="Helvetica,sans-Serif" font-size="14.00">backfill_id</text>
-<text text-anchor="start" x="1012.5" y="-2601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1017.5" y="-2601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1094.5" y="-2601.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="937.5,-2567 937.5,-2592 1187.5,-2592 1187.5,-2567 937.5,-2567"/>
-<text text-anchor="start" x="942.5" y="-2576.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_run_id</text>
-<text text-anchor="start" x="1019.5" y="-2576.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1024.5" y="-2576.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="937.5,-2542 937.5,-2567 1187.5,-2567 1187.5,-2542 937.5,-2542"/>
-<text text-anchor="start" x="942.5" y="-2551.8" font-family="Helvetica,sans-Serif" font-size="14.00">sort_ordinal</text>
-<text text-anchor="start" x="1024.5" y="-2551.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1029.5" y="-2551.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1106.5" y="-2551.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- dag_run&#45;&#45;backfill_dag_run -->
-<g id="edge28" class="edge">
-<title>dag_run&#45;&#45;backfill_dag_run</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M745.68,-3106.36C768.35,-3072.39 789.61,-3036.18 806,-3000 865.67,-2868.31 785.98,-2793.68 879,-2683 892.61,-2666.81 910.21,-2653.95 929.1,-2643.77"/>
-<text text-anchor="start" x="898.1" y="-2632.57" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="745.68" y="-3095.16" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M795.57,-2780.86C818.47,-2746.52 839.83,-2709.79 856,-2673 920.48,-2526.34 832.36,-2447.78 929,-2320 938.19,-2307.85 949.49,-2297.19 961.89,-2287.87"/>
+<text text-anchor="start" x="951.89" y="-2276.67" font-family="Times,serif" font-size="14.00">1</text>
+<text text-anchor="start" x="795.57" y="-2784.66" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_reschedule -->
-<g id="node33" class="node">
+<g id="node32" class="node">
 <title>task_reschedule</title>
-<polygon fill="none" stroke="black" points="1331,-4113 1331,-4141 1632,-4141 1632,-4113 1331,-4113"/>
-<text text-anchor="start" x="1409" y="-4124.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_reschedule</text>
-<polygon fill="none" stroke="black" points="1331,-4088 1331,-4113 1632,-4113 1632,-4088 1331,-4088"/>
-<text text-anchor="start" x="1336" y="-4097.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="1349" y="-4097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1354" y="-4097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1431" y="-4097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-4063 1331,-4088 1632,-4088 1632,-4063 1331,-4063"/>
-<text text-anchor="start" x="1336" y="-4072.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1382" y="-4072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1387" y="-4072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1508" y="-4072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-4038 1331,-4063 1632,-4063 1632,-4038 1331,-4038"/>
-<text text-anchor="start" x="1336" y="-4047.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
-<text text-anchor="start" x="1395" y="-4047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1400" y="-4047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1477" y="-4047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-4013 1331,-4038 1632,-4038 1632,-4013 1331,-4013"/>
-<text text-anchor="start" x="1336" y="-4022.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="1400" y="-4022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1405" y="-4022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1501" y="-4022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3988 1331,-4013 1632,-4013 1632,-3988 1331,-3988"/>
-<text text-anchor="start" x="1336" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1412" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1417" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1494" y="-3997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3963 1331,-3988 1632,-3988 1632,-3963 1331,-3963"/>
-<text text-anchor="start" x="1336" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00">reschedule_date</text>
-<text text-anchor="start" x="1450" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1455" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1551" y="-3972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3938 1331,-3963 1632,-3963 1632,-3938 1331,-3938"/>
-<text text-anchor="start" x="1336" y="-3947.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1380" y="-3947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1385" y="-3947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1506" y="-3947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3913 1331,-3938 1632,-3938 1632,-3913 1331,-3913"/>
-<text text-anchor="start" x="1336" y="-3922.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="1406" y="-3922.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1411" y="-3922.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1507" y="-3922.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3888 1331,-3913 1632,-3913 1632,-3888 1331,-3888"/>
-<text text-anchor="start" x="1336" y="-3897.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1385" y="-3897.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1390" y="-3897.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1511" y="-3897.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1331,-3863 1331,-3888 1632,-3888 1632,-3863 1331,-3863"/>
-<text text-anchor="start" x="1336" y="-3872.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
-<text text-anchor="start" x="1418" y="-3872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1423" y="-3872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1500" y="-3872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3541 1362,-3569 1663,-3569 1663,-3541 1362,-3541"/>
+<text text-anchor="start" x="1440" y="-3552.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_reschedule</text>
+<polygon fill="none" stroke="black" points="1362,-3516 1362,-3541 1663,-3541 1663,-3516 1362,-3516"/>
+<text text-anchor="start" x="1367" y="-3525.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="1380" y="-3525.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1385" y="-3525.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1462" y="-3525.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3491 1362,-3516 1663,-3516 1663,-3491 1362,-3491"/>
+<text text-anchor="start" x="1367" y="-3500.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1413" y="-3500.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1418" y="-3500.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1539" y="-3500.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3466 1362,-3491 1663,-3491 1663,-3466 1362,-3466"/>
+<text text-anchor="start" x="1367" y="-3475.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
+<text text-anchor="start" x="1426" y="-3475.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1431" y="-3475.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1508" y="-3475.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3441 1362,-3466 1663,-3466 1663,-3441 1362,-3441"/>
+<text text-anchor="start" x="1367" y="-3450.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
+<text text-anchor="start" x="1431" y="-3450.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1436" y="-3450.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1532" y="-3450.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3416 1362,-3441 1663,-3441 1663,-3416 1362,-3416"/>
+<text text-anchor="start" x="1367" y="-3425.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1443" y="-3425.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1448" y="-3425.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1525" y="-3425.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3391 1362,-3416 1663,-3416 1663,-3391 1362,-3391"/>
+<text text-anchor="start" x="1367" y="-3400.8" font-family="Helvetica,sans-Serif" font-size="14.00">reschedule_date</text>
+<text text-anchor="start" x="1481" y="-3400.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1486" y="-3400.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1582" y="-3400.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3366 1362,-3391 1663,-3391 1663,-3366 1362,-3366"/>
+<text text-anchor="start" x="1367" y="-3375.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1411" y="-3375.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1416" y="-3375.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1537" y="-3375.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3341 1362,-3366 1663,-3366 1663,-3341 1362,-3341"/>
+<text text-anchor="start" x="1367" y="-3350.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
+<text text-anchor="start" x="1437" y="-3350.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1442" y="-3350.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1538" y="-3350.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3316 1362,-3341 1663,-3341 1663,-3316 1362,-3316"/>
+<text text-anchor="start" x="1367" y="-3325.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1416" y="-3325.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1421" y="-3325.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1542" y="-3325.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1362,-3291 1362,-3316 1663,-3316 1663,-3291 1362,-3291"/>
+<text text-anchor="start" x="1367" y="-3300.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
+<text text-anchor="start" x="1449" y="-3300.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1454" y="-3300.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1531" y="-3300.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- dag_run&#45;&#45;task_reschedule -->
-<g id="edge29" class="edge">
+<g id="edge25" class="edge">
 <title>dag_run&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M739.74,-3570.53C778.13,-3623.47 824.47,-3673.1 879,-3708 1017.98,-3796.94 1099.78,-3687.55 1246,-3764 1287.79,-3785.85 1285.62,-3807.69 1319,-3841 1324.85,-3846.84 1330.85,-3852.77 1336.94,-3858.74"/>
-<text text-anchor="start" x="1305.94" y="-3847.54" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="729.74" y="-3574.33" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M777.11,-3243.71C817.26,-3302.56 867.53,-3357.48 929,-3393 998.58,-3433.2 1205.95,-3434.29 1353.29,-3431.48"/>
+<text text-anchor="start" x="1322.29" y="-3420.28" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="767.11" y="-3247.51" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- dag_run&#45;&#45;task_reschedule -->
-<g id="edge30" class="edge">
+<g id="edge26" class="edge">
 <title>dag_run&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M727.58,-3570.7C768.21,-3630.57 818.58,-3687.33 879,-3726 1017.98,-3814.94 1099.78,-3705.55 1246,-3782 1287.79,-3803.85 1285.62,-3825.69 1319,-3859 1320.09,-3860.09 1321.18,-3861.18 1322.28,-3862.27"/>
-<text text-anchor="start" x="1291.28" y="-3866.07" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="717.58" y="-3574.5" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M765.67,-3243.76C807.59,-3309.69 861.55,-3372.03 929,-3411 998.58,-3451.2 1205.95,-3452.29 1353.29,-3445.18"/>
+<text text-anchor="start" x="1322.29" y="-3448.98" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="755.67" y="-3247.56" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_reschedule -->
-<g id="edge46" class="edge">
+<g id="edge38" class="edge">
 <title>task_instance&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.58,-3561.66C1245.64,-3605.55 1265.83,-3651.02 1283,-3695 1304.49,-3750.05 1288.41,-3772.44 1319,-3823 1326.46,-3835.33 1335.19,-3847.31 1344.66,-3858.87"/>
-<text text-anchor="start" x="1344.66" y="-3847.67" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.58" y="-3554.21" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3151.76C1292.62,-3185.44 1321.5,-3219.7 1350,-3251 1360.74,-3262.8 1372.23,-3274.76 1383.94,-3286.65"/>
+<text text-anchor="start" x="1352.94" y="-3275.45" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3140.56" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_reschedule -->
-<g id="edge47" class="edge">
+<g id="edge39" class="edge">
 <title>task_instance&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.58,-3579.47C1245.64,-3623.55 1265.83,-3669.02 1283,-3713 1304.49,-3768.05 1288.41,-3790.44 1319,-3841 1322.68,-3847.08 1326.67,-3853.08 1330.91,-3858.98"/>
-<text text-anchor="start" x="1330.91" y="-3847.78" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.58" y="-3583.27" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3169.51C1292.62,-3203.44 1321.5,-3237.7 1350,-3269 1355.43,-3274.97 1361.06,-3280.98 1366.81,-3287"/>
+<text text-anchor="start" x="1335.81" y="-3290.8" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3158.31" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_reschedule -->
-<g id="edge48" class="edge">
+<g id="edge40" class="edge">
 <title>task_instance&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.58,-3597.28C1245.64,-3641.55 1265.83,-3687.02 1283,-3731 1304.49,-3786.05 1288.41,-3808.44 1319,-3859 1320.09,-3860.81 1321.22,-3862.61 1322.36,-3864.4"/>
-<text text-anchor="start" x="1291.36" y="-3853.2" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.58" y="-3601.08" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3187.27C1292.62,-3221.44 1321.5,-3255.7 1350,-3287 1351.04,-3288.14 1352.08,-3289.28 1353.13,-3290.42"/>
+<text text-anchor="start" x="1322.13" y="-3279.22" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3176.07" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_reschedule -->
-<g id="edge49" class="edge">
+<g id="edge41" class="edge">
 <title>task_instance&#45;&#45;task_reschedule</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.58,-3615.09C1245.64,-3659.55 1265.83,-3705.02 1283,-3749 1304.49,-3804.05 1288.41,-3826.44 1319,-3877 1320.09,-3878.81 1321.22,-3880.61 1322.36,-3882.4"/>
-<text text-anchor="start" x="1291.36" y="-3886.2" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.58" y="-3618.89" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3205.03C1292.62,-3239.44 1321.5,-3273.7 1350,-3305 1351.04,-3306.14 1352.08,-3307.28 1353.13,-3308.42"/>
+<text text-anchor="start" x="1322.13" y="-3312.22" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3193.83" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- rendered_task_instance_fields -->
-<g id="node36" class="node">
+<g id="node35" class="node">
 <title>rendered_task_instance_fields</title>
-<polygon fill="none" stroke="black" points="1341,-3809 1341,-3837 1621,-3837 1621,-3809 1341,-3809"/>
-<text text-anchor="start" x="1346" y="-3820.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">rendered_task_instance_fields</text>
-<polygon fill="none" stroke="black" points="1341,-3784 1341,-3809 1621,-3809 1621,-3784 1341,-3784"/>
-<text text-anchor="start" x="1346" y="-3793.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1392" y="-3793.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1397" y="-3793.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1518" y="-3793.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1341,-3759 1341,-3784 1621,-3784 1621,-3759 1341,-3759"/>
-<text text-anchor="start" x="1346" y="-3768.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1422" y="-3768.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1427" y="-3768.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1504" y="-3768.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1341,-3734 1341,-3759 1621,-3759 1621,-3734 1341,-3734"/>
-<text text-anchor="start" x="1346" y="-3743.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1390" y="-3743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1395" y="-3743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1516" y="-3743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1341,-3709 1341,-3734 1621,-3734 1621,-3709 1341,-3709"/>
-<text text-anchor="start" x="1346" y="-3718.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1395" y="-3718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1400" y="-3718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1521" y="-3718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1341,-3684 1341,-3709 1621,-3709 1621,-3684 1341,-3684"/>
-<text text-anchor="start" x="1346" y="-3693.8" font-family="Helvetica,sans-Serif" font-size="14.00">k8s_pod_yaml</text>
-<text text-anchor="start" x="1445" y="-3693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1450" y="-3693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="1341,-3659 1341,-3684 1621,-3684 1621,-3659 1341,-3659"/>
-<text text-anchor="start" x="1346" y="-3668.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_fields</text>
-<text text-anchor="start" x="1453" y="-3668.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1458" y="-3668.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<text text-anchor="start" x="1509" y="-3668.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1372,-3237 1372,-3265 1652,-3265 1652,-3237 1372,-3237"/>
+<text text-anchor="start" x="1377" y="-3248.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">rendered_task_instance_fields</text>
+<polygon fill="none" stroke="black" points="1372,-3212 1372,-3237 1652,-3237 1652,-3212 1372,-3212"/>
+<text text-anchor="start" x="1377" y="-3221.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1423" y="-3221.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1428" y="-3221.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1549" y="-3221.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1372,-3187 1372,-3212 1652,-3212 1652,-3187 1372,-3187"/>
+<text text-anchor="start" x="1377" y="-3196.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1453" y="-3196.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1458" y="-3196.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1535" y="-3196.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1372,-3162 1372,-3187 1652,-3187 1652,-3162 1372,-3162"/>
+<text text-anchor="start" x="1377" y="-3171.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1421" y="-3171.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1426" y="-3171.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1547" y="-3171.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1372,-3137 1372,-3162 1652,-3162 1652,-3137 1372,-3137"/>
+<text text-anchor="start" x="1377" y="-3146.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1426" y="-3146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1431" y="-3146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1552" y="-3146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1372,-3112 1372,-3137 1652,-3137 1652,-3112 1372,-3112"/>
+<text text-anchor="start" x="1377" y="-3121.8" font-family="Helvetica,sans-Serif" font-size="14.00">k8s_pod_yaml</text>
+<text text-anchor="start" x="1476" y="-3121.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1481" y="-3121.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="1372,-3087 1372,-3112 1652,-3112 1652,-3087 1372,-3087"/>
+<text text-anchor="start" x="1377" y="-3096.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_fields</text>
+<text text-anchor="start" x="1484" y="-3096.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1489" y="-3096.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<text text-anchor="start" x="1540" y="-3096.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- task_instance&#45;&#45;rendered_task_instance_fields -->
-<g id="edge34" class="edge">
+<g id="edge30" class="edge">
 <title>task_instance&#45;&#45;rendered_task_instance_fields</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.74,-3514.29C1253.87,-3551.17 1285.67,-3587.54 1319,-3619 1332.36,-3631.6 1347.49,-3643.54 1363,-3654.77"/>
-<text text-anchor="start" x="1332" y="-3643.57" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.74" y="-3503.09" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3027.48C1299.9,-3045.01 1336.38,-3064.26 1370.28,-3082.99"/>
+<text text-anchor="start" x="1339.28" y="-3071.79" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3016.28" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;rendered_task_instance_fields -->
-<g id="edge35" class="edge">
+<g id="edge31" class="edge">
 <title>task_instance&#45;&#45;rendered_task_instance_fields</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.74,-3532.06C1253.87,-3569.17 1285.67,-3605.54 1319,-3637 1325.5,-3643.13 1332.41,-3649.11 1339.59,-3654.9"/>
-<text text-anchor="start" x="1308.59" y="-3658.7" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.74" y="-3520.86" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3040.72C1297.68,-3057.54 1331.73,-3075.39 1363.75,-3092.42"/>
+<text text-anchor="start" x="1332.75" y="-3096.22" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3044.52" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;rendered_task_instance_fields -->
-<g id="edge36" class="edge">
+<g id="edge32" class="edge">
 <title>task_instance&#45;&#45;rendered_task_instance_fields</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.74,-3549.82C1253.87,-3587.17 1285.67,-3623.54 1319,-3655 1323.45,-3659.2 1328.1,-3663.33 1332.9,-3667.37"/>
-<text text-anchor="start" x="1301.9" y="-3671.17" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.74" y="-3538.62" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3053.95C1297.68,-3071.19 1331.73,-3088.97 1363.75,-3105.45"/>
+<text text-anchor="start" x="1332.75" y="-3109.25" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3057.75" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;rendered_task_instance_fields -->
-<g id="edge37" class="edge">
+<g id="edge33" class="edge">
 <title>task_instance&#45;&#45;rendered_task_instance_fields</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.74,-3567.59C1253.87,-3605.17 1285.67,-3641.54 1319,-3673 1323.45,-3677.2 1328.1,-3681.33 1332.9,-3685.36"/>
-<text text-anchor="start" x="1301.9" y="-3689.16" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.74" y="-3567.64" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- task_fail -->
-<g id="node37" class="node">
-<title>task_fail</title>
-<polygon fill="none" stroke="black" points="1351,-3605 1351,-3633 1612,-3633 1612,-3605 1351,-3605"/>
-<text text-anchor="start" x="1444" y="-3616.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_fail</text>
-<polygon fill="none" stroke="black" points="1351,-3580 1351,-3605 1612,-3605 1612,-3580 1351,-3580"/>
-<text text-anchor="start" x="1356" y="-3589.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="1369" y="-3589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1374" y="-3589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1451" y="-3589.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3555 1351,-3580 1612,-3580 1612,-3555 1351,-3555"/>
-<text text-anchor="start" x="1356" y="-3564.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1402" y="-3564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-3564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1528" y="-3564.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3530 1351,-3555 1612,-3555 1612,-3530 1351,-3530"/>
-<text text-anchor="start" x="1356" y="-3539.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
-<text text-anchor="start" x="1415" y="-3539.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1420" y="-3539.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1351,-3505 1351,-3530 1612,-3530 1612,-3505 1351,-3505"/>
-<text text-anchor="start" x="1356" y="-3514.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="1420" y="-3514.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1425" y="-3514.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1351,-3480 1351,-3505 1612,-3505 1612,-3480 1351,-3480"/>
-<text text-anchor="start" x="1356" y="-3489.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1432" y="-3489.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1437" y="-3489.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1514" y="-3489.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3455 1351,-3480 1612,-3480 1612,-3455 1351,-3455"/>
-<text text-anchor="start" x="1356" y="-3464.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1400" y="-3464.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1405" y="-3464.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1526" y="-3464.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3430 1351,-3455 1612,-3455 1612,-3430 1351,-3430"/>
-<text text-anchor="start" x="1356" y="-3439.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="1426" y="-3439.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1431" y="-3439.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1351,-3405 1351,-3430 1612,-3430 1612,-3405 1351,-3405"/>
-<text text-anchor="start" x="1356" y="-3414.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1405" y="-3414.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1410" y="-3414.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1531" y="-3414.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-</g>
-<!-- task_instance&#45;&#45;task_fail -->
-<g id="edge38" class="edge">
-<title>task_instance&#45;&#45;task_fail</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3358.76C1263.44,-3379.37 1304.68,-3402.24 1342.41,-3424.17"/>
-<text text-anchor="start" x="1311.41" y="-3412.97" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3347.56" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- task_instance&#45;&#45;task_fail -->
-<g id="edge39" class="edge">
-<title>task_instance&#45;&#45;task_fail</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3371.94C1263.44,-3393.08 1304.68,-3415.82 1342.41,-3436.96"/>
-<text text-anchor="start" x="1311.41" y="-3440.76" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3375.74" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- task_instance&#45;&#45;task_fail -->
-<g id="edge40" class="edge">
-<title>task_instance&#45;&#45;task_fail</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3385.13C1263.44,-3406.79 1304.68,-3429.4 1342.41,-3449.74"/>
-<text text-anchor="start" x="1311.41" y="-3453.54" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3388.93" font-family="Times,serif" font-size="14.00">1</text>
-</g>
-<!-- task_instance&#45;&#45;task_fail -->
-<g id="edge41" class="edge">
-<title>task_instance&#45;&#45;task_fail</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3398.32C1263.44,-3420.5 1304.68,-3442.97 1342.41,-3462.53"/>
-<text text-anchor="start" x="1311.41" y="-3466.33" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3402.12" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-3067.19C1297.68,-3084.83 1331.73,-3102.55 1363.75,-3118.49"/>
+<text text-anchor="start" x="1332.75" y="-3122.29" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-3070.99" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_map -->
-<g id="node38" class="node">
+<g id="node36" class="node">
 <title>task_map</title>
-<polygon fill="none" stroke="black" points="1351,-3351 1351,-3379 1612,-3379 1612,-3351 1351,-3351"/>
-<text text-anchor="start" x="1439" y="-3362.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_map</text>
-<polygon fill="none" stroke="black" points="1351,-3326 1351,-3351 1612,-3351 1612,-3326 1351,-3326"/>
-<text text-anchor="start" x="1356" y="-3335.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1402" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1528" y="-3335.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3301 1351,-3326 1612,-3326 1612,-3301 1351,-3301"/>
-<text text-anchor="start" x="1356" y="-3310.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1432" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1437" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1514" y="-3310.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3276 1351,-3301 1612,-3301 1612,-3276 1351,-3276"/>
-<text text-anchor="start" x="1356" y="-3285.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1400" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1405" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1526" y="-3285.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3251 1351,-3276 1612,-3276 1612,-3251 1351,-3251"/>
-<text text-anchor="start" x="1356" y="-3260.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1405" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1410" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1531" y="-3260.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1351,-3226 1351,-3251 1612,-3251 1612,-3226 1351,-3226"/>
-<text text-anchor="start" x="1356" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00">keys</text>
-<text text-anchor="start" x="1388" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1393" y="-3235.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="1351,-3201 1351,-3226 1612,-3226 1612,-3201 1351,-3201"/>
-<text text-anchor="start" x="1356" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00">length</text>
-<text text-anchor="start" x="1401" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1406" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1483" y="-3210.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1382,-3033 1382,-3061 1643,-3061 1643,-3033 1382,-3033"/>
+<text text-anchor="start" x="1470" y="-3044.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_map</text>
+<polygon fill="none" stroke="black" points="1382,-3008 1382,-3033 1643,-3033 1643,-3008 1382,-3008"/>
+<text text-anchor="start" x="1387" y="-3017.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1433" y="-3017.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1438" y="-3017.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1559" y="-3017.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1382,-2983 1382,-3008 1643,-3008 1643,-2983 1382,-2983"/>
+<text text-anchor="start" x="1387" y="-2992.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1463" y="-2992.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1468" y="-2992.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1545" y="-2992.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1382,-2958 1382,-2983 1643,-2983 1643,-2958 1382,-2958"/>
+<text text-anchor="start" x="1387" y="-2967.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1431" y="-2967.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1436" y="-2967.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1557" y="-2967.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1382,-2933 1382,-2958 1643,-2958 1643,-2933 1382,-2933"/>
+<text text-anchor="start" x="1387" y="-2942.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1436" y="-2942.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1441" y="-2942.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1562" y="-2942.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1382,-2908 1382,-2933 1643,-2933 1643,-2908 1382,-2908"/>
+<text text-anchor="start" x="1387" y="-2917.8" font-family="Helvetica,sans-Serif" font-size="14.00">keys</text>
+<text text-anchor="start" x="1419" y="-2917.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1424" y="-2917.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="1382,-2883 1382,-2908 1643,-2908 1643,-2883 1382,-2883"/>
+<text text-anchor="start" x="1387" y="-2892.8" font-family="Helvetica,sans-Serif" font-size="14.00">length</text>
+<text text-anchor="start" x="1432" y="-2892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1437" y="-2892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1514" y="-2892.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- task_instance&#45;&#45;task_map -->
-<g id="edge42" class="edge">
+<g id="edge34" class="edge">
 <title>task_instance&#45;&#45;task_map</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3270.22C1263.44,-3269.43 1304.68,-3269.63 1342.41,-3270.82"/>
-<text text-anchor="start" x="1311.41" y="-3259.62" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3259.02" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2946.71C1300.9,-2946.82 1338.48,-2947.85 1373.2,-2949.67"/>
+<text text-anchor="start" x="1342.2" y="-2938.47" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2935.51" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_map -->
-<g id="edge43" class="edge">
+<g id="edge35" class="edge">
 <title>task_instance&#45;&#45;task_map</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3283.41C1263.44,-3283.14 1304.68,-3283.21 1342.41,-3283.61"/>
-<text text-anchor="start" x="1311.41" y="-3287.41" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3287.21" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2959.95C1300.9,-2960.51 1338.48,-2961.41 1373.2,-2962.53"/>
+<text text-anchor="start" x="1342.2" y="-2966.33" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2963.75" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_map -->
-<g id="edge44" class="edge">
+<g id="edge36" class="edge">
 <title>task_instance&#45;&#45;task_map</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3296.59C1263.44,-3296.86 1304.68,-3296.79 1342.41,-3296.39"/>
-<text text-anchor="start" x="1311.41" y="-3300.19" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3300.39" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2973.18C1300.9,-2974.2 1338.48,-2974.96 1373.2,-2975.38"/>
+<text text-anchor="start" x="1342.2" y="-2979.18" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2976.98" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_map -->
-<g id="edge45" class="edge">
+<g id="edge37" class="edge">
 <title>task_instance&#45;&#45;task_map</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3309.78C1263.44,-3310.57 1304.68,-3310.37 1342.41,-3309.18"/>
-<text text-anchor="start" x="1311.41" y="-3312.98" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3313.58" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2986.42C1300.9,-2987.88 1338.48,-2988.52 1373.2,-2988.23"/>
+<text text-anchor="start" x="1342.2" y="-2992.03" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2990.22" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- xcom -->
-<g id="node39" class="node">
+<g id="node37" class="node">
 <title>xcom</title>
-<polygon fill="none" stroke="black" points="1350,-3147 1350,-3175 1612,-3175 1612,-3147 1350,-3147"/>
-<text text-anchor="start" x="1456.5" y="-3158.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">xcom</text>
-<polygon fill="none" stroke="black" points="1350,-3122 1350,-3147 1612,-3147 1612,-3122 1350,-3122"/>
-<text text-anchor="start" x="1355" y="-3131.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
-<text text-anchor="start" x="1432" y="-3131.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1437" y="-3131.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1514" y="-3131.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-3097 1350,-3122 1612,-3122 1612,-3097 1350,-3097"/>
-<text text-anchor="start" x="1355" y="-3106.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">key</text>
-<text text-anchor="start" x="1380" y="-3106.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1385" y="-3106.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
-<text text-anchor="start" x="1506" y="-3106.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-3072 1350,-3097 1612,-3097 1612,-3072 1350,-3072"/>
-<text text-anchor="start" x="1355" y="-3081.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1431" y="-3081.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1436" y="-3081.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1513" y="-3081.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-3047 1350,-3072 1612,-3072 1612,-3047 1350,-3047"/>
-<text text-anchor="start" x="1355" y="-3056.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1404" y="-3056.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1409" y="-3056.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1530" y="-3056.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-3022 1350,-3047 1612,-3047 1612,-3022 1350,-3022"/>
-<text text-anchor="start" x="1355" y="-3031.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1401" y="-3031.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1406" y="-3031.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1527" y="-3031.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-2997 1350,-3022 1612,-3022 1612,-2997 1350,-2997"/>
-<text text-anchor="start" x="1355" y="-3006.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1399" y="-3006.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1404" y="-3006.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1525" y="-3006.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-2972 1350,-2997 1612,-2997 1612,-2972 1350,-2972"/>
-<text text-anchor="start" x="1355" y="-2981.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
-<text text-anchor="start" x="1430" y="-2981.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1435" y="-2981.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1531" y="-2981.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1350,-2947 1350,-2972 1612,-2972 1612,-2947 1350,-2947"/>
-<text text-anchor="start" x="1355" y="-2956.8" font-family="Helvetica,sans-Serif" font-size="14.00">value</text>
-<text text-anchor="start" x="1393" y="-2956.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1398" y="-2956.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="1381,-2829 1381,-2857 1643,-2857 1643,-2829 1381,-2829"/>
+<text text-anchor="start" x="1487.5" y="-2840.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">xcom</text>
+<polygon fill="none" stroke="black" points="1381,-2804 1381,-2829 1643,-2829 1643,-2804 1381,-2804"/>
+<text text-anchor="start" x="1386" y="-2813.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_run_id</text>
+<text text-anchor="start" x="1463" y="-2813.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1468" y="-2813.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1545" y="-2813.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2779 1381,-2804 1643,-2804 1643,-2779 1381,-2779"/>
+<text text-anchor="start" x="1386" y="-2788.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">key</text>
+<text text-anchor="start" x="1411" y="-2788.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1416" y="-2788.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
+<text text-anchor="start" x="1537" y="-2788.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2754 1381,-2779 1643,-2779 1643,-2754 1381,-2754"/>
+<text text-anchor="start" x="1386" y="-2763.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1462" y="-2763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1467" y="-2763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1544" y="-2763.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2729 1381,-2754 1643,-2754 1643,-2729 1381,-2729"/>
+<text text-anchor="start" x="1386" y="-2738.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1435" y="-2738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1440" y="-2738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1561" y="-2738.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2704 1381,-2729 1643,-2729 1643,-2704 1381,-2704"/>
+<text text-anchor="start" x="1386" y="-2713.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1432" y="-2713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1437" y="-2713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1558" y="-2713.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2679 1381,-2704 1643,-2704 1643,-2679 1381,-2679"/>
+<text text-anchor="start" x="1386" y="-2688.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1430" y="-2688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1435" y="-2688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1556" y="-2688.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2654 1381,-2679 1643,-2679 1643,-2654 1381,-2654"/>
+<text text-anchor="start" x="1386" y="-2663.8" font-family="Helvetica,sans-Serif" font-size="14.00">timestamp</text>
+<text text-anchor="start" x="1461" y="-2663.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1466" y="-2663.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1562" y="-2663.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1381,-2629 1381,-2654 1643,-2654 1643,-2629 1381,-2629"/>
+<text text-anchor="start" x="1386" y="-2638.8" font-family="Helvetica,sans-Serif" font-size="14.00">value</text>
+<text text-anchor="start" x="1424" y="-2638.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1429" y="-2638.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
 </g>
 <!-- task_instance&#45;&#45;xcom -->
-<g id="edge50" class="edge">
+<g id="edge42" class="edge">
 <title>task_instance&#45;&#45;xcom</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3181.68C1263.22,-3159.63 1304.2,-3137.29 1341.74,-3117.82"/>
-<text text-anchor="start" x="1310.74" y="-3106.62" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3170.48" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2856.04C1300.79,-2836.1 1338.25,-2816.04 1372.88,-2798.37"/>
+<text text-anchor="start" x="1341.88" y="-2787.17" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2844.84" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;xcom -->
-<g id="edge51" class="edge">
+<g id="edge43" class="edge">
 <title>task_instance&#45;&#45;xcom</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3194.87C1263.22,-3173.34 1304.2,-3150.87 1341.74,-3130.62"/>
-<text text-anchor="start" x="1310.74" y="-3134.42" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3198.67" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2869.27C1300.79,-2849.78 1338.25,-2829.6 1372.88,-2811.23"/>
+<text text-anchor="start" x="1341.88" y="-2815.03" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2873.07" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;xcom -->
-<g id="edge52" class="edge">
+<g id="edge44" class="edge">
 <title>task_instance&#45;&#45;xcom</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3208.06C1263.22,-3187.05 1304.2,-3164.45 1341.74,-3143.42"/>
-<text text-anchor="start" x="1310.74" y="-3147.22" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3211.86" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2882.51C1300.79,-2863.47 1338.25,-2843.16 1372.88,-2824.09"/>
+<text text-anchor="start" x="1341.88" y="-2827.89" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2886.31" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;xcom -->
-<g id="edge53" class="edge">
+<g id="edge45" class="edge">
 <title>task_instance&#45;&#45;xcom</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.53,-3221.24C1263.22,-3200.75 1304.2,-3178.03 1341.74,-3156.21"/>
-<text text-anchor="start" x="1310.74" y="-3160.01" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.53" y="-3225.04" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.15,-2895.75C1300.79,-2877.16 1338.25,-2856.72 1372.88,-2836.95"/>
+<text text-anchor="start" x="1341.88" y="-2840.75" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.15" y="-2899.55" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance_note -->
-<g id="node40" class="node">
+<g id="node38" class="node">
 <title>task_instance_note</title>
-<polygon fill="none" stroke="black" points="1348,-2893 1348,-2921 1614,-2921 1614,-2893 1348,-2893"/>
-<text text-anchor="start" x="1395" y="-2904.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance_note</text>
-<polygon fill="none" stroke="black" points="1348,-2868 1348,-2893 1614,-2893 1614,-2868 1348,-2868"/>
-<text text-anchor="start" x="1353" y="-2877.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1399" y="-2877.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1404" y="-2877.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1525" y="-2877.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2843 1348,-2868 1614,-2868 1614,-2843 1348,-2843"/>
-<text text-anchor="start" x="1353" y="-2852.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1429" y="-2852.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1434" y="-2852.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1511" y="-2852.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2818 1348,-2843 1614,-2843 1614,-2818 1348,-2818"/>
-<text text-anchor="start" x="1353" y="-2827.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1397" y="-2827.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1402" y="-2827.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1523" y="-2827.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2793 1348,-2818 1614,-2818 1614,-2793 1348,-2793"/>
-<text text-anchor="start" x="1353" y="-2802.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1402" y="-2802.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-2802.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1528" y="-2802.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2768 1348,-2793 1614,-2793 1614,-2768 1348,-2768"/>
-<text text-anchor="start" x="1353" y="-2777.8" font-family="Helvetica,sans-Serif" font-size="14.00">content</text>
-<text text-anchor="start" x="1406" y="-2777.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1411" y="-2777.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1348,-2743 1348,-2768 1614,-2768 1614,-2743 1348,-2743"/>
-<text text-anchor="start" x="1353" y="-2752.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="1426" y="-2752.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1431" y="-2752.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1527" y="-2752.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2718 1348,-2743 1614,-2743 1614,-2718 1348,-2718"/>
-<text text-anchor="start" x="1353" y="-2727.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="1432" y="-2727.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1437" y="-2727.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="1533" y="-2727.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1348,-2693 1348,-2718 1614,-2718 1614,-2693 1348,-2693"/>
-<text text-anchor="start" x="1353" y="-2702.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
-<text text-anchor="start" x="1404" y="-2702.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1409" y="-2702.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(128)]</text>
+<polygon fill="none" stroke="black" points="1379,-2575 1379,-2603 1645,-2603 1645,-2575 1379,-2575"/>
+<text text-anchor="start" x="1426" y="-2586.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance_note</text>
+<polygon fill="none" stroke="black" points="1379,-2550 1379,-2575 1645,-2575 1645,-2550 1379,-2550"/>
+<text text-anchor="start" x="1384" y="-2559.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1430" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1435" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1556" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2525 1379,-2550 1645,-2550 1645,-2525 1379,-2525"/>
+<text text-anchor="start" x="1384" y="-2534.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1460" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1465" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1542" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2500 1379,-2525 1645,-2525 1645,-2500 1379,-2500"/>
+<text text-anchor="start" x="1384" y="-2509.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1428" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1433" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1554" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2475 1379,-2500 1645,-2500 1645,-2475 1379,-2475"/>
+<text text-anchor="start" x="1384" y="-2484.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1433" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1438" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1559" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2450 1379,-2475 1645,-2475 1645,-2450 1379,-2450"/>
+<text text-anchor="start" x="1384" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00">content</text>
+<text text-anchor="start" x="1437" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1442" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1379,-2425 1379,-2450 1645,-2450 1645,-2425 1379,-2425"/>
+<text text-anchor="start" x="1384" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="1457" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1462" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1558" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2400 1379,-2425 1645,-2425 1645,-2400 1379,-2400"/>
+<text text-anchor="start" x="1384" y="-2409.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1463" y="-2409.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1468" y="-2409.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="1564" y="-2409.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1379,-2375 1379,-2400 1645,-2400 1645,-2375 1379,-2375"/>
+<text text-anchor="start" x="1384" y="-2384.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
+<text text-anchor="start" x="1435" y="-2384.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1440" y="-2384.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(128)]</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_note -->
-<g id="edge54" class="edge">
+<g id="edge46" class="edge">
 <title>task_instance&#45;&#45;task_instance_note</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.8,-3019.13C1254.37,-2979.87 1286.28,-2941.24 1319,-2907 1325.64,-2900.05 1332.67,-2893.15 1339.94,-2886.41"/>
-<text text-anchor="start" x="1308.94" y="-2875.21" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.8" y="-3007.93" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.24,-2689.94C1291.99,-2654.54 1320.63,-2619.92 1350,-2589 1356.62,-2582.03 1363.64,-2575.12 1370.89,-2568.36"/>
+<text text-anchor="start" x="1339.89" y="-2557.16" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.24" y="-2678.74" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_note -->
-<g id="edge55" class="edge">
+<g id="edge47" class="edge">
 <title>task_instance&#45;&#45;task_instance_note</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.8,-3036.88C1254.37,-2997.87 1286.28,-2959.24 1319,-2925 1325.64,-2918.05 1332.67,-2911.15 1339.94,-2904.39"/>
-<text text-anchor="start" x="1308.94" y="-2893.19" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.8" y="-3025.68" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.24,-2707.74C1291.99,-2672.54 1320.63,-2637.92 1350,-2607 1356.62,-2600.03 1363.64,-2593.12 1370.89,-2586.34"/>
+<text text-anchor="start" x="1339.89" y="-2575.14" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.24" y="-2696.54" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_note -->
-<g id="edge56" class="edge">
+<g id="edge48" class="edge">
 <title>task_instance&#45;&#45;task_instance_note</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.8,-3054.62C1254.37,-3015.87 1286.28,-2977.24 1319,-2943 1325.64,-2936.05 1332.67,-2929.15 1339.94,-2922.37"/>
-<text text-anchor="start" x="1308.94" y="-2911.17" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.8" y="-3043.42" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.24,-2725.53C1291.99,-2690.54 1320.63,-2655.92 1350,-2625 1356.62,-2618.03 1363.64,-2611.12 1370.89,-2604.32"/>
+<text text-anchor="start" x="1339.89" y="-2593.12" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.24" y="-2714.33" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_note -->
-<g id="edge57" class="edge">
+<g id="edge49" class="edge">
 <title>task_instance&#45;&#45;task_instance_note</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.8,-3072.36C1254.37,-3033.87 1286.28,-2995.24 1319,-2961 1330.68,-2948.77 1343.57,-2936.71 1356.82,-2925"/>
-<text text-anchor="start" x="1325.82" y="-2928.8" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.8" y="-3061.16" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265.24,-2743.32C1291.99,-2708.54 1320.63,-2673.92 1350,-2643 1361.52,-2630.87 1374.24,-2618.91 1387.33,-2607.31"/>
+<text text-anchor="start" x="1356.33" y="-2611.11" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265.24" y="-2732.12" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance_history -->
-<g id="node41" class="node">
+<g id="node39" class="node">
 <title>task_instance_history</title>
-<polygon fill="none" stroke="black" points="1327,-2638 1327,-2666 1635,-2666 1635,-2638 1327,-2638"/>
-<text text-anchor="start" x="1383.5" y="-2649.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance_history</text>
-<polygon fill="none" stroke="black" points="1327,-2613 1327,-2638 1635,-2638 1635,-2613 1327,-2613"/>
-<text text-anchor="start" x="1332" y="-2622.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="1345" y="-2622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1350" y="-2622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1427" y="-2622.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2588 1327,-2613 1635,-2613 1635,-2588 1327,-2588"/>
-<text text-anchor="start" x="1332" y="-2597.8" font-family="Helvetica,sans-Serif" font-size="14.00">custom_operator_name</text>
-<text text-anchor="start" x="1495" y="-2597.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1500" y="-2597.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-2563 1327,-2588 1635,-2588 1635,-2563 1327,-2563"/>
-<text text-anchor="start" x="1332" y="-2572.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="1378" y="-2572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1383" y="-2572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1504" y="-2572.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2538 1327,-2563 1635,-2563 1635,-2538 1327,-2538"/>
-<text text-anchor="start" x="1332" y="-2547.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
-<text text-anchor="start" x="1391" y="-2547.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1396" y="-2547.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [DOUBLE_PRECISION]</text>
-<polygon fill="none" stroke="black" points="1327,-2513 1327,-2538 1635,-2538 1635,-2513 1327,-2513"/>
-<text text-anchor="start" x="1332" y="-2522.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
-<text text-anchor="start" x="1396" y="-2522.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1401" y="-2522.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1327,-2488 1327,-2513 1635,-2513 1635,-2488 1327,-2488"/>
-<text text-anchor="start" x="1332" y="-2497.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor</text>
-<text text-anchor="start" x="1393" y="-2497.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1398" y="-2497.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-2463 1327,-2488 1635,-2488 1635,-2463 1327,-2463"/>
-<text text-anchor="start" x="1332" y="-2472.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_config</text>
-<text text-anchor="start" x="1442" y="-2472.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1447" y="-2472.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="1327,-2438 1327,-2463 1635,-2463 1635,-2438 1327,-2438"/>
-<text text-anchor="start" x="1332" y="-2447.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_executor_id</text>
-<text text-anchor="start" x="1475" y="-2447.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1480" y="-2447.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="1327,-2413 1327,-2438 1635,-2438 1635,-2413 1327,-2413"/>
-<text text-anchor="start" x="1332" y="-2422.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
-<text text-anchor="start" x="1402" y="-2422.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-2422.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-2388 1327,-2413 1635,-2413 1635,-2388 1327,-2388"/>
-<text text-anchor="start" x="1332" y="-2397.8" font-family="Helvetica,sans-Serif" font-size="14.00">job_id</text>
-<text text-anchor="start" x="1373" y="-2397.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1378" y="-2397.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-2363 1327,-2388 1635,-2388 1635,-2363 1327,-2363"/>
-<text text-anchor="start" x="1332" y="-2372.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
-<text text-anchor="start" x="1408" y="-2372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1413" y="-2372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1490" y="-2372.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2338 1327,-2363 1635,-2363 1635,-2338 1327,-2338"/>
-<text text-anchor="start" x="1332" y="-2347.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_tries</text>
-<text text-anchor="start" x="1400" y="-2347.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1405" y="-2347.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-2313 1327,-2338 1635,-2338 1635,-2313 1327,-2313"/>
-<text text-anchor="start" x="1332" y="-2322.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_kwargs</text>
-<text text-anchor="start" x="1420" y="-2322.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1425" y="-2322.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="1327,-2288 1327,-2313 1635,-2313 1635,-2288 1327,-2288"/>
-<text text-anchor="start" x="1332" y="-2297.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_method</text>
-<text text-anchor="start" x="1423" y="-2297.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1428" y="-2297.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-2263 1327,-2288 1635,-2288 1635,-2263 1327,-2263"/>
-<text text-anchor="start" x="1332" y="-2272.8" font-family="Helvetica,sans-Serif" font-size="14.00">operator</text>
-<text text-anchor="start" x="1392" y="-2272.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1397" y="-2272.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-2238 1327,-2263 1635,-2263 1635,-2238 1327,-2238"/>
-<text text-anchor="start" x="1332" y="-2247.8" font-family="Helvetica,sans-Serif" font-size="14.00">pid</text>
-<text text-anchor="start" x="1354" y="-2247.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1359" y="-2247.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-2213 1327,-2238 1635,-2238 1635,-2213 1327,-2213"/>
-<text text-anchor="start" x="1332" y="-2222.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
-<text text-anchor="start" x="1362" y="-2222.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1367" y="-2222.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="1488" y="-2222.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2188 1327,-2213 1635,-2213 1635,-2188 1327,-2188"/>
-<text text-anchor="start" x="1332" y="-2197.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool_slots</text>
-<text text-anchor="start" x="1401" y="-2197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1406" y="-2197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1483" y="-2197.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2163 1327,-2188 1635,-2188 1635,-2163 1327,-2163"/>
-<text text-anchor="start" x="1332" y="-2172.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
-<text text-anchor="start" x="1436" y="-2172.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1441" y="-2172.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-2138 1327,-2163 1635,-2163 1635,-2138 1327,-2138"/>
-<text text-anchor="start" x="1332" y="-2147.8" font-family="Helvetica,sans-Serif" font-size="14.00">queue</text>
-<text text-anchor="start" x="1376" y="-2147.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1381" y="-2147.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="1327,-2113 1327,-2138 1635,-2138 1635,-2113 1327,-2113"/>
-<text text-anchor="start" x="1332" y="-2122.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_by_job_id</text>
-<text text-anchor="start" x="1456" y="-2122.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1461" y="-2122.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-2088 1327,-2113 1635,-2113 1635,-2088 1327,-2088"/>
-<text text-anchor="start" x="1332" y="-2097.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_dttm</text>
-<text text-anchor="start" x="1425" y="-2097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1430" y="-2097.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1327,-2063 1327,-2088 1635,-2088 1635,-2063 1327,-2063"/>
-<text text-anchor="start" x="1332" y="-2072.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_map_index</text>
-<text text-anchor="start" x="1477" y="-2072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1482" y="-2072.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<polygon fill="none" stroke="black" points="1327,-2038 1327,-2063 1635,-2063 1635,-2038 1327,-2038"/>
-<text text-anchor="start" x="1332" y="-2047.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
-<text text-anchor="start" x="1376" y="-2047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1381" y="-2047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1502" y="-2047.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-2013 1327,-2038 1635,-2038 1635,-2013 1327,-2013"/>
-<text text-anchor="start" x="1332" y="-2022.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
-<text text-anchor="start" x="1402" y="-2022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-2022.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1327,-1988 1327,-2013 1635,-2013 1635,-1988 1327,-1988"/>
-<text text-anchor="start" x="1332" y="-1997.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
-<text text-anchor="start" x="1367" y="-1997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1372" y="-1997.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
-<polygon fill="none" stroke="black" points="1327,-1963 1327,-1988 1635,-1988 1635,-1963 1327,-1963"/>
-<text text-anchor="start" x="1332" y="-1972.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_display_name</text>
-<text text-anchor="start" x="1464" y="-1972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1469" y="-1972.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
-<polygon fill="none" stroke="black" points="1327,-1938 1327,-1963 1635,-1963 1635,-1938 1327,-1938"/>
-<text text-anchor="start" x="1332" y="-1947.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
-<text text-anchor="start" x="1381" y="-1947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1386" y="-1947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="1507" y="-1947.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-1913 1327,-1938 1635,-1938 1635,-1913 1327,-1913"/>
-<text text-anchor="start" x="1332" y="-1922.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_id</text>
-<text text-anchor="start" x="1399" y="-1922.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1404" y="-1922.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="1327,-1888 1327,-1913 1635,-1913 1635,-1888 1327,-1888"/>
-<text text-anchor="start" x="1332" y="-1897.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_timeout</text>
-<text text-anchor="start" x="1440" y="-1897.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1445" y="-1897.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="1327,-1863 1327,-1888 1635,-1888 1635,-1863 1327,-1863"/>
-<text text-anchor="start" x="1332" y="-1872.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
-<text text-anchor="start" x="1414" y="-1872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1419" y="-1872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1496" y="-1872.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="1327,-1838 1327,-1863 1635,-1863 1635,-1838 1327,-1838"/>
-<text text-anchor="start" x="1332" y="-1847.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
-<text text-anchor="start" x="1402" y="-1847.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1407" y="-1847.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<polygon fill="none" stroke="black" points="1327,-1813 1327,-1838 1635,-1838 1635,-1813 1327,-1813"/>
-<text text-anchor="start" x="1332" y="-1822.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="1411" y="-1822.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1416" y="-1822.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="1358,-2321 1358,-2349 1666,-2349 1666,-2321 1358,-2321"/>
+<text text-anchor="start" x="1414.5" y="-2332.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">task_instance_history</text>
+<polygon fill="none" stroke="black" points="1358,-2296 1358,-2321 1666,-2321 1666,-2296 1358,-2296"/>
+<text text-anchor="start" x="1363" y="-2305.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="1376" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1381" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1458" y="-2305.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-2271 1358,-2296 1666,-2296 1666,-2271 1358,-2271"/>
+<text text-anchor="start" x="1363" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00">custom_operator_name</text>
+<text text-anchor="start" x="1526" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1531" y="-2280.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-2246 1358,-2271 1666,-2271 1666,-2246 1358,-2246"/>
+<text text-anchor="start" x="1363" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="1409" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1414" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1535" y="-2255.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-2221 1358,-2246 1666,-2246 1666,-2221 1358,-2221"/>
+<text text-anchor="start" x="1363" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00">duration</text>
+<text text-anchor="start" x="1422" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1427" y="-2230.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [DOUBLE_PRECISION]</text>
+<polygon fill="none" stroke="black" points="1358,-2196 1358,-2221 1666,-2221 1666,-2196 1358,-2196"/>
+<text text-anchor="start" x="1363" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00">end_date</text>
+<text text-anchor="start" x="1427" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1432" y="-2205.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="1358,-2171 1358,-2196 1666,-2196 1666,-2171 1358,-2171"/>
+<text text-anchor="start" x="1363" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor</text>
+<text text-anchor="start" x="1424" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1429" y="-2180.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-2146 1358,-2171 1666,-2171 1666,-2146 1358,-2146"/>
+<text text-anchor="start" x="1363" y="-2155.8" font-family="Helvetica,sans-Serif" font-size="14.00">executor_config</text>
+<text text-anchor="start" x="1473" y="-2155.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1478" y="-2155.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="1358,-2121 1358,-2146 1666,-2146 1666,-2121 1358,-2121"/>
+<text text-anchor="start" x="1363" y="-2130.8" font-family="Helvetica,sans-Serif" font-size="14.00">external_executor_id</text>
+<text text-anchor="start" x="1506" y="-2130.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1511" y="-2130.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="1358,-2096 1358,-2121 1666,-2121 1666,-2096 1358,-2096"/>
+<text text-anchor="start" x="1363" y="-2105.8" font-family="Helvetica,sans-Serif" font-size="14.00">hostname</text>
+<text text-anchor="start" x="1433" y="-2105.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1438" y="-2105.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-2071 1358,-2096 1666,-2096 1666,-2071 1358,-2071"/>
+<text text-anchor="start" x="1363" y="-2080.8" font-family="Helvetica,sans-Serif" font-size="14.00">map_index</text>
+<text text-anchor="start" x="1439" y="-2080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1444" y="-2080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1521" y="-2080.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-2046 1358,-2071 1666,-2071 1666,-2046 1358,-2046"/>
+<text text-anchor="start" x="1363" y="-2055.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_tries</text>
+<text text-anchor="start" x="1431" y="-2055.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1436" y="-2055.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1358,-2021 1358,-2046 1666,-2046 1666,-2021 1358,-2021"/>
+<text text-anchor="start" x="1363" y="-2030.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_kwargs</text>
+<text text-anchor="start" x="1451" y="-2030.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1456" y="-2030.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="1358,-1996 1358,-2021 1666,-2021 1666,-1996 1358,-1996"/>
+<text text-anchor="start" x="1363" y="-2005.8" font-family="Helvetica,sans-Serif" font-size="14.00">next_method</text>
+<text text-anchor="start" x="1454" y="-2005.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1459" y="-2005.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-1971 1358,-1996 1666,-1996 1666,-1971 1358,-1971"/>
+<text text-anchor="start" x="1363" y="-1980.8" font-family="Helvetica,sans-Serif" font-size="14.00">operator</text>
+<text text-anchor="start" x="1423" y="-1980.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1428" y="-1980.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-1946 1358,-1971 1666,-1971 1666,-1946 1358,-1946"/>
+<text text-anchor="start" x="1363" y="-1955.8" font-family="Helvetica,sans-Serif" font-size="14.00">pid</text>
+<text text-anchor="start" x="1385" y="-1955.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1390" y="-1955.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1358,-1921 1358,-1946 1666,-1946 1666,-1921 1358,-1921"/>
+<text text-anchor="start" x="1363" y="-1930.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool</text>
+<text text-anchor="start" x="1393" y="-1930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1398" y="-1930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="1519" y="-1930.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-1896 1358,-1921 1666,-1921 1666,-1896 1358,-1896"/>
+<text text-anchor="start" x="1363" y="-1905.8" font-family="Helvetica,sans-Serif" font-size="14.00">pool_slots</text>
+<text text-anchor="start" x="1432" y="-1905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1437" y="-1905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1514" y="-1905.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-1871 1358,-1896 1666,-1896 1666,-1871 1358,-1871"/>
+<text text-anchor="start" x="1363" y="-1880.8" font-family="Helvetica,sans-Serif" font-size="14.00">priority_weight</text>
+<text text-anchor="start" x="1467" y="-1880.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1472" y="-1880.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1358,-1846 1358,-1871 1666,-1871 1666,-1846 1358,-1846"/>
+<text text-anchor="start" x="1363" y="-1855.8" font-family="Helvetica,sans-Serif" font-size="14.00">queue</text>
+<text text-anchor="start" x="1407" y="-1855.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1412" y="-1855.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="1358,-1821 1358,-1846 1666,-1846 1666,-1821 1358,-1821"/>
+<text text-anchor="start" x="1363" y="-1830.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_by_job_id</text>
+<text text-anchor="start" x="1487" y="-1830.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1492" y="-1830.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1358,-1796 1358,-1821 1666,-1821 1666,-1796 1358,-1796"/>
+<text text-anchor="start" x="1363" y="-1805.8" font-family="Helvetica,sans-Serif" font-size="14.00">queued_dttm</text>
+<text text-anchor="start" x="1456" y="-1805.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1461" y="-1805.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="1358,-1771 1358,-1796 1666,-1796 1666,-1771 1358,-1771"/>
+<text text-anchor="start" x="1363" y="-1780.8" font-family="Helvetica,sans-Serif" font-size="14.00">rendered_map_index</text>
+<text text-anchor="start" x="1508" y="-1780.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1513" y="-1780.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<polygon fill="none" stroke="black" points="1358,-1746 1358,-1771 1666,-1771 1666,-1746 1358,-1746"/>
+<text text-anchor="start" x="1363" y="-1755.8" font-family="Helvetica,sans-Serif" font-size="14.00">run_id</text>
+<text text-anchor="start" x="1407" y="-1755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1412" y="-1755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1533" y="-1755.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-1721 1358,-1746 1666,-1746 1666,-1721 1358,-1721"/>
+<text text-anchor="start" x="1363" y="-1730.8" font-family="Helvetica,sans-Serif" font-size="14.00">start_date</text>
+<text text-anchor="start" x="1433" y="-1730.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1438" y="-1730.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="1358,-1696 1358,-1721 1666,-1721 1666,-1696 1358,-1696"/>
+<text text-anchor="start" x="1363" y="-1705.8" font-family="Helvetica,sans-Serif" font-size="14.00">state</text>
+<text text-anchor="start" x="1398" y="-1705.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1403" y="-1705.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(20)]</text>
+<polygon fill="none" stroke="black" points="1358,-1671 1358,-1696 1666,-1696 1666,-1671 1358,-1671"/>
+<text text-anchor="start" x="1363" y="-1680.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_display_name</text>
+<text text-anchor="start" x="1495" y="-1680.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1500" y="-1680.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(2000)]</text>
+<polygon fill="none" stroke="black" points="1358,-1646 1358,-1671 1666,-1671 1666,-1646 1358,-1646"/>
+<text text-anchor="start" x="1363" y="-1655.8" font-family="Helvetica,sans-Serif" font-size="14.00">task_id</text>
+<text text-anchor="start" x="1412" y="-1655.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1417" y="-1655.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="1538" y="-1655.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-1621 1358,-1646 1666,-1646 1666,-1621 1358,-1621"/>
+<text text-anchor="start" x="1363" y="-1630.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_id</text>
+<text text-anchor="start" x="1430" y="-1630.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1435" y="-1630.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1358,-1596 1358,-1621 1666,-1621 1666,-1596 1358,-1596"/>
+<text text-anchor="start" x="1363" y="-1605.8" font-family="Helvetica,sans-Serif" font-size="14.00">trigger_timeout</text>
+<text text-anchor="start" x="1471" y="-1605.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1476" y="-1605.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="1358,-1571 1358,-1596 1666,-1596 1666,-1571 1358,-1571"/>
+<text text-anchor="start" x="1363" y="-1580.8" font-family="Helvetica,sans-Serif" font-size="14.00">try_number</text>
+<text text-anchor="start" x="1445" y="-1580.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1450" y="-1580.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1527" y="-1580.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1358,-1546 1358,-1571 1666,-1571 1666,-1546 1358,-1546"/>
+<text text-anchor="start" x="1363" y="-1555.8" font-family="Helvetica,sans-Serif" font-size="14.00">unixname</text>
+<text text-anchor="start" x="1433" y="-1555.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1438" y="-1555.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<polygon fill="none" stroke="black" points="1358,-1521 1358,-1546 1666,-1546 1666,-1521 1358,-1521"/>
+<text text-anchor="start" x="1363" y="-1530.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="1442" y="-1530.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1447" y="-1530.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_history -->
-<g id="edge58" class="edge">
+<g id="edge50" class="edge">
 <title>task_instance&#45;&#45;task_instance_history</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.54,-2887.91C1231.86,-2870.04 1239.05,-2852.34 1246,-2835 1270.11,-2774.9 1294.89,-2711.26 1318.89,-2648.79"/>
-<text text-anchor="start" x="1287.89" y="-2637.59" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.54" y="-2876.71" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265,-2536.49C1292.94,-2465.4 1321.99,-2392.03 1349.92,-2322"/>
+<text text-anchor="start" x="1318.92" y="-2310.8" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265" y="-2525.29" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_history -->
-<g id="edge59" class="edge">
+<g id="edge51" class="edge">
 <title>task_instance&#45;&#45;task_instance_history</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.54,-2905.89C1231.86,-2888.04 1239.05,-2870.34 1246,-2853 1270.11,-2792.9 1294.89,-2729.26 1318.89,-2666.6"/>
-<text text-anchor="start" x="1287.89" y="-2655.4" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.54" y="-2894.69" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265,-2549.72C1292.94,-2478.99 1321.99,-2405.61 1349.92,-2335.23"/>
+<text text-anchor="start" x="1318.92" y="-2339.03" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265" y="-2553.52" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_history -->
-<g id="edge60" class="edge">
+<g id="edge52" class="edge">
 <title>task_instance&#45;&#45;task_instance_history</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.54,-2923.88C1231.86,-2906.04 1239.05,-2888.34 1246,-2871 1271.88,-2806.48 1298.54,-2737.88 1324.17,-2670.57"/>
-<text text-anchor="start" x="1293.17" y="-2674.37" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.54" y="-2912.68" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265,-2562.96C1292.94,-2492.58 1321.99,-2419.2 1349.92,-2348.47"/>
+<text text-anchor="start" x="1318.92" y="-2352.27" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265" y="-2566.76" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- task_instance&#45;&#45;task_instance_history -->
-<g id="edge61" class="edge">
+<g id="edge53" class="edge">
 <title>task_instance&#45;&#45;task_instance_history</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1224.54,-2941.87C1231.86,-2924.04 1239.05,-2906.34 1246,-2889 1274.13,-2818.86 1303.19,-2743.89 1330.85,-2670.71"/>
-<text text-anchor="start" x="1330.85" y="-2674.51" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="1224.54" y="-2930.67" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M1265,-2576.19C1294.05,-2503.38 1324.3,-2426.95 1353.25,-2353.24"/>
+<text text-anchor="start" x="1353.25" y="-2357.04" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="1265" y="-2579.99" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- backfill -->
-<g id="node34" class="node">
+<g id="node33" class="node">
 <title>backfill</title>
-<polygon fill="none" stroke="black" points="14.5,-2905 14.5,-2933 299.5,-2933 299.5,-2905 14.5,-2905"/>
-<text text-anchor="start" x="124.5" y="-2916.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">backfill</text>
-<polygon fill="none" stroke="black" points="14.5,-2880 14.5,-2905 299.5,-2905 299.5,-2880 14.5,-2880"/>
-<text text-anchor="start" x="19.5" y="-2889.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="32.5" y="-2889.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="37.5" y="-2889.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="114.5" y="-2889.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2855 14.5,-2880 299.5,-2880 299.5,-2855 14.5,-2855"/>
-<text text-anchor="start" x="19.5" y="-2864.8" font-family="Helvetica,sans-Serif" font-size="14.00">completed_at</text>
-<text text-anchor="start" x="113.5" y="-2864.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="118.5" y="-2864.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="14.5,-2830 14.5,-2855 299.5,-2855 299.5,-2830 14.5,-2830"/>
-<text text-anchor="start" x="19.5" y="-2839.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
-<text text-anchor="start" x="92.5" y="-2839.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="97.5" y="-2839.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="193.5" y="-2839.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2805 14.5,-2830 299.5,-2830 299.5,-2805 14.5,-2805"/>
-<text text-anchor="start" x="19.5" y="-2814.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
-<text text-anchor="start" x="65.5" y="-2814.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="70.5" y="-2814.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="191.5" y="-2814.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2780 14.5,-2805 299.5,-2805 299.5,-2780 14.5,-2780"/>
-<text text-anchor="start" x="19.5" y="-2789.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_run_conf</text>
-<text text-anchor="start" x="113.5" y="-2789.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="118.5" y="-2789.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
-<polygon fill="none" stroke="black" points="14.5,-2755 14.5,-2780 299.5,-2780 299.5,-2755 14.5,-2755"/>
-<text text-anchor="start" x="19.5" y="-2764.8" font-family="Helvetica,sans-Serif" font-size="14.00">from_date</text>
-<text text-anchor="start" x="89.5" y="-2764.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="94.5" y="-2764.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="190.5" y="-2764.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2730 14.5,-2755 299.5,-2755 299.5,-2730 14.5,-2730"/>
-<text text-anchor="start" x="19.5" y="-2739.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_paused</text>
-<text text-anchor="start" x="89.5" y="-2739.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="94.5" y="-2739.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="14.5,-2705 14.5,-2730 299.5,-2730 299.5,-2705 14.5,-2705"/>
-<text text-anchor="start" x="19.5" y="-2714.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_runs</text>
-<text text-anchor="start" x="136.5" y="-2714.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="141.5" y="-2714.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="218.5" y="-2714.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2680 14.5,-2705 299.5,-2705 299.5,-2680 14.5,-2680"/>
-<text text-anchor="start" x="19.5" y="-2689.8" font-family="Helvetica,sans-Serif" font-size="14.00">to_date</text>
-<text text-anchor="start" x="71.5" y="-2689.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="76.5" y="-2689.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="172.5" y="-2689.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="14.5,-2655 14.5,-2680 299.5,-2680 299.5,-2655 14.5,-2655"/>
-<text text-anchor="start" x="19.5" y="-2664.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
-<text text-anchor="start" x="98.5" y="-2664.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="103.5" y="-2664.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="199.5" y="-2664.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2700 8.5,-2728 355.5,-2728 355.5,-2700 8.5,-2700"/>
+<text text-anchor="start" x="149.5" y="-2711.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">backfill</text>
+<polygon fill="none" stroke="black" points="8.5,-2675 8.5,-2700 355.5,-2700 355.5,-2675 8.5,-2675"/>
+<text text-anchor="start" x="13.5" y="-2684.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="26.5" y="-2684.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="31.5" y="-2684.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="108.5" y="-2684.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2650 8.5,-2675 355.5,-2675 355.5,-2650 8.5,-2650"/>
+<text text-anchor="start" x="13.5" y="-2659.8" font-family="Helvetica,sans-Serif" font-size="14.00">completed_at</text>
+<text text-anchor="start" x="107.5" y="-2659.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="112.5" y="-2659.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="8.5,-2625 8.5,-2650 355.5,-2650 355.5,-2625 8.5,-2625"/>
+<text text-anchor="start" x="13.5" y="-2634.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_at</text>
+<text text-anchor="start" x="86.5" y="-2634.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="91.5" y="-2634.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="187.5" y="-2634.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2600 8.5,-2625 355.5,-2625 355.5,-2600 8.5,-2600"/>
+<text text-anchor="start" x="13.5" y="-2609.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_id</text>
+<text text-anchor="start" x="59.5" y="-2609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="64.5" y="-2609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="185.5" y="-2609.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2575 8.5,-2600 355.5,-2600 355.5,-2575 8.5,-2575"/>
+<text text-anchor="start" x="13.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00">dag_run_conf</text>
+<text text-anchor="start" x="107.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="112.5" y="-2584.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [JSON]</text>
+<polygon fill="none" stroke="black" points="8.5,-2550 8.5,-2575 355.5,-2575 355.5,-2550 8.5,-2550"/>
+<text text-anchor="start" x="13.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00">from_date</text>
+<text text-anchor="start" x="83.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="88.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="184.5" y="-2559.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2525 8.5,-2550 355.5,-2550 355.5,-2525 8.5,-2525"/>
+<text text-anchor="start" x="13.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00">is_paused</text>
+<text text-anchor="start" x="83.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="88.5" y="-2534.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="8.5,-2500 8.5,-2525 355.5,-2525 355.5,-2500 8.5,-2500"/>
+<text text-anchor="start" x="13.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00">max_active_runs</text>
+<text text-anchor="start" x="130.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="135.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="212.5" y="-2509.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2475 8.5,-2500 355.5,-2500 355.5,-2475 8.5,-2475"/>
+<text text-anchor="start" x="13.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00">reprocess_behavior</text>
+<text text-anchor="start" x="148.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="153.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="274.5" y="-2484.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2450 8.5,-2475 355.5,-2475 355.5,-2450 8.5,-2450"/>
+<text text-anchor="start" x="13.5" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00">to_date</text>
+<text text-anchor="start" x="65.5" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="70.5" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="166.5" y="-2459.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="8.5,-2425 8.5,-2450 355.5,-2450 355.5,-2425 8.5,-2425"/>
+<text text-anchor="start" x="13.5" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00">updated_at</text>
+<text text-anchor="start" x="92.5" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="97.5" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="193.5" y="-2434.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- backfill&#45;&#45;dag_run -->
-<g id="edge31" class="edge">
+<g id="edge27" class="edge">
 <title>backfill&#45;&#45;dag_run</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M283.75,-2937.13C334.48,-2994.65 393.35,-3061.39 446.15,-3121.24"/>
-<text text-anchor="start" x="415.15" y="-3110.04" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="242.75" y="-2940.93" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M363.3,-2727.9C407.39,-2764.69 454.04,-2803.63 496.43,-2839"/>
+<text text-anchor="start" x="465.43" y="-2827.8" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="363.3" y="-2716.7" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- backfill&#45;&#45;backfill_dag_run -->
-<g id="edge32" class="edge">
+<g id="edge28" class="edge">
 <title>backfill&#45;&#45;backfill_dag_run</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M307.03,-2762.9C480.47,-2726.83 763.72,-2667.93 929.38,-2633.48"/>
-<text text-anchor="start" x="898.38" y="-2622.28" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="307.03" y="-2751.7" font-family="Times,serif" font-size="14.00">1</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M363.33,-2512.74C387.55,-2505.63 412.23,-2499.12 436,-2494 614.5,-2455.57 824.55,-2437.2 960.32,-2428.73"/>
+<text text-anchor="start" x="929.32" y="-2417.53" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="363.33" y="-2501.54" font-family="Times,serif" font-size="14.00">1</text>
 </g>
 <!-- trigger -->
-<g id="node35" class="node">
+<g id="node34" class="node">
 <title>trigger</title>
-<polygon fill="none" stroke="black" points="452,-2959 452,-2987 740,-2987 740,-2959 452,-2959"/>
-<text text-anchor="start" x="564.5" y="-2970.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">trigger</text>
-<polygon fill="none" stroke="black" points="452,-2934 452,-2959 740,-2959 740,-2934 452,-2934"/>
-<text text-anchor="start" x="457" y="-2943.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="470" y="-2943.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="475" y="-2943.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="552" y="-2943.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="452,-2909 452,-2934 740,-2934 740,-2909 452,-2909"/>
-<text text-anchor="start" x="457" y="-2918.8" font-family="Helvetica,sans-Serif" font-size="14.00">classpath</text>
-<text text-anchor="start" x="524" y="-2918.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="529" y="-2918.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
-<text text-anchor="start" x="659" y="-2918.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="452,-2884 452,-2909 740,-2909 740,-2884 452,-2884"/>
-<text text-anchor="start" x="457" y="-2893.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_date</text>
-<text text-anchor="start" x="547" y="-2893.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="552" y="-2893.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<text text-anchor="start" x="648" y="-2893.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="452,-2859 452,-2884 740,-2884 740,-2859 452,-2859"/>
-<text text-anchor="start" x="457" y="-2868.8" font-family="Helvetica,sans-Serif" font-size="14.00">kwargs</text>
-<text text-anchor="start" x="507" y="-2868.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="512" y="-2868.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
-<text text-anchor="start" x="562" y="-2868.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="452,-2834 452,-2859 740,-2859 740,-2834 452,-2834"/>
-<text text-anchor="start" x="457" y="-2843.8" font-family="Helvetica,sans-Serif" font-size="14.00">triggerer_id</text>
-<text text-anchor="start" x="538" y="-2843.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="543" y="-2843.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="502,-2632 502,-2660 790,-2660 790,-2632 502,-2632"/>
+<text text-anchor="start" x="614.5" y="-2643.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">trigger</text>
+<polygon fill="none" stroke="black" points="502,-2607 502,-2632 790,-2632 790,-2607 502,-2607"/>
+<text text-anchor="start" x="507" y="-2616.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="520" y="-2616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="525" y="-2616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="602" y="-2616.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="502,-2582 502,-2607 790,-2607 790,-2582 502,-2582"/>
+<text text-anchor="start" x="507" y="-2591.8" font-family="Helvetica,sans-Serif" font-size="14.00">classpath</text>
+<text text-anchor="start" x="574" y="-2591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="579" y="-2591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(1000)]</text>
+<text text-anchor="start" x="709" y="-2591.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="502,-2557 502,-2582 790,-2582 790,-2557 502,-2557"/>
+<text text-anchor="start" x="507" y="-2566.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_date</text>
+<text text-anchor="start" x="597" y="-2566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="602" y="-2566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<text text-anchor="start" x="698" y="-2566.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="502,-2532 502,-2557 790,-2557 790,-2532 502,-2532"/>
+<text text-anchor="start" x="507" y="-2541.8" font-family="Helvetica,sans-Serif" font-size="14.00">kwargs</text>
+<text text-anchor="start" x="557" y="-2541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="562" y="-2541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TEXT]</text>
+<text text-anchor="start" x="612" y="-2541.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="502,-2507 502,-2532 790,-2532 790,-2507 502,-2507"/>
+<text text-anchor="start" x="507" y="-2516.8" font-family="Helvetica,sans-Serif" font-size="14.00">triggerer_id</text>
+<text text-anchor="start" x="588" y="-2516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="593" y="-2516.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- trigger&#45;&#45;task_instance -->
-<g id="edge33" class="edge">
+<g id="edge29" class="edge">
 <title>trigger&#45;&#45;task_instance</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M748.14,-2965.68C768.38,-2975.74 788.26,-2987.18 806,-3000 839.18,-3023.97 871.05,-3052.98 900.36,-3083.27"/>
-<text text-anchor="start" x="869.36" y="-3072.07" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="748.14" y="-2954.48" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M798.09,-2638.24C818.4,-2648.38 838.3,-2659.96 856,-2673 885.77,-2694.93 914.28,-2721.14 940.67,-2748.71"/>
+<text text-anchor="start" x="909.67" y="-2737.51" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="798.09" y="-2627.04" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- session -->
-<g id="node42" class="node">
+<g id="node40" class="node">
 <title>session</title>
-<polygon fill="none" stroke="black" points="52.5,-3891 52.5,-3919 260.5,-3919 260.5,-3891 52.5,-3891"/>
-<text text-anchor="start" x="122.5" y="-3902.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">session</text>
-<polygon fill="none" stroke="black" points="52.5,-3866 52.5,-3891 260.5,-3891 260.5,-3866 52.5,-3866"/>
-<text text-anchor="start" x="57.5" y="-3875.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="70.5" y="-3875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="75.5" y="-3875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="152.5" y="-3875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="52.5,-3841 52.5,-3866 260.5,-3866 260.5,-3841 52.5,-3841"/>
-<text text-anchor="start" x="57.5" y="-3850.8" font-family="Helvetica,sans-Serif" font-size="14.00">data</text>
-<text text-anchor="start" x="88.5" y="-3850.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="93.5" y="-3850.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
-<polygon fill="none" stroke="black" points="52.5,-3816 52.5,-3841 260.5,-3841 260.5,-3816 52.5,-3816"/>
-<text text-anchor="start" x="57.5" y="-3825.8" font-family="Helvetica,sans-Serif" font-size="14.00">expiry</text>
-<text text-anchor="start" x="101.5" y="-3825.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="106.5" y="-3825.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="52.5,-3791 52.5,-3816 260.5,-3816 260.5,-3791 52.5,-3791"/>
-<text text-anchor="start" x="57.5" y="-3800.8" font-family="Helvetica,sans-Serif" font-size="14.00">session_id</text>
-<text text-anchor="start" x="129.5" y="-3800.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="134.5" y="-3800.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(255)]</text>
+<polygon fill="none" stroke="black" points="77.5,-3576 77.5,-3604 285.5,-3604 285.5,-3576 77.5,-3576"/>
+<text text-anchor="start" x="147.5" y="-3587.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">session</text>
+<polygon fill="none" stroke="black" points="77.5,-3551 77.5,-3576 285.5,-3576 285.5,-3551 77.5,-3551"/>
+<text text-anchor="start" x="82.5" y="-3560.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="95.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="100.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="177.5" y="-3560.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="77.5,-3526 77.5,-3551 285.5,-3551 285.5,-3526 77.5,-3526"/>
+<text text-anchor="start" x="82.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00">data</text>
+<text text-anchor="start" x="113.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="118.5" y="-3535.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BYTEA]</text>
+<polygon fill="none" stroke="black" points="77.5,-3501 77.5,-3526 285.5,-3526 285.5,-3501 77.5,-3501"/>
+<text text-anchor="start" x="82.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00">expiry</text>
+<text text-anchor="start" x="126.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="131.5" y="-3510.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="77.5,-3476 77.5,-3501 285.5,-3501 285.5,-3476 77.5,-3476"/>
+<text text-anchor="start" x="82.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00">session_id</text>
+<text text-anchor="start" x="154.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="159.5" y="-3485.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(255)]</text>
 </g>
 <!-- alembic_version -->
-<g id="node43" class="node">
+<g id="node41" class="node">
 <title>alembic_version</title>
-<polygon fill="none" stroke="black" points="10.5,-4711 10.5,-4739 303.5,-4739 303.5,-4711 10.5,-4711"/>
-<text text-anchor="start" x="84.5" y="-4722.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">alembic_version</text>
-<polygon fill="none" stroke="black" points="10.5,-4686 10.5,-4711 303.5,-4711 303.5,-4686 10.5,-4686"/>
-<text text-anchor="start" x="15.5" y="-4695.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">version_num</text>
-<text text-anchor="start" x="105.5" y="-4695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="110.5" y="-4695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
-<text text-anchor="start" x="222.5" y="-4695.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="35.5,-4356 35.5,-4384 328.5,-4384 328.5,-4356 35.5,-4356"/>
+<text text-anchor="start" x="109.5" y="-4367.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">alembic_version</text>
+<polygon fill="none" stroke="black" points="35.5,-4331 35.5,-4356 328.5,-4356 328.5,-4331 35.5,-4331"/>
+<text text-anchor="start" x="40.5" y="-4340.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">version_num</text>
+<text text-anchor="start" x="130.5" y="-4340.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="135.5" y="-4340.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
+<text text-anchor="start" x="247.5" y="-4340.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_user -->
-<g id="node44" class="node">
+<g id="node42" class="node">
 <title>ab_user</title>
-<polygon fill="none" stroke="black" points="453,-5759 453,-5787 739,-5787 739,-5759 453,-5759"/>
-<text text-anchor="start" x="561" y="-5770.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_user</text>
-<polygon fill="none" stroke="black" points="453,-5734 453,-5759 739,-5759 739,-5734 453,-5734"/>
-<text text-anchor="start" x="458" y="-5743.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="471" y="-5743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="476" y="-5743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="553" y="-5743.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="453,-5709 453,-5734 739,-5734 739,-5709 453,-5709"/>
-<text text-anchor="start" x="458" y="-5718.8" font-family="Helvetica,sans-Serif" font-size="14.00">active</text>
-<text text-anchor="start" x="500" y="-5718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="505" y="-5718.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
-<polygon fill="none" stroke="black" points="453,-5684 453,-5709 739,-5709 739,-5684 453,-5684"/>
-<text text-anchor="start" x="458" y="-5693.8" font-family="Helvetica,sans-Serif" font-size="14.00">changed_by_fk</text>
-<text text-anchor="start" x="563" y="-5693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="568" y="-5693.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="453,-5659 453,-5684 739,-5684 739,-5659 453,-5659"/>
-<text text-anchor="start" x="458" y="-5668.8" font-family="Helvetica,sans-Serif" font-size="14.00">changed_on</text>
-<text text-anchor="start" x="543" y="-5668.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="548" y="-5668.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="453,-5634 453,-5659 739,-5659 739,-5634 453,-5634"/>
-<text text-anchor="start" x="458" y="-5643.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_by_fk</text>
-<text text-anchor="start" x="555" y="-5643.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="560" y="-5643.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="453,-5609 453,-5634 739,-5634 739,-5609 453,-5609"/>
-<text text-anchor="start" x="458" y="-5618.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_on</text>
-<text text-anchor="start" x="534" y="-5618.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="539" y="-5618.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="453,-5584 453,-5609 739,-5609 739,-5584 453,-5584"/>
-<text text-anchor="start" x="458" y="-5593.8" font-family="Helvetica,sans-Serif" font-size="14.00">email</text>
-<text text-anchor="start" x="496" y="-5593.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="501" y="-5593.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
-<text text-anchor="start" x="622" y="-5593.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="453,-5559 453,-5584 739,-5584 739,-5559 453,-5559"/>
-<text text-anchor="start" x="458" y="-5568.8" font-family="Helvetica,sans-Serif" font-size="14.00">fail_login_count</text>
-<text text-anchor="start" x="566" y="-5568.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="571" y="-5568.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="453,-5534 453,-5559 739,-5559 739,-5534 453,-5534"/>
-<text text-anchor="start" x="458" y="-5543.8" font-family="Helvetica,sans-Serif" font-size="14.00">first_name</text>
-<text text-anchor="start" x="532" y="-5543.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="537" y="-5543.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="658" y="-5543.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="453,-5509 453,-5534 739,-5534 739,-5509 453,-5509"/>
-<text text-anchor="start" x="458" y="-5518.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_login</text>
-<text text-anchor="start" x="524" y="-5518.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="529" y="-5518.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="453,-5484 453,-5509 739,-5509 739,-5484 453,-5484"/>
-<text text-anchor="start" x="458" y="-5493.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_name</text>
-<text text-anchor="start" x="529" y="-5493.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="534" y="-5493.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="655" y="-5493.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="453,-5459 453,-5484 739,-5484 739,-5459 453,-5459"/>
-<text text-anchor="start" x="458" y="-5468.8" font-family="Helvetica,sans-Serif" font-size="14.00">login_count</text>
-<text text-anchor="start" x="538" y="-5468.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="543" y="-5468.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="453,-5434 453,-5459 739,-5459 739,-5434 453,-5434"/>
-<text text-anchor="start" x="458" y="-5443.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
-<text text-anchor="start" x="525" y="-5443.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="530" y="-5443.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="453,-5409 453,-5434 739,-5434 739,-5409 453,-5409"/>
-<text text-anchor="start" x="458" y="-5418.8" font-family="Helvetica,sans-Serif" font-size="14.00">username</text>
-<text text-anchor="start" x="528" y="-5418.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="533" y="-5418.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
-<text text-anchor="start" x="654" y="-5418.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="503,-5385 503,-5413 789,-5413 789,-5385 503,-5385"/>
+<text text-anchor="start" x="611" y="-5396.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_user</text>
+<polygon fill="none" stroke="black" points="503,-5360 503,-5385 789,-5385 789,-5360 503,-5360"/>
+<text text-anchor="start" x="508" y="-5369.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="521" y="-5369.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="526" y="-5369.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="603" y="-5369.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="503,-5335 503,-5360 789,-5360 789,-5335 503,-5335"/>
+<text text-anchor="start" x="508" y="-5344.8" font-family="Helvetica,sans-Serif" font-size="14.00">active</text>
+<text text-anchor="start" x="550" y="-5344.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="555" y="-5344.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [BOOLEAN]</text>
+<polygon fill="none" stroke="black" points="503,-5310 503,-5335 789,-5335 789,-5310 503,-5310"/>
+<text text-anchor="start" x="508" y="-5319.8" font-family="Helvetica,sans-Serif" font-size="14.00">changed_by_fk</text>
+<text text-anchor="start" x="613" y="-5319.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="618" y="-5319.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="503,-5285 503,-5310 789,-5310 789,-5285 503,-5285"/>
+<text text-anchor="start" x="508" y="-5294.8" font-family="Helvetica,sans-Serif" font-size="14.00">changed_on</text>
+<text text-anchor="start" x="593" y="-5294.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="598" y="-5294.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="503,-5260 503,-5285 789,-5285 789,-5260 503,-5260"/>
+<text text-anchor="start" x="508" y="-5269.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_by_fk</text>
+<text text-anchor="start" x="605" y="-5269.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="610" y="-5269.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="503,-5235 503,-5260 789,-5260 789,-5235 503,-5235"/>
+<text text-anchor="start" x="508" y="-5244.8" font-family="Helvetica,sans-Serif" font-size="14.00">created_on</text>
+<text text-anchor="start" x="584" y="-5244.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="589" y="-5244.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="503,-5210 503,-5235 789,-5235 789,-5210 503,-5210"/>
+<text text-anchor="start" x="508" y="-5219.8" font-family="Helvetica,sans-Serif" font-size="14.00">email</text>
+<text text-anchor="start" x="546" y="-5219.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="551" y="-5219.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
+<text text-anchor="start" x="672" y="-5219.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="503,-5185 503,-5210 789,-5210 789,-5185 503,-5185"/>
+<text text-anchor="start" x="508" y="-5194.8" font-family="Helvetica,sans-Serif" font-size="14.00">fail_login_count</text>
+<text text-anchor="start" x="616" y="-5194.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="621" y="-5194.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="503,-5160 503,-5185 789,-5185 789,-5160 503,-5160"/>
+<text text-anchor="start" x="508" y="-5169.8" font-family="Helvetica,sans-Serif" font-size="14.00">first_name</text>
+<text text-anchor="start" x="582" y="-5169.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="587" y="-5169.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="708" y="-5169.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="503,-5135 503,-5160 789,-5160 789,-5135 503,-5135"/>
+<text text-anchor="start" x="508" y="-5144.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_login</text>
+<text text-anchor="start" x="574" y="-5144.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="579" y="-5144.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="503,-5110 503,-5135 789,-5135 789,-5110 503,-5110"/>
+<text text-anchor="start" x="508" y="-5119.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_name</text>
+<text text-anchor="start" x="579" y="-5119.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="584" y="-5119.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="705" y="-5119.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="503,-5085 503,-5110 789,-5110 789,-5085 503,-5085"/>
+<text text-anchor="start" x="508" y="-5094.8" font-family="Helvetica,sans-Serif" font-size="14.00">login_count</text>
+<text text-anchor="start" x="588" y="-5094.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="593" y="-5094.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="503,-5060 503,-5085 789,-5085 789,-5060 503,-5060"/>
+<text text-anchor="start" x="508" y="-5069.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
+<text text-anchor="start" x="575" y="-5069.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="580" y="-5069.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="503,-5035 503,-5060 789,-5060 789,-5035 503,-5035"/>
+<text text-anchor="start" x="508" y="-5044.8" font-family="Helvetica,sans-Serif" font-size="14.00">username</text>
+<text text-anchor="start" x="578" y="-5044.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="583" y="-5044.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
+<text text-anchor="start" x="704" y="-5044.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_user&#45;&#45;ab_user -->
-<g id="edge62" class="edge">
+<g id="edge54" class="edge">
 <title>ab_user&#45;&#45;ab_user</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M580.23,-5791.02C584.02,-5802.27 589.27,-5809 596,-5809 602.73,-5809 607.98,-5802.27 611.77,-5791.02"/>
-<text text-anchor="start" x="611.77" y="-5794.82" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="580.23" y="-5794.82" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M630.23,-5417.02C634.02,-5428.27 639.27,-5435 646,-5435 652.73,-5435 657.98,-5428.27 661.77,-5417.02"/>
+<text text-anchor="start" x="661.77" y="-5420.82" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="630.23" y="-5420.82" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_user&#45;&#45;ab_user -->
-<g id="edge63" class="edge">
+<g id="edge55" class="edge">
 <title>ab_user&#45;&#45;ab_user</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M557.05,-5791.38C564.4,-5813.01 577.38,-5827 596,-5827 614.62,-5827 627.6,-5813.01 634.95,-5791.38"/>
-<text text-anchor="start" x="634.95" y="-5795.18" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="516.05" y="-5795.18" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M607.05,-5417.38C614.4,-5439.01 627.38,-5453 646,-5453 664.62,-5453 677.6,-5439.01 684.95,-5417.38"/>
+<text text-anchor="start" x="684.95" y="-5421.18" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="566.05" y="-5421.18" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_user_role -->
-<g id="node45" class="node">
+<g id="node43" class="node">
 <title>ab_user_role</title>
-<polygon fill="none" stroke="black" points="972.5,-5424 972.5,-5452 1153.5,-5452 1153.5,-5424 972.5,-5424"/>
-<text text-anchor="start" x="1006" y="-5435.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_user_role</text>
-<polygon fill="none" stroke="black" points="972.5,-5399 972.5,-5424 1153.5,-5424 1153.5,-5399 972.5,-5399"/>
-<text text-anchor="start" x="977.5" y="-5408.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="990.5" y="-5408.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="995.5" y="-5408.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1072.5" y="-5408.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="972.5,-5374 972.5,-5399 1153.5,-5399 1153.5,-5374 972.5,-5374"/>
-<text text-anchor="start" x="977.5" y="-5383.8" font-family="Helvetica,sans-Serif" font-size="14.00">role_id</text>
-<text text-anchor="start" x="1023.5" y="-5383.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1028.5" y="-5383.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="972.5,-5349 972.5,-5374 1153.5,-5374 1153.5,-5349 972.5,-5349"/>
-<text text-anchor="start" x="977.5" y="-5358.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
-<text text-anchor="start" x="1028.5" y="-5358.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1033.5" y="-5358.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1013,-5162 1013,-5190 1194,-5190 1194,-5162 1013,-5162"/>
+<text text-anchor="start" x="1046.5" y="-5173.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_user_role</text>
+<polygon fill="none" stroke="black" points="1013,-5137 1013,-5162 1194,-5162 1194,-5137 1013,-5137"/>
+<text text-anchor="start" x="1018" y="-5146.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="1031" y="-5146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1036" y="-5146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1113" y="-5146.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="1013,-5112 1013,-5137 1194,-5137 1194,-5112 1013,-5112"/>
+<text text-anchor="start" x="1018" y="-5121.8" font-family="Helvetica,sans-Serif" font-size="14.00">role_id</text>
+<text text-anchor="start" x="1064" y="-5121.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1069" y="-5121.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="1013,-5087 1013,-5112 1194,-5112 1194,-5087 1013,-5087"/>
+<text text-anchor="start" x="1018" y="-5096.8" font-family="Helvetica,sans-Serif" font-size="14.00">user_id</text>
+<text text-anchor="start" x="1069" y="-5096.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1074" y="-5096.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- ab_user&#45;&#45;ab_user_role -->
-<g id="edge64" class="edge">
+<g id="edge56" class="edge">
 <title>ab_user&#45;&#45;ab_user_role</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M747.17,-5534.31C818.2,-5504.18 901,-5469.07 963.78,-5442.45"/>
-<text text-anchor="start" x="932.78" y="-5431.25" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="747.17" y="-5523.11" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M797.25,-5195.93C865.32,-5183.21 943.87,-5168.54 1004.17,-5157.28"/>
+<text text-anchor="start" x="973.17" y="-5146.08" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="797.25" y="-5184.73" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_register_user -->
-<g id="node46" class="node">
+<g id="node44" class="node">
 <title>ab_register_user</title>
-<polygon fill="none" stroke="black" points="13.5,-5544 13.5,-5572 299.5,-5572 299.5,-5544 13.5,-5544"/>
-<text text-anchor="start" x="81.5" y="-5555.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_register_user</text>
-<polygon fill="none" stroke="black" points="13.5,-5519 13.5,-5544 299.5,-5544 299.5,-5519 13.5,-5519"/>
-<text text-anchor="start" x="18.5" y="-5528.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="31.5" y="-5528.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="36.5" y="-5528.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="113.5" y="-5528.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="13.5,-5494 13.5,-5519 299.5,-5519 299.5,-5494 13.5,-5494"/>
-<text text-anchor="start" x="18.5" y="-5503.8" font-family="Helvetica,sans-Serif" font-size="14.00">email</text>
-<text text-anchor="start" x="56.5" y="-5503.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="61.5" y="-5503.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
-<text text-anchor="start" x="182.5" y="-5503.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="13.5,-5469 13.5,-5494 299.5,-5494 299.5,-5469 13.5,-5469"/>
-<text text-anchor="start" x="18.5" y="-5478.8" font-family="Helvetica,sans-Serif" font-size="14.00">first_name</text>
-<text text-anchor="start" x="92.5" y="-5478.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="97.5" y="-5478.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="218.5" y="-5478.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="13.5,-5444 13.5,-5469 299.5,-5469 299.5,-5444 13.5,-5444"/>
-<text text-anchor="start" x="18.5" y="-5453.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_name</text>
-<text text-anchor="start" x="89.5" y="-5453.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="94.5" y="-5453.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<text text-anchor="start" x="215.5" y="-5453.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="13.5,-5419 13.5,-5444 299.5,-5444 299.5,-5419 13.5,-5419"/>
-<text text-anchor="start" x="18.5" y="-5428.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
-<text text-anchor="start" x="85.5" y="-5428.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="90.5" y="-5428.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="13.5,-5394 13.5,-5419 299.5,-5419 299.5,-5394 13.5,-5394"/>
-<text text-anchor="start" x="18.5" y="-5403.8" font-family="Helvetica,sans-Serif" font-size="14.00">registration_date</text>
-<text text-anchor="start" x="136.5" y="-5403.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="141.5" y="-5403.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
-<polygon fill="none" stroke="black" points="13.5,-5369 13.5,-5394 299.5,-5394 299.5,-5369 13.5,-5369"/>
-<text text-anchor="start" x="18.5" y="-5378.8" font-family="Helvetica,sans-Serif" font-size="14.00">registration_hash</text>
-<text text-anchor="start" x="139.5" y="-5378.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="144.5" y="-5378.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
-<polygon fill="none" stroke="black" points="13.5,-5344 13.5,-5369 299.5,-5369 299.5,-5344 13.5,-5344"/>
-<text text-anchor="start" x="18.5" y="-5353.8" font-family="Helvetica,sans-Serif" font-size="14.00">username</text>
-<text text-anchor="start" x="88.5" y="-5353.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="93.5" y="-5353.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
-<text text-anchor="start" x="214.5" y="-5353.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="38.5,-5170 38.5,-5198 324.5,-5198 324.5,-5170 38.5,-5170"/>
+<text text-anchor="start" x="106.5" y="-5181.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_register_user</text>
+<polygon fill="none" stroke="black" points="38.5,-5145 38.5,-5170 324.5,-5170 324.5,-5145 38.5,-5145"/>
+<text text-anchor="start" x="43.5" y="-5154.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="56.5" y="-5154.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="61.5" y="-5154.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="138.5" y="-5154.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="38.5,-5120 38.5,-5145 324.5,-5145 324.5,-5120 38.5,-5120"/>
+<text text-anchor="start" x="43.5" y="-5129.8" font-family="Helvetica,sans-Serif" font-size="14.00">email</text>
+<text text-anchor="start" x="81.5" y="-5129.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="86.5" y="-5129.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
+<text text-anchor="start" x="207.5" y="-5129.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="38.5,-5095 38.5,-5120 324.5,-5120 324.5,-5095 38.5,-5095"/>
+<text text-anchor="start" x="43.5" y="-5104.8" font-family="Helvetica,sans-Serif" font-size="14.00">first_name</text>
+<text text-anchor="start" x="117.5" y="-5104.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="122.5" y="-5104.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="243.5" y="-5104.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="38.5,-5070 38.5,-5095 324.5,-5095 324.5,-5070 38.5,-5070"/>
+<text text-anchor="start" x="43.5" y="-5079.8" font-family="Helvetica,sans-Serif" font-size="14.00">last_name</text>
+<text text-anchor="start" x="114.5" y="-5079.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="119.5" y="-5079.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<text text-anchor="start" x="240.5" y="-5079.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="38.5,-5045 38.5,-5070 324.5,-5070 324.5,-5045 38.5,-5045"/>
+<text text-anchor="start" x="43.5" y="-5054.8" font-family="Helvetica,sans-Serif" font-size="14.00">password</text>
+<text text-anchor="start" x="110.5" y="-5054.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="115.5" y="-5054.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="38.5,-5020 38.5,-5045 324.5,-5045 324.5,-5020 38.5,-5020"/>
+<text text-anchor="start" x="43.5" y="-5029.8" font-family="Helvetica,sans-Serif" font-size="14.00">registration_date</text>
+<text text-anchor="start" x="161.5" y="-5029.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="166.5" y="-5029.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [TIMESTAMP]</text>
+<polygon fill="none" stroke="black" points="38.5,-4995 38.5,-5020 324.5,-5020 324.5,-4995 38.5,-4995"/>
+<text text-anchor="start" x="43.5" y="-5004.8" font-family="Helvetica,sans-Serif" font-size="14.00">registration_hash</text>
+<text text-anchor="start" x="164.5" y="-5004.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="169.5" y="-5004.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(256)]</text>
+<polygon fill="none" stroke="black" points="38.5,-4970 38.5,-4995 324.5,-4995 324.5,-4970 38.5,-4970"/>
+<text text-anchor="start" x="43.5" y="-4979.8" font-family="Helvetica,sans-Serif" font-size="14.00">username</text>
+<text text-anchor="start" x="113.5" y="-4979.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="118.5" y="-4979.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(512)]</text>
+<text text-anchor="start" x="239.5" y="-4979.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_permission -->
-<g id="node47" class="node">
+<g id="node45" class="node">
 <title>ab_permission</title>
-<polygon fill="none" stroke="black" points="30.5,-5290 30.5,-5318 282.5,-5318 282.5,-5290 30.5,-5290"/>
-<text text-anchor="start" x="91.5" y="-5301.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission</text>
-<polygon fill="none" stroke="black" points="30.5,-5265 30.5,-5290 282.5,-5290 282.5,-5265 30.5,-5265"/>
-<text text-anchor="start" x="35.5" y="-5274.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="48.5" y="-5274.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="53.5" y="-5274.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="130.5" y="-5274.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="30.5,-5240 30.5,-5265 282.5,-5265 282.5,-5240 30.5,-5240"/>
-<text text-anchor="start" x="35.5" y="-5249.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
-<text text-anchor="start" x="75.5" y="-5249.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="80.5" y="-5249.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(100)]</text>
-<text text-anchor="start" x="201.5" y="-5249.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="55.5,-4916 55.5,-4944 307.5,-4944 307.5,-4916 55.5,-4916"/>
+<text text-anchor="start" x="116.5" y="-4927.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission</text>
+<polygon fill="none" stroke="black" points="55.5,-4891 55.5,-4916 307.5,-4916 307.5,-4891 55.5,-4891"/>
+<text text-anchor="start" x="60.5" y="-4900.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="73.5" y="-4900.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="78.5" y="-4900.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="155.5" y="-4900.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="55.5,-4866 55.5,-4891 307.5,-4891 307.5,-4866 55.5,-4866"/>
+<text text-anchor="start" x="60.5" y="-4875.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
+<text text-anchor="start" x="100.5" y="-4875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="105.5" y="-4875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(100)]</text>
+<text text-anchor="start" x="226.5" y="-4875.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_permission_view -->
-<g id="node48" class="node">
+<g id="node46" class="node">
 <title>ab_permission_view</title>
-<polygon fill="none" stroke="black" points="501,-5250 501,-5278 691,-5278 691,-5250 501,-5250"/>
-<text text-anchor="start" x="506.5" y="-5261.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission_view</text>
-<polygon fill="none" stroke="black" points="501,-5225 501,-5250 691,-5250 691,-5225 501,-5225"/>
-<text text-anchor="start" x="506" y="-5234.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="519" y="-5234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="524" y="-5234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="601" y="-5234.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="501,-5200 501,-5225 691,-5225 691,-5200 501,-5200"/>
-<text text-anchor="start" x="506" y="-5209.8" font-family="Helvetica,sans-Serif" font-size="14.00">permission_id</text>
-<text text-anchor="start" x="602" y="-5209.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="607" y="-5209.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="501,-5175 501,-5200 691,-5200 691,-5175 501,-5175"/>
-<text text-anchor="start" x="506" y="-5184.8" font-family="Helvetica,sans-Serif" font-size="14.00">view_menu_id</text>
-<text text-anchor="start" x="604" y="-5184.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="609" y="-5184.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="551,-4876 551,-4904 741,-4904 741,-4876 551,-4876"/>
+<text text-anchor="start" x="556.5" y="-4887.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission_view</text>
+<polygon fill="none" stroke="black" points="551,-4851 551,-4876 741,-4876 741,-4851 551,-4851"/>
+<text text-anchor="start" x="556" y="-4860.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="569" y="-4860.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="574" y="-4860.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="651" y="-4860.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="551,-4826 551,-4851 741,-4851 741,-4826 551,-4826"/>
+<text text-anchor="start" x="556" y="-4835.8" font-family="Helvetica,sans-Serif" font-size="14.00">permission_id</text>
+<text text-anchor="start" x="652" y="-4835.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="657" y="-4835.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="551,-4801 551,-4826 741,-4826 741,-4801 551,-4801"/>
+<text text-anchor="start" x="556" y="-4810.8" font-family="Helvetica,sans-Serif" font-size="14.00">view_menu_id</text>
+<text text-anchor="start" x="654" y="-4810.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="659" y="-4810.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- ab_permission&#45;&#45;ab_permission_view -->
-<g id="edge65" class="edge">
+<g id="edge57" class="edge">
 <title>ab_permission&#45;&#45;ab_permission_view</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M290.55,-5263.19C355.53,-5255.46 432.5,-5246.31 492.8,-5239.15"/>
-<text text-anchor="start" x="461.8" y="-5227.95" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="290.55" y="-5251.99" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M315.65,-4890.03C387.97,-4881.9 476,-4872 542.85,-4864.48"/>
+<text text-anchor="start" x="511.85" y="-4853.28" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="315.65" y="-4878.83" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_permission_view_role -->
-<g id="node49" class="node">
+<g id="node47" class="node">
 <title>ab_permission_view_role</title>
-<polygon fill="none" stroke="black" points="946.5,-5282 946.5,-5310 1179.5,-5310 1179.5,-5282 946.5,-5282"/>
-<text text-anchor="start" x="951.5" y="-5293.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission_view_role</text>
-<polygon fill="none" stroke="black" points="946.5,-5257 946.5,-5282 1179.5,-5282 1179.5,-5257 946.5,-5257"/>
-<text text-anchor="start" x="951.5" y="-5266.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="964.5" y="-5266.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="969.5" y="-5266.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="1046.5" y="-5266.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="946.5,-5232 946.5,-5257 1179.5,-5257 1179.5,-5232 946.5,-5232"/>
-<text text-anchor="start" x="951.5" y="-5241.8" font-family="Helvetica,sans-Serif" font-size="14.00">permission_view_id</text>
-<text text-anchor="start" x="1085.5" y="-5241.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1090.5" y="-5241.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<polygon fill="none" stroke="black" points="946.5,-5207 946.5,-5232 1179.5,-5232 1179.5,-5207 946.5,-5207"/>
-<text text-anchor="start" x="951.5" y="-5216.8" font-family="Helvetica,sans-Serif" font-size="14.00">role_id</text>
-<text text-anchor="start" x="997.5" y="-5216.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="1002.5" y="-5216.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="987,-4969 987,-4997 1220,-4997 1220,-4969 987,-4969"/>
+<text text-anchor="start" x="992" y="-4980.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_permission_view_role</text>
+<polygon fill="none" stroke="black" points="987,-4944 987,-4969 1220,-4969 1220,-4944 987,-4944"/>
+<text text-anchor="start" x="992" y="-4953.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="1005" y="-4953.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1010" y="-4953.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="1087" y="-4953.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="987,-4919 987,-4944 1220,-4944 1220,-4919 987,-4919"/>
+<text text-anchor="start" x="992" y="-4928.8" font-family="Helvetica,sans-Serif" font-size="14.00">permission_view_id</text>
+<text text-anchor="start" x="1126" y="-4928.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1131" y="-4928.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<polygon fill="none" stroke="black" points="987,-4894 987,-4919 1220,-4919 1220,-4894 987,-4894"/>
+<text text-anchor="start" x="992" y="-4903.8" font-family="Helvetica,sans-Serif" font-size="14.00">role_id</text>
+<text text-anchor="start" x="1038" y="-4903.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="1043" y="-4903.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
 </g>
 <!-- ab_permission_view&#45;&#45;ab_permission_view_role -->
-<g id="edge66" class="edge">
+<g id="edge58" class="edge">
 <title>ab_permission_view&#45;&#45;ab_permission_view_role</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M699.22,-5234.04C769.47,-5238.88 863.14,-5245.33 937.64,-5250.47"/>
-<text text-anchor="start" x="906.64" y="-5239.27" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="699.22" y="-5222.84" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M749.11,-4873.87C816.97,-4887.74 906.48,-4906.04 978.37,-4920.73"/>
+<text text-anchor="start" x="947.37" y="-4909.53" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="749.11" y="-4862.67" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_view_menu -->
-<g id="node50" class="node">
+<g id="node48" class="node">
 <title>ab_view_menu</title>
-<polygon fill="none" stroke="black" points="30.5,-5186 30.5,-5214 282.5,-5214 282.5,-5186 30.5,-5186"/>
-<text text-anchor="start" x="91.5" y="-5197.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_view_menu</text>
-<polygon fill="none" stroke="black" points="30.5,-5161 30.5,-5186 282.5,-5186 282.5,-5161 30.5,-5161"/>
-<text text-anchor="start" x="35.5" y="-5170.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="48.5" y="-5170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="53.5" y="-5170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="130.5" y="-5170.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="30.5,-5136 30.5,-5161 282.5,-5161 282.5,-5136 30.5,-5136"/>
-<text text-anchor="start" x="35.5" y="-5145.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
-<text text-anchor="start" x="75.5" y="-5145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="80.5" y="-5145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
-<text text-anchor="start" x="201.5" y="-5145.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="55.5,-4812 55.5,-4840 307.5,-4840 307.5,-4812 55.5,-4812"/>
+<text text-anchor="start" x="116.5" y="-4823.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_view_menu</text>
+<polygon fill="none" stroke="black" points="55.5,-4787 55.5,-4812 307.5,-4812 307.5,-4787 55.5,-4787"/>
+<text text-anchor="start" x="60.5" y="-4796.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="73.5" y="-4796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="78.5" y="-4796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="155.5" y="-4796.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="55.5,-4762 55.5,-4787 307.5,-4787 307.5,-4762 55.5,-4762"/>
+<text text-anchor="start" x="60.5" y="-4771.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
+<text text-anchor="start" x="100.5" y="-4771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="105.5" y="-4771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(250)]</text>
+<text text-anchor="start" x="226.5" y="-4771.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_view_menu&#45;&#45;ab_permission_view -->
-<g id="edge67" class="edge">
+<g id="edge59" class="edge">
 <title>ab_view_menu&#45;&#45;ab_permission_view</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M290.55,-5190.81C355.53,-5198.54 432.5,-5207.69 492.8,-5214.85"/>
-<text text-anchor="start" x="461.8" y="-5203.65" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="290.55" y="-5179.61" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M315.65,-4815.97C387.97,-4824.1 476,-4834 542.85,-4841.52"/>
+<text text-anchor="start" x="511.85" y="-4830.32" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="315.65" y="-4804.77" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_role -->
-<g id="node51" class="node">
+<g id="node49" class="node">
 <title>ab_role</title>
-<polygon fill="none" stroke="black" points="475,-5355 475,-5383 718,-5383 718,-5355 475,-5355"/>
-<text text-anchor="start" x="563.5" y="-5366.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_role</text>
-<polygon fill="none" stroke="black" points="475,-5330 475,-5355 718,-5355 718,-5330 475,-5330"/>
-<text text-anchor="start" x="480" y="-5339.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
-<text text-anchor="start" x="493" y="-5339.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="498" y="-5339.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
-<text text-anchor="start" x="575" y="-5339.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
-<polygon fill="none" stroke="black" points="475,-5305 475,-5330 718,-5330 718,-5305 475,-5305"/>
-<text text-anchor="start" x="480" y="-5314.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
-<text text-anchor="start" x="520" y="-5314.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="525" y="-5314.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(64)]</text>
-<text text-anchor="start" x="637" y="-5314.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="525,-4981 525,-5009 768,-5009 768,-4981 525,-4981"/>
+<text text-anchor="start" x="613.5" y="-4992.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">ab_role</text>
+<polygon fill="none" stroke="black" points="525,-4956 525,-4981 768,-4981 768,-4956 525,-4956"/>
+<text text-anchor="start" x="530" y="-4965.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">id</text>
+<text text-anchor="start" x="543" y="-4965.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="548" y="-4965.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [INTEGER]</text>
+<text text-anchor="start" x="625" y="-4965.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="525,-4931 525,-4956 768,-4956 768,-4931 525,-4931"/>
+<text text-anchor="start" x="530" y="-4940.8" font-family="Helvetica,sans-Serif" font-size="14.00">name</text>
+<text text-anchor="start" x="570" y="-4940.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="575" y="-4940.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(64)]</text>
+<text text-anchor="start" x="687" y="-4940.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 <!-- ab_role&#45;&#45;ab_user_role -->
-<g id="edge68" class="edge">
+<g id="edge60" class="edge">
 <title>ab_role&#45;&#45;ab_user_role</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M725.77,-5359.8C801.08,-5369.04 894.64,-5380.52 963.85,-5389.02"/>
-<text text-anchor="start" x="932.85" y="-5377.82" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="725.77" y="-5348.6" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M775.59,-4997.69C802.46,-5004.67 830.39,-5012.83 856,-5022 906.2,-5039.98 959.9,-5064.82 1004.28,-5086.98"/>
+<text text-anchor="start" x="973.28" y="-5075.78" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="775.59" y="-4986.49" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- ab_role&#45;&#45;ab_permission_view_role -->
-<g id="edge69" class="edge">
+<g id="edge61" class="edge">
 <title>ab_role&#45;&#45;ab_permission_view_role</title>
-<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M725.77,-5320.44C791.95,-5308.32 872.23,-5293.64 937.69,-5281.66"/>
-<text text-anchor="start" x="906.69" y="-5270.46" font-family="Times,serif" font-size="14.00">0..N</text>
-<text text-anchor="start" x="725.77" y="-5309.24" font-family="Times,serif" font-size="14.00">{0,1}</text>
+<path fill="none" stroke="#7f7f7f" stroke-dasharray="5,2" d="M775.56,-4963.22C839.16,-4959.86 915.56,-4955.83 978.46,-4952.52"/>
+<text text-anchor="start" x="947.46" y="-4941.32" font-family="Times,serif" font-size="14.00">0..N</text>
+<text text-anchor="start" x="775.56" y="-4952.02" font-family="Times,serif" font-size="14.00">{0,1}</text>
 </g>
 <!-- alembic_version_fab -->
-<g id="node52" class="node">
+<g id="node50" class="node">
 <title>alembic_version_fab</title>
-<polygon fill="none" stroke="black" points="10.5,-5623 10.5,-5651 303.5,-5651 303.5,-5623 10.5,-5623"/>
-<text text-anchor="start" x="66.5" y="-5634.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">alembic_version_fab</text>
-<polygon fill="none" stroke="black" points="10.5,-5598 10.5,-5623 303.5,-5623 303.5,-5598 10.5,-5598"/>
-<text text-anchor="start" x="15.5" y="-5607.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">version_num</text>
-<text text-anchor="start" x="105.5" y="-5607.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
-<text text-anchor="start" x="110.5" y="-5607.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
-<text text-anchor="start" x="222.5" y="-5607.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
+<polygon fill="none" stroke="black" points="35.5,-5249 35.5,-5277 328.5,-5277 328.5,-5249 35.5,-5249"/>
+<text text-anchor="start" x="91.5" y="-5260.2" font-family="Helvetica,sans-Serif" font-weight="bold" font-size="16.00">alembic_version_fab</text>
+<polygon fill="none" stroke="black" points="35.5,-5224 35.5,-5249 328.5,-5249 328.5,-5224 35.5,-5224"/>
+<text text-anchor="start" x="40.5" y="-5233.8" font-family="Helvetica,sans-Serif" text-decoration="underline" font-size="14.00">version_num</text>
+<text text-anchor="start" x="130.5" y="-5233.8" font-family="Helvetica,sans-Serif" font-size="14.00"> </text>
+<text text-anchor="start" x="135.5" y="-5233.8" font-family="Helvetica,sans-Serif" font-size="14.00"> [VARCHAR(32)]</text>
+<text text-anchor="start" x="247.5" y="-5233.8" font-family="Helvetica,sans-Serif" font-size="14.00"> NOT NULL</text>
 </g>
 </g>
 </svg>
diff --git a/docs/apache-airflow/img/asset-scheduled-dags.png b/docs/apache-airflow/img/asset-scheduled-dags.png
index 35593fdcb5a5a..919ef21c4b9a4 100644
Binary files a/docs/apache-airflow/img/asset-scheduled-dags.png and b/docs/apache-airflow/img/asset-scheduled-dags.png differ
diff --git a/docs/apache-airflow/img/assets.png b/docs/apache-airflow/img/assets.png
index eb3081d87d01d..990e3f0c15c15 100644
Binary files a/docs/apache-airflow/img/assets.png and b/docs/apache-airflow/img/assets.png differ
diff --git a/docs/apache-airflow/img/docker-compose-pycharm.png b/docs/apache-airflow/img/docker-compose-pycharm.png
new file mode 100644
index 0000000000000..30e459ddb4f55
Binary files /dev/null and b/docs/apache-airflow/img/docker-compose-pycharm.png differ
diff --git a/docs/apache-airflow/migrations-ref.rst b/docs/apache-airflow/migrations-ref.rst
index c4db207712e12..f133a67e08ef3 100644
--- a/docs/apache-airflow/migrations-ref.rst
+++ b/docs/apache-airflow/migrations-ref.rst
@@ -39,7 +39,19 @@ Here's the list of all the Database Migrations that are executed via when you ru
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
 | Revision ID             | Revises ID       | Airflow Version   | Description                                                  |
 +=========================+==================+===================+==============================================================+
-| ``fb2d4922cd79`` (head) | ``5a5d66100783`` | ``3.0.0``         | Tweak AssetAliasModel to match AssetModel after AIP-76.      |
+| ``d8cd3297971e`` (head) | ``5f57a45b8433`` | ``3.0.0``         | Add last_heartbeat_at directly to TI.                        |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``5f57a45b8433``        | ``486ac7936b78`` | ``3.0.0``         | Drop task_fail table.                                        |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``486ac7936b78``        | ``d59cbbef95eb`` | ``3.0.0``         | remove scheduler_lock column.                                |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``d59cbbef95eb``        | ``05234396c6fc`` | ``3.0.0``         | Add UUID primary key to ``task_instance`` table.             |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``05234396c6fc``        | ``3a8972ecb8f9`` | ``3.0.0``         | Rename dataset as asset.                                     |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``3a8972ecb8f9``        | ``fb2d4922cd79`` | ``3.0.0``         | Add exception_reason and logical_date to BackfillDagRun.     |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``fb2d4922cd79``        | ``5a5d66100783`` | ``3.0.0``         | Tweak AssetAliasModel to match AssetModel after AIP-76.      |
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
 | ``5a5d66100783``        | ``c3389cd7793f`` | ``3.0.0``         | Add AssetActive to track orphaning instead of a flag.        |
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
@@ -63,7 +75,10 @@ Here's the list of all the Database Migrations that are executed via when you ru
 | ``d0f1c55954fa``        | ``044f740568ec`` | ``3.0.0``         | Remove SubDAGs: ``is_subdag`` & ``root_dag_id`` columns from |
 |                         |                  |                   | DAG table.                                                   |
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
-| ``044f740568ec``        | ``22ed7efa9da2`` | ``3.0.0``         | Drop ab_user.id foreign key.                                 |
+| ``044f740568ec``        | ``5f2621c13b39`` | ``3.0.0``         | Drop ab_user.id foreign key.                                 |
++-------------------------+------------------+-------------------+--------------------------------------------------------------+
+| ``5f2621c13b39``        | ``22ed7efa9da2`` | ``2.10.3``        | Rename dag_schedule_dataset_alias_reference constraint       |
+|                         |                  |                   | names.                                                       |
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
 | ``22ed7efa9da2``        | ``8684e37832e6`` | ``2.10.0``        | Add dag_schedule_dataset_alias_reference table.              |
 +-------------------------+------------------+-------------------+--------------------------------------------------------------+
diff --git a/docs/apache-airflow/operators-and-hooks-ref.rst b/docs/apache-airflow/operators-and-hooks-ref.rst
index 655551705e41e..026d206ea5f01 100644
--- a/docs/apache-airflow/operators-and-hooks-ref.rst
+++ b/docs/apache-airflow/operators-and-hooks-ref.rst
@@ -68,7 +68,7 @@ For details see: :doc:`apache-airflow-providers:operators-and-hooks-ref/index`.
    * - :mod:`airflow.operators.latest_only`
      -
 
-   * - :mod:`airflow.operators.python`
+   * - :mod:`airflow.providers.standard.operators.python`
      - :doc:`How to use <howto/operator/python>`
 
    * - :mod:`airflow.operators.trigger_dagrun`
@@ -91,7 +91,7 @@ For details see: :doc:`apache-airflow-providers:operators-and-hooks-ref/index`.
    * - :mod:`airflow.sensors.filesystem`
      - :ref:`How to use <howto/operator:FileSensor>`
 
-   * - :mod:`airflow.sensors.python`
+   * - :mod:`airflow.providers.standard.sensors.python`
      - :ref:`How to use <howto/operator:PythonSensor>`
 
    * - :mod:`airflow.sensors.weekday`
diff --git a/docs/apache-airflow/project.rst b/docs/apache-airflow/project.rst
index a36432ebda43d..37f69cd4c7647 100644
--- a/docs/apache-airflow/project.rst
+++ b/docs/apache-airflow/project.rst
@@ -57,6 +57,7 @@ Committers
 - Ephraim Anierobi (@ephraimbuddy)
 - Felix Uellendall (@feluelle)
 - Fokko Driesprong (@fokko)
+- Gopal Dirisala (@dirrao)
 - Hitesh Shah (@hiteshs)
 - Hussein Awala (@hussein-awala)
 - Jakob Homan (@jghoman)
@@ -69,6 +70,7 @@ Committers
 - Joshua Carp (@jmcarp)
 - Joy Gao (@joygao)
 - Kamil Breguła (@mik-laj)
+- Karthikeyan Singaravelan (@tirkarthi)
 - Kaxil Naik (@kaxil)
 - Kengo Seki (@sekikn)
 - Kevin Yang (@KevinYang21)
@@ -80,6 +82,7 @@ Committers
 - Pankaj Koti (@pankajkoti)
 - Pankaj Singh (@pankajastro)
 - Patrick Leo Tardif (@pltardif)
+- Pavan Kumar Gopidesu (@gopidesupavan)
 - Phani Kumar (@phanikumv)
 - Pierre Jeambrun (@pierrejeambrun)
 - Ping Zhang (@pingzh)
diff --git a/docs/apache-airflow/start.rst b/docs/apache-airflow/start.rst
index c1565ac8c23ce..df263263f1cb1 100644
--- a/docs/apache-airflow/start.rst
+++ b/docs/apache-airflow/start.rst
@@ -110,7 +110,7 @@ run the commands below.
     # run your first task instance
     airflow tasks test example_bash_operator runme_0 2015-01-01
     # run a backfill over 2 days
-    airflow dags backfill example_bash_operator \
+    airflow backfill create --dag-id example_bash_operator \
         --start-date 2015-01-01 \
         --end-date 2015-01-02
 
diff --git a/docs/apache-airflow/templates-ref.rst b/docs/apache-airflow/templates-ref.rst
index e3de362191340..b29690c096ba9 100644
--- a/docs/apache-airflow/templates-ref.rst
+++ b/docs/apache-airflow/templates-ref.rst
@@ -88,7 +88,7 @@ Variable                                    Type                  Description
 ``{{ expanded_ti_count }}``                 int | ``None``        | Number of task instances that a mapped task was expanded into. If
                                                                   | the current task is not mapped, this should be ``None``.
                                                                   | Added in version 2.5.
-``{{ triggering_asset_events }}``           dict[str,             | If in a Asset Scheduled DAG, a map of Asset URI to a list of triggering :class:`~airflow.models.asset.AssetEvent`
+``{{ triggering_asset_events }}``           dict[str,             | If in an Asset Scheduled DAG, a map of Asset URI to a list of triggering :class:`~airflow.models.asset.AssetEvent`
                                             list[AssetEvent]]     | (there may be more than one, if there are multiple Assets with different frequencies).
                                                                   | Read more here :doc:`Assets <authoring-and-scheduling/datasets>`.
                                                                   | Added in version 2.4.
@@ -118,8 +118,10 @@ existing code to use other variables instead.
 Deprecated Variable                     Description
 =====================================   ==========================================================================
 ``{{ execution_date }}``                the execution date (logical date), same as ``logical_date``
-``{{ next_execution_date }}``           the logical date of the next scheduled run (if applicable);
-                                        you may be able to use ``data_interval_end`` instead
+``{{ next_execution_date }}``           the logical date of the next scheduled run,
+                                        you may be able to use ``data_interval_end`` instead; for manually
+                                        triggered dagruns that aren't on a schedule, ``next_execution_date`` is
+                                        set to ``logical_date``
 ``{{ next_ds }}``                       the next execution date as ``YYYY-MM-DD`` if exists, else ``None``
 ``{{ next_ds_nodash }}``                the next execution date as ``YYYYMMDD`` if exists, else ``None``
 ``{{ prev_execution_date }}``           the logical date of the previous scheduled run (if applicable)
diff --git a/docs/apache-airflow/tutorial/fundamentals.rst b/docs/apache-airflow/tutorial/fundamentals.rst
index 8fe5a313f5fbc..c8c47c66284a4 100644
--- a/docs/apache-airflow/tutorial/fundamentals.rst
+++ b/docs/apache-airflow/tutorial/fundamentals.rst
@@ -359,43 +359,9 @@ dependencies into account, no state is registered in the database. It is
 convenient for locally testing a full run of your DAG, given that e.g. if one of
 your tasks expects data at some location, it is available.
 
-Backfill
-''''''''
-Everything looks like it's running fine so let's run a backfill.
-``backfill`` will respect your dependencies, emit logs into files and talk to
-the database to record status. If you do have a webserver up, you will be able
-to track the progress. ``airflow webserver`` will start a web server if you
-are interested in tracking the progress visually as your backfill progresses.
-
-Note that if you use ``depends_on_past=True``, individual task instances
-will depend on the success of their previous task instance (that is, previous
-according to the logical date). Task instances with their logical dates equal to
-``start_date`` will disregard this dependency because there would be no past
-task instances created for them.
-
-You may also want to consider ``wait_for_downstream=True`` when using ``depends_on_past=True``.
-While ``depends_on_past=True`` causes a task instance to depend on the success
-of its previous task_instance, ``wait_for_downstream=True`` will cause a task instance
-to also wait for all task instances *immediately downstream* of the previous
-task instance to succeed.
-
-The date range in this context is a ``start_date`` and optionally an ``end_date``,
-which are used to populate the run schedule with task instances from this DAG.
-
-.. code-block:: bash
-
-    # optional, start a web server in debug mode in the background
-    # airflow webserver --debug &
-
-    # start your backfill on a date range
-    airflow dags backfill tutorial \
-        --start-date 2015-06-01 \
-        --end-date 2015-06-07
-
-
 What's Next?
 -------------
-That's it! You have written, tested and backfilled your very first Airflow
+That's it! You have written and tested your very first Airflow
 pipeline. Merging your code into a repository that has a Scheduler
 running against it should result in being triggered and run every day.
 
diff --git a/docs/apache-airflow/tutorial/taskflow.rst b/docs/apache-airflow/tutorial/taskflow.rst
index 37d0d93f59994..72b5ac82dd049 100644
--- a/docs/apache-airflow/tutorial/taskflow.rst
+++ b/docs/apache-airflow/tutorial/taskflow.rst
@@ -619,7 +619,7 @@ method.
 
 .. code-block:: python
 
-    from airflow.operators.python import get_current_context
+    from airflow.providers.standard.operators.python import get_current_context
 
 
     def some_function_in_your_library():
diff --git a/docs/apache-airflow/ui.rst b/docs/apache-airflow/ui.rst
index 05d71c9a96176..c07cf9503b180 100644
--- a/docs/apache-airflow/ui.rst
+++ b/docs/apache-airflow/ui.rst
@@ -63,10 +63,10 @@ Native Airflow dashboard page into the UI to collect several useful metrics for
 
 .. _ui:assets-view:
 
-Datasets View
+Asset View
 .............
 
-A combined listing of the current datasets and a graph illustrating how they are produced and consumed by DAGs.
+A combined listing of the current assets and a graph illustrating how they are produced and consumed by DAGs.
 
 Clicking on any dataset in either the list or the graph will highlight it and its relationships, and filter the list to show the recent history of task instances that have updated that dataset and whether it has triggered further DAG runs.
 
@@ -105,7 +105,7 @@ Or selecting a Task across all runs by click on the task_id:
 .. image:: img/grid_task_details.png
 
 Manual runs are indicated by a play icon (just like the Trigger DAG button).
-Dataset triggered runs are indicated by a database icon:
+Asset triggered runs are indicated by a database icon:
 
 .. image:: img/run_types.png
 
diff --git a/docs/docker-stack/build-arg-ref.rst b/docs/docker-stack/build-arg-ref.rst
index 1c64db79c636f..b665f35b7c4bc 100644
--- a/docs/docker-stack/build-arg-ref.rst
+++ b/docs/docker-stack/build-arg-ref.rst
@@ -118,7 +118,6 @@ List of default extras in the production Dockerfile:
 * ssh
 * statsd
 * uv
-* virtualenv
 
 .. END OF EXTRAS LIST UPDATED BY PRE COMMIT
 
diff --git a/docs/docker-stack/changelog.rst b/docs/docker-stack/changelog.rst
index 27df35239ece8..9b135b80b5535 100644
--- a/docs/docker-stack/changelog.rst
+++ b/docs/docker-stack/changelog.rst
@@ -34,6 +34,12 @@ the Airflow team.
        any Airflow version from the ``Airflow 2`` line. There is no guarantee that it will work, but if it does,
        then you can use latest features from that image to build images for previous Airflow versions.
 
+Airflow 3.0
+~~~~~~~~~~~
+
+  * The ``virtualenv`` package is no longer installed in the reference container. Airflow 3 and standard
+    provider relies on ``venv`` module from Python standard library.
+
 Airflow 2.10
 ~~~~~~~~~~~~
   * The image does not support Debian-Bullseye(11) anymore. The image is based on Debian-Bookworm (12).
diff --git a/docs/exts/operators_and_hooks_ref.py b/docs/exts/operators_and_hooks_ref.py
index 25b9d1d779426..82dac517bd139 100644
--- a/docs/exts/operators_and_hooks_ref.py
+++ b/docs/exts/operators_and_hooks_ref.py
@@ -513,8 +513,8 @@ def render_content(self, *, tags: set[str] | None, header_separator: str = DEFAU
         )
 
 
-class DatasetSchemeDirective(BaseJinjaReferenceDirective):
-    """Generate list of Dataset URI schemes"""
+class AssetSchemeDirective(BaseJinjaReferenceDirective):
+    """Generate list of Asset URI schemes"""
 
     def render_content(self, *, tags: set[str] | None, header_separator: str = DEFAULT_HEADER_SEPARATOR):
         return _common_render_list_content(
@@ -538,7 +538,7 @@ def setup(app):
     app.add_directive("airflow-executors", ExecutorsDirective)
     app.add_directive("airflow-deferrable-operators", DeferrableOperatorDirective)
     app.add_directive("airflow-deprecations", DeprecationsDirective)
-    app.add_directive("airflow-dataset-schemes", DatasetSchemeDirective)
+    app.add_directive("airflow-dataset-schemes", AssetSchemeDirective)
 
     return {"parallel_read_safe": True, "parallel_write_safe": True}
 
diff --git a/docs/exts/providers_extensions.py b/docs/exts/providers_extensions.py
index 1b59cc00aca3f..816ada6931bd5 100644
--- a/docs/exts/providers_extensions.py
+++ b/docs/exts/providers_extensions.py
@@ -20,8 +20,9 @@
 
 import ast
 import os
+from functools import partial
 from pathlib import Path
-from typing import Any, Iterable
+from typing import Any, Callable, Iterable
 
 # No stub exists for docutils.parsers.rst.directives. See https://github.com/python/typeshed/issues/5755.
 from provider_yaml_utils import load_package_data
@@ -33,7 +34,90 @@
 )
 
 
-def get_import_mappings(tree):
+def find_class_methods_with_specific_calls(
+    class_node: ast.ClassDef, target_calls: set[str], import_mappings: dict[str, str]
+) -> set[str]:
+    """
+    Identifies class methods that make specific calls.
+
+    This function only tracks target calls within the class scope. Method calling some function defined
+    will not be taken into consideration even if this function performs a target call.
+
+    Method calling other method that performs a target call will also be included.
+
+    This function performs a two-pass analysis of the AST:
+    1. It first identifies methods containing direct calls to the specified functions
+       and records method calls on `self`.
+    2. It then identifies methods that indirectly make such calls by invoking the
+       methods identified in the first pass.
+
+    :param class_node: The root node of the AST representing the class to analyze.
+    :param target_calls: A set of full paths to the method names to track when called.
+    :param import_mappings: A mapping of import names to fully qualified module names.
+
+    :return: Method names within the class that either directly or indirectly make the specified calls.
+
+    Examples:
+        > source_code = '''
+        ... class Example:
+        ...     def method1(self):
+        ...         my_method().ok()
+
+        ...     def method2(self):
+        ...         self.method1()
+
+        ...     def method3(self):
+        ...         my_method().not_ok()
+
+        ...     def method4(self):
+        ...         self.some_other_method()
+        ... '''
+        > find_methods_with_specific_calls(
+            ast.parse(source_code),
+            {"airflow.my_method.not_ok", "airflow.my_method.ok"},
+            {"my_method": "airflow.my_method"}
+        )
+        {'method1', 'method2', 'method3'}
+    """
+    method_call_map: dict[str, set[str]] = {}
+    methods_with_calls: set[str] = set()
+
+    # First pass: Collect all calls and identify methods with specific calls we are looking for
+    for node in ast.walk(class_node):
+        if not isinstance(node, ast.FunctionDef):
+            continue
+        method_call_map[node.name] = set()
+        for sub_node in ast.walk(node):
+            if not isinstance(sub_node, ast.Call):
+                continue
+            called_function = sub_node.func
+            if not isinstance(called_function, ast.Attribute):
+                continue
+            if isinstance(called_function.value, ast.Call) and isinstance(
+                called_function.value.func, ast.Name
+            ):
+                full_method_call = (
+                    f"{import_mappings.get(called_function.value.func.id)}.{called_function.attr}"
+                )
+                if full_method_call in target_calls:
+                    methods_with_calls.add(node.name)
+            elif isinstance(called_function.value, ast.Name) and called_function.value.id == "self":
+                method_call_map[node.name].add(called_function.attr)
+
+    # Second pass: Identify all methods that call the ones in `methods_with_calls`
+    def find_calling_methods(method_name):
+        for caller, callees in method_call_map.items():
+            if method_name in callees and caller not in methods_with_calls:
+                methods_with_calls.add(caller)
+                find_calling_methods(caller)
+
+    for method in list(methods_with_calls):
+        find_calling_methods(method)
+
+    return methods_with_calls
+
+
+def get_import_mappings(tree) -> dict[str, str]:
     """Retrieve a mapping of local import names to their fully qualified module paths from an AST tree.
 
     :param tree: The AST tree to analyze for import statements.
@@ -62,7 +146,7 @@ def get_import_mappings(tree):
 
 
 def _get_module_class_registry(
-    module_filepath: Path, module_name: str, class_extras: dict[str, Any]
+    module_filepath: Path, module_name: str, class_extras: dict[str, Callable]
 ) -> dict[str, dict[str, Any]]:
     """Extracts classes and its information from a Python module file.
 
@@ -87,7 +171,10 @@ def _get_module_class_registry(
                 for b in node.bases
                 if isinstance(b, ast.Name)
             ],
-            **class_extras,
+            **{
+                key: callable_(class_node=node, import_mappings=import_mappings)
+                for key, callable_ in class_extras.items()
+            },
         }
         for node in ast_obj.body
         if isinstance(node, ast.ClassDef)
@@ -127,7 +214,9 @@ def _has_method(
     return False
 
 
-def _get_providers_class_registry() -> dict[str, dict[str, Any]]:
+def _get_providers_class_registry(
+    class_extras: dict[str, Callable] | None = None,
+) -> dict[str, dict[str, Any]]:
     """Builds a registry of classes from YAML configuration files.
 
     This function scans through YAML configuration files to build a registry of classes.
@@ -157,7 +246,10 @@ def _get_providers_class_registry() -> dict[str, dict[str, Any]]:
                         .as_posix()
                         .replace("/", ".")
                     ),
-                    class_extras={"provider_name": provider_yaml_content["package-name"]},
+                    class_extras={
+                        "provider_name": lambda **kwargs: provider_yaml_content["package-name"],
+                        **(class_extras or {}),
+                    },
                 )
                 class_registry.update(module_registry)
 
@@ -170,19 +262,33 @@ def _render_openlineage_supported_classes_content():
         "get_openlineage_database_info",
         "get_openlineage_database_specific_lineage",
     )
+    hook_lineage_collector_path = "airflow.providers.common.compat.lineage.hook.get_hook_lineage_collector"
+    hook_level_lineage_collector_calls = {
+        f"{hook_lineage_collector_path}.add_input_asset",  # Airflow 3
+        f"{hook_lineage_collector_path}.add_output_asset",  # Airflow 3
+        f"{hook_lineage_collector_path}.add_input_dataset",  # Airflow 2
+        f"{hook_lineage_collector_path}.add_output_dataset",  # Airflow 2
+    }
+
+    class_registry = _get_providers_class_registry(
+        class_extras={
+            "methods_with_hook_level_lineage": partial(
+                find_class_methods_with_specific_calls, target_calls=hook_level_lineage_collector_calls
+            )
+        }
+    )
 
-    class_registry = _get_providers_class_registry()
     # These excluded classes will be included in docs directly
     class_registry.pop("airflow.providers.common.sql.hooks.sql.DbApiHook")
     class_registry.pop("airflow.providers.common.sql.operators.sql.SQLExecuteQueryOperator")
 
-    providers: dict[str, dict[str, list[str]]] = {}
+    providers: dict[str, dict[str, Any]] = {}
     db_hooks: list[tuple[str, str]] = []
     for class_path, info in class_registry.items():
         class_name = class_path.split(".")[-1]
         if class_name.startswith("_"):
             continue
-        provider_entry = providers.setdefault(info["provider_name"], {"operators": []})
+        provider_entry = providers.setdefault(info["provider_name"], {"operators": {}, "hooks": {}})
 
         if class_name.lower().endswith("operator"):
             if _has_method(
@@ -190,7 +296,10 @@ def _render_openlineage_supported_classes_content():
                 method_names=openlineage_operator_methods,
                 class_registry=class_registry,
             ):
-                provider_entry["operators"].append(class_path)
+                provider_entry["operators"][class_path] = [
+                    f"{class_path}.{method}"
+                    for method in set(openlineage_operator_methods) & set(info["methods"])
+                ]
         elif class_name.lower().endswith("hook"):
             if _has_method(
                 class_path=class_path,
@@ -200,10 +309,28 @@ def _render_openlineage_supported_classes_content():
                 db_type = class_name.replace("SqlApiHook", "").replace("Hook", "")
                 db_hooks.append((db_type, class_path))
 
+            elif info["methods_with_hook_level_lineage"]:
+                provider_entry["hooks"][class_path] = [
+                    f"{class_path}.{method}"
+                    for method in info["methods_with_hook_level_lineage"]
+                    if not method.startswith("_")
+                ]
+
     providers = {
-        provider: {key: sorted(set(value), key=lambda x: x.split(".")[-1]) for key, value in details.items()}
+        provider: {
+            "operators": {
+                operator: sorted(methods)
+                for operator, methods in sorted(
+                    details["operators"].items(), key=lambda x: x[0].split(".")[-1]
+                )
+            },
+            "hooks": {
+                hook: sorted(methods)
+                for hook, methods in sorted(details["hooks"].items(), key=lambda x: x[0].split(".")[-1])
+            },
+        }
         for provider, details in sorted(providers.items())
-        if any(details.values())  # This filters out providers with empty 'operators'
+        if any(details.values())  # This filters out providers with empty 'operators' and 'hooks'
     }
     db_hooks = sorted({db_type: hook for db_type, hook in db_hooks}.items(), key=lambda x: x[0])
 
diff --git a/docs/exts/templates/openlineage.rst.jinja2 b/docs/exts/templates/openlineage.rst.jinja2
index dfac543cbe7f1..9a134ef47eca4 100644
--- a/docs/exts/templates/openlineage.rst.jinja2
+++ b/docs/exts/templates/openlineage.rst.jinja2
@@ -19,9 +19,10 @@
 Core operators
 ==============
 At the moment, two core operators supports OpenLineage. These operators function as a 'black box,'
-capable of running any code, which might limit the extent of lineage extraction.
+capable of running any code, which might limit the extent of lineage extraction. To enhance the extraction
+of lineage information, operators can utilize the hooks listed below that support OpenLineage.
 
-- :class:`~airflow.operators.python.PythonOperator` (via :class:`airflow.providers.openlineage.extractors.python.PythonExtractor`)
+- :class:`~airflow.providers.standard.operators.python.PythonOperator` (via :class:`airflow.providers.openlineage.extractors.python.PythonExtractor`)
 - :class:`~airflow.providers.standard.operators.bash.BashOperator` (via :class:`airflow.providers.openlineage.extractors.bash.BashExtractor`)
 
 
@@ -36,16 +37,31 @@ a dedicated Hook implementing OpenLineage methods is required. Currently, the fo
 {% endfor %}
 
 
-Provider's operators
-====================
-The operators listed below from each provider are natively equipped with OpenLineage support.
+Providers
+=========
+The operators and hooks listed below from each provider are natively equipped with OpenLineage support.
 
 {%for provider_name, provider_dict in providers.items() %}
 {{ provider_name }}
 {{ '"' * (provider_name|length) }}
 
-{% for operator in provider_dict['operators'] %}
+{% if provider_dict['operators'] %}
+Operators
+^^^^^^^^^
+{% for operator, methods in provider_dict['operators'].items() %}
 - :class:`~{{ operator }}`
 {% endfor %}
+{% endif %}
+
+{% if provider_dict['hooks'] %}
+Hooks
+^^^^^
+{% for hook, methods in provider_dict['hooks'].items() %}
+- :class:`~{{ hook }}`
+  {% for method in methods %}
+  - :meth:`~{{ method }}`
+  {% endfor %}
+{% endfor %}
+{% endif %}
 
 {% endfor %}
diff --git a/docs/spelling_wordlist.txt b/docs/spelling_wordlist.txt
index 78025bfe9fe22..d2c1540337e2a 100644
--- a/docs/spelling_wordlist.txt
+++ b/docs/spelling_wordlist.txt
@@ -158,6 +158,7 @@ balancers
 Banco
 Bas
 BaseClient
+BaseHook
 BaseObject
 BaseOperator
 baseOperator
@@ -1733,6 +1734,7 @@ unarchived
 unassigns
 uncomment
 uncommenting
+uncompress
 Undead
 undead
 Undeads
diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json
index 06e673d43dfd4..88d84a020a35f 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -38,14 +38,13 @@
       "jsonpath_ng>=1.5.3",
       "python3-saml>=1.16.0",
       "redshift_connector>=2.0.918",
-      "sqlalchemy_redshift>=0.8.6",
       "watchtower>=3.0.0,!=3.3.0,<4"
     ],
     "devel-deps": [
       "aiobotocore>=2.13.0",
       "aws_xray_sdk>=2.12.0",
       "moto[cloudformation,glue]>=5.0.0",
-      "mypy-boto3-appflow>=1.34.0",
+      "mypy-boto3-appflow>=1.34.0,<1.35.39",
       "mypy-boto3-rds>=1.34.90",
       "mypy-boto3-redshift-data>=1.34.0",
       "mypy-boto3-s3>=1.34.90",
@@ -82,6 +81,7 @@
     "devel-deps": [],
     "plugins": [],
     "cross-providers-deps": [
+      "common.compat",
       "google"
     ],
     "excluded-python-versions": [
@@ -286,7 +286,8 @@
     "devel-deps": [],
     "plugins": [],
     "cross-providers-deps": [
-      "cncf.kubernetes"
+      "cncf.kubernetes",
+      "common.compat"
     ],
     "excluded-python-versions": [],
     "state": "ready"
@@ -353,7 +354,7 @@
   "cloudant": {
     "deps": [
       "apache-airflow>=2.8.0",
-      "ibmcloudant>=0.9.1"
+      "ibmcloudant==0.9.1 ; python_version >= \"3.10\""
     ],
     "devel-deps": [],
     "plugins": [],
@@ -397,7 +398,8 @@
     "devel-deps": [],
     "plugins": [],
     "cross-providers-deps": [
-      "openlineage"
+      "openlineage",
+      "standard"
     ],
     "excluded-python-versions": [],
     "state": "ready"
@@ -517,7 +519,9 @@
     ],
     "devel-deps": [],
     "plugins": [],
-    "cross-providers-deps": [],
+    "cross-providers-deps": [
+      "common.compat"
+    ],
     "excluded-python-versions": [],
     "state": "ready"
   },
@@ -533,7 +537,9 @@
         "plugin-class": "airflow.providers.edge.plugins.edge_executor_plugin.EdgeExecutorPlugin"
       }
     ],
-    "cross-providers-deps": [],
+    "cross-providers-deps": [
+      "common.compat"
+    ],
     "excluded-python-versions": [],
     "state": "not-ready"
   },
@@ -571,7 +577,7 @@
     "deps": [
       "apache-airflow-providers-common-compat>=1.2.1",
       "apache-airflow>=2.9.0",
-      "flask-appbuilder==4.5.0",
+      "flask-appbuilder==4.5.2",
       "flask-login>=0.6.2",
       "flask>=2.2,<2.3",
       "google-re2>=1.0",
@@ -625,7 +631,7 @@
   "google": {
     "deps": [
       "PyOpenSSL>=23.0.0",
-      "apache-airflow-providers-common-compat>=1.1.0",
+      "apache-airflow-providers-common-compat>=1.2.1",
       "apache-airflow-providers-common-sql>=1.7.2",
       "apache-airflow>=2.8.0",
       "asgiref>=3.5.2",
@@ -634,7 +640,7 @@
       "gcloud-aio-bigquery>=6.1.2",
       "gcloud-aio-storage>=9.0.0",
       "gcsfs>=2023.10.0",
-      "google-ads>=25.0.0",
+      "google-ads>=25.1.0",
       "google-analytics-admin>=0.9.0",
       "google-api-core>=2.11.0,!=2.16.0,!=2.18.0",
       "google-api-python-client>=2.0.2",
@@ -835,7 +841,7 @@
       "msgraph-core>=1.0.0"
     ],
     "devel-deps": [
-      "pywinrm"
+      "pywinrm>=0.4"
     ],
     "plugins": [],
     "cross-providers-deps": [
@@ -903,7 +909,7 @@
       "apache-airflow-providers-common-sql>=1.17.0",
       "apache-airflow>=2.8.0",
       "mysql-connector-python>=8.0.29",
-      "mysqlclient>=1.4.0"
+      "mysqlclient>=1.4.0; sys_platform != 'darwin'"
     ],
     "devel-deps": [],
     "plugins": [],
@@ -1037,11 +1043,11 @@
   "papermill": {
     "deps": [
       "apache-airflow>=2.8.0",
-      "ipykernel",
+      "ipykernel>=6.29.4",
       "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
       "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
       "papermill[all]>=2.6.0",
-      "scrapbook[all]"
+      "scrapbook[all]>=0.5.0"
     ],
     "devel-deps": [],
     "plugins": [],
@@ -1279,13 +1285,14 @@
   },
   "standard": {
     "deps": [
-      "apache-airflow>=2.10.0"
+      "apache-airflow-providers-common-sql>=1.18.0",
+      "apache-airflow>=2.8.0"
     ],
     "devel-deps": [],
     "plugins": [],
     "cross-providers-deps": [],
     "excluded-python-versions": [],
-    "state": "not-ready"
+    "state": "ready"
   },
   "tableau": {
     "deps": [
diff --git a/generated/provider_metadata.json b/generated/provider_metadata.json
index a692eb72ae9e5..238a2333961f8 100644
--- a/generated/provider_metadata.json
+++ b/generated/provider_metadata.json
@@ -589,6 +589,10 @@
         "5.8.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:52Z"
+        },
+        "5.9.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "apache.cassandra": {
@@ -899,6 +903,10 @@
         "3.11.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-08-22T10:37:57Z"
+        },
+        "3.12.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "apache.flink": {
@@ -1063,6 +1071,10 @@
         "4.5.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "4.6.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "apache.hive": {
@@ -1547,6 +1559,10 @@
         "3.9.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "3.9.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "apache.pig": {
@@ -1865,6 +1881,10 @@
         "4.11.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "4.11.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "apprise": {
@@ -2309,6 +2329,10 @@
         "4.0.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "4.0.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "cncf.kubernetes": {
@@ -2571,6 +2595,10 @@
         "9.0.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "9.0.1": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "cohere": {
@@ -2807,6 +2835,10 @@
         "1.18.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:52Z"
+        },
+        "1.19.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "databricks": {
@@ -2981,6 +3013,10 @@
         "6.11.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:52Z"
+        },
+        "6.12.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "datadog": {
@@ -3185,6 +3221,10 @@
         "3.11.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "3.11.1": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "dingding": {
@@ -4409,6 +4449,10 @@
         "10.24.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "10.25.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "grpc": {
@@ -4747,6 +4791,10 @@
         "4.13.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "4.13.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "imap": {
@@ -5135,6 +5183,10 @@
         "3.7.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "3.7.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "microsoft.azure": {
@@ -5373,6 +5425,10 @@
         "10.5.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:52Z"
+        },
+        "11.0.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "microsoft.mssql": {
@@ -5757,6 +5813,10 @@
         "4.2.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "4.2.2": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "mysql": {
@@ -5919,6 +5979,10 @@
         "5.7.2": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "5.7.3": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "neo4j": {
@@ -6119,6 +6183,10 @@
         "4.7.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-09-24T13:49:56Z"
+        },
+        "4.8.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "openai": {
@@ -6309,6 +6377,10 @@
         "1.12.2": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-10-14T07:10:53Z"
+        },
+        "1.13.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "opensearch": {
@@ -6563,6 +6635,10 @@
         "3.11.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-08-22T10:37:59Z"
+        },
+        "3.12.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "pagerduty": {
@@ -7945,6 +8021,10 @@
         "8.9.0": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-08-22T10:37:58Z"
+        },
+        "8.9.1": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "smtp": {
@@ -8477,6 +8557,10 @@
         "3.13.1": {
             "associated_airflow_version": "2.10.1",
             "date_released": "2024-08-28T10:31:24Z"
+        },
+        "3.14.0": {
+            "associated_airflow_version": "2.10.1",
+            "date_released": "2024-10-31T07:10:59Z"
         }
     },
     "tableau": {
diff --git a/hatch_build.py b/hatch_build.py
index d289d36d8f519..00832672b0811 100644
--- a/hatch_build.py
+++ b/hatch_build.py
@@ -90,7 +90,10 @@
         "authlib>=1.0.0",
     ],
     "graphviz": [
-        "graphviz>=0.12",
+        # The graphviz package creates friction when installing on MacOS as it needs graphviz system package to
+        # be installed, and it's really only used for very obscure features of Airflow, so we can skip it on MacOS
+        # Instead, if someone attempts to use it on MacOS, they will get explanatory error on how to install it
+        "graphviz>=0.12; sys_platform != 'darwin'",
     ],
     "kerberos": [
         "pykerberos>=1.1.13",
@@ -101,10 +104,13 @@
         "python-ldap>=3.4.4",
     ],
     "leveldb": [
-        "plyvel>=1.5.1",
+        # The plyvel package is a huge pain when installing on MacOS - especially when Apple releases new
+        # OS version. It's usually next to impossible to install it at least for a few months after the new
+        # MacOS version is released. We can skip it on MacOS as this is an optional feature anyway.
+        "plyvel>=1.5.1; sys_platform != 'darwin'",
     ],
     "otel": [
-        "opentelemetry-exporter-prometheus",
+        "opentelemetry-exporter-prometheus>=0.47b0",
     ],
     "pandas": [
         # In pandas 2.2 minimal version of the sqlalchemy is 2.0
@@ -118,7 +124,7 @@
         "flask-bcrypt>=0.7.1",
     ],
     "rabbitmq": [
-        "amqp",
+        "amqp>=5.2.0",
     ],
     "s3fs": [
         # This is required for support of S3 file system which uses aiobotocore
@@ -137,9 +143,6 @@
     "uv": [
         "uv>=0.1.32",
     ],
-    "virtualenv": [
-        "virtualenv",
-    ],
 }
 
 DOC_EXTRAS: dict[str, list[str]] = {
@@ -192,8 +195,7 @@
         "click>=8.0",
         "gitpython>=3.1.40",
         "hatch>=1.9.1",
-        # Incremental 24.7.0, 24.7.1 has broken `python -m virtualenv` command when run in /opt/airflow directory
-        "incremental!=24.7.0,!=24.7.1,>=22.10.0",
+        "incremental>=24.7.2",
         "pipdeptree>=2.13.1",
         "pygithub>=2.1.1",
         "restructuredtext-lint>=1.4.0",
@@ -216,44 +218,45 @@
         # Make sure to upgrade the mypy version in update-common-sql-api-stubs in .pre-commit-config.yaml
         # when you upgrade it here !!!!
         "mypy==1.9.0",
-        "types-Deprecated",
-        "types-Markdown",
-        "types-PyMySQL",
-        "types-PyYAML",
-        "types-aiofiles",
-        "types-certifi",
-        "types-croniter",
-        "types-docutils",
-        "types-paramiko",
-        "types-protobuf",
-        "types-python-dateutil",
-        "types-python-slugify",
-        "types-pytz",
-        "types-redis",
-        "types-requests",
-        "types-setuptools",
-        "types-tabulate",
-        "types-termcolor",
-        "types-toml",
+        "types-Deprecated>=1.2.9.20240311",
+        "types-Markdown>=3.6.0.20240316",
+        "types-PyMySQL>=1.1.0.20240425",
+        "types-PyYAML>=6.0.12.20240724",
+        "types-aiofiles>=23.2.0.20240403",
+        "types-certifi>=2021.10.8.3",
+        "types-croniter>=2.0.0.20240423",
+        "types-docutils>=0.21.0.20240704",
+        "types-paramiko>=3.4.0.20240423",
+        "types-protobuf>=5.26.0.20240422",
+        "types-python-dateutil>=2.9.0.20240316",
+        "types-python-slugify>=8.0.2.20240310",
+        "types-pytz>=2024.1.0.20240417",
+        "types-redis>=4.6.0.20240425",
+        # aiobotocore>=2.9.0 requires urllib<2. types-requests>=2.31.0.7 uses urllib>2.
+        # hence, 2.31.0.6 is required for aiobotocore>=2.9.0
+        "types-requests>=2.31.0.6",
+        "types-setuptools>=69.5.0.20240423",
+        "types-tabulate>=0.9.0.20240106",
+        "types-termcolor>=1.1.6.2",
+        "types-toml>=0.10.8.20240310",
     ],
     "devel-sentry": [
         "blinker>=1.7.0",
     ],
     "devel-static-checks": [
-        "astunparse>=1.6.3; python_version < '3.9'",
         "black>=23.12.0",
         "pre-commit>=3.5.0",
-        "ruff==0.5.5",
+        "ruff==0.7.1",
         "yamllint>=1.33.0",
     ],
     "devel-tests": [
         "aiofiles>=23.2.0",
         "aioresponses>=0.7.6",
-        "backports.zoneinfo>=0.2.1;python_version<'3.9'",
         "beautifulsoup4>=4.7.1",
         # Coverage 7.4.0 added experimental support for Python 3.12 PEP669 which we use in Airflow
         "coverage>=7.4.0",
         "jmespath>=0.7.0",
+        "kgb>=7.0.0",
         "pytest-asyncio>=0.23.6",
         "pytest-cov>=4.1.0",
         "pytest-custom-exit-code>=0.3.0",
@@ -376,7 +379,7 @@
     "fastapi[standard]>=0.112.2",
     "flask-caching>=2.0.0",
     # Flask-Session 0.6 add new arguments into the SqlAlchemySessionInterface constructor as well as
-    # all parameters now are mandatory which make AirflowDatabaseSessionInterface incopatible with this version.
+    # all parameters now are mandatory which make AirflowDatabaseSessionInterface incompatible with this version.
     "flask-session>=0.4.0,<0.6",
     "flask-wtf>=1.1.0",
     # Flask 2.3 is scheduled to introduce a number of deprecation removals - some of them might be breaking
@@ -389,9 +392,6 @@
     "gunicorn>=20.1.0",
     "httpx>=0.25.0",
     'importlib_metadata>=6.5;python_version<"3.12"',
-    # Importib_resources 6.2.0-6.3.1 break pytest_rewrite
-    # see https://github.com/python/importlib_resources/issues/299
-    'importlib_resources>=5.2,!=6.2.0,!=6.3.0,!=6.3.1;python_version<"3.9"',
     "itsdangerous>=2.0",
     "jinja2>=3.0.0",
     "jsonschema>=4.18.0",
@@ -411,7 +411,7 @@
     'pendulum>=3.0.0,<4.0;python_version>="3.12"',
     "pluggy>=1.5.0",
     "psutil>=5.8.0",
-    "pydantic>=2.6.4",
+    "pydantic>=2.7.0",
     "pygments>=2.0.1",
     "pyjwt>=2.0.0",
     "python-daemon>=3.0.0",
@@ -437,6 +437,7 @@
     # Universal Pathlib 0.2.4 adds extra validation for Paths and our integration with local file paths
     # Does not work with it Tracked in https://github.com/fsspec/universal_pathlib/issues/276
     "universal-pathlib>=0.2.2,!=0.2.4",
+    "uuid6>=2024.7.10",
     # Werkzug 3 breaks Flask-Login 0.6.2, also connexion needs to be updated to >= 3.0
     # we should remove this limitation when FAB supports Flask 2.3 and we migrate connexion to 3+
     "werkzeug>=2.0,<3",
diff --git a/newsfragments/42023.significant.rst b/newsfragments/42023.significant.rst
new file mode 100644
index 0000000000000..9cd68cebd0d66
--- /dev/null
+++ b/newsfragments/42023.significant.rst
@@ -0,0 +1,9 @@
+**Breaking Changes**
+
+* Rename property run_type value ``dataset_triggered`` as ``asset_triggered`` in DAGRun endpoint
+
+* Rename property ``dataset_expression`` as ``asset_expression`` in DAGDetail endpoint
+
+* Change the string ``dataset_triggered`` in RUN_ID_REGEX as ``asset_triggered`` which affects the valid run id that an user can provide
+
+* Rename ``dataset`` as ``asset`` in all the database tables
diff --git a/newsfragments/42783.improvement.rst b/newsfragments/42783.improvement.rst
new file mode 100644
index 0000000000000..eb6a2181bd06f
--- /dev/null
+++ b/newsfragments/42783.improvement.rst
@@ -0,0 +1 @@
+Bash script files (``.sh`` and ``.bash``) with Jinja templating enabled (without the space after the file extension) are now rendered into a temporary file, and then executed. Instead of being directly executed as inline command.
diff --git a/newsfragments/42953.significant b/newsfragments/42953.significant
deleted file mode 100644
index 20f25b434572a..0000000000000
--- a/newsfragments/42953.significant
+++ /dev/null
@@ -1,3 +0,0 @@
-DAG.max_active_runs now evaluated per-run
-
-Previously, this was evaluated across all runs of the dag. This behavior change was passed by lazy consensus.  Vote thread: https://lists.apache.org/thread/9o84d3yn934m32gtlpokpwtbbmtxj47l.
diff --git a/newsfragments/42953.significant.rst b/newsfragments/42953.significant.rst
new file mode 100644
index 0000000000000..f138dde730340
--- /dev/null
+++ b/newsfragments/42953.significant.rst
@@ -0,0 +1,4 @@
+``DAG.max_active_runs`` is now evaluated per-run
+
+Previously, this was evaluated across all runs of the dag. This behavior change was passed by lazy consensus.
+Vote thread: https://lists.apache.org/thread/9o84d3yn934m32gtlpokpwtbbmtxj47l.
diff --git a/newsfragments/43073.significant.rst b/newsfragments/43073.significant.rst
new file mode 100644
index 0000000000000..46bd71a6f0d80
--- /dev/null
+++ b/newsfragments/43073.significant.rst
@@ -0,0 +1 @@
+Rename ``DagRunTriggeredByType.DATASET`` as ``DagRunTriggeredByType.ASSET`` and all the name ``dataset`` in all the UI component to ``asset``.
diff --git a/newsfragments/43096.significant.rst b/newsfragments/43096.significant.rst
new file mode 100644
index 0000000000000..b252e39916c03
--- /dev/null
+++ b/newsfragments/43096.significant.rst
@@ -0,0 +1 @@
+Removed auth backend ``airflow.api.auth.backend.default``
diff --git a/newsfragments/43183.significant.rst b/newsfragments/43183.significant.rst
new file mode 100644
index 0000000000000..e363824b6db5f
--- /dev/null
+++ b/newsfragments/43183.significant.rst
@@ -0,0 +1,5 @@
+Remove TaskContextLogger
+
+We introduced this as a way to inject messages into task logs from places
+other than the task execution context.  We later realized that we were better off
+just using the Log table.
diff --git a/newsfragments/43289.significant.rst b/newsfragments/43289.significant.rst
new file mode 100644
index 0000000000000..15063202640fb
--- /dev/null
+++ b/newsfragments/43289.significant.rst
@@ -0,0 +1,4 @@
+Support for adding executors via Airflow Plugins is removed
+
+Executors should no longer be registered or imported via Airflow's plugin mechanism -- these types of classes
+are just treated as plain Python classes by Airflow, so there is no need to register them with Airflow.
diff --git a/newsfragments/43291.significant.rst b/newsfragments/43291.significant.rst
new file mode 100644
index 0000000000000..ec7cacf6f153b
--- /dev/null
+++ b/newsfragments/43291.significant.rst
@@ -0,0 +1,16 @@
+Support for adding Hooks via Airflow Plugins is removed
+
+Hooks should no longer be registered or imported via Airflow's plugin mechanism -- these types of classes
+are just treated as plain Python classes by Airflow, so there is no need to register them with Airflow.
+
+Before:
+
+.. code-block:: python
+
+  from airflow.hooks.my_plugin import MyHook
+
+You should instead import it as:
+
+.. code-block:: python
+
+  from my_plugin import MyHook
diff --git a/newsfragments/43490.significant.rst b/newsfragments/43490.significant.rst
new file mode 100644
index 0000000000000..6d0a0af8ec48b
--- /dev/null
+++ b/newsfragments/43490.significant.rst
@@ -0,0 +1,4 @@
+The ``task_fail`` table has been removed from the Airflow database.
+
+This table was used to store task failures, but it was not used by any Airflow components.
+Use the REST API to get task failures instead (which gets it from the ``task_instance`` table)
diff --git a/newsfragments/43530.significant.rst b/newsfragments/43530.significant.rst
new file mode 100644
index 0000000000000..6f6e89be0e5cc
--- /dev/null
+++ b/newsfragments/43530.significant.rst
@@ -0,0 +1,21 @@
+Direct Access to Deprecated ``airflow.configuration`` Module Functions Removed
+
+Functions previously accessible directly via the ``airflow.configuration`` module,
+such as ``get``, ``getboolean``, ``getfloat``, ``getint``, ``has_option``, ``remove_option``, ``as_dict``, and ``set``,
+have been removed. These functions should now be accessed through ``airflow.configuration.conf``.
+
+Before:
+
+.. code-block:: python
+
+    from airflow.configuration import get
+
+    value = get("section", "key")
+
+After:
+
+.. code-block:: python
+
+    from airflow.configuration import conf
+
+    value = conf.get("section", "key")
diff --git a/newsfragments/43533.significant.rst b/newsfragments/43533.significant.rst
new file mode 100644
index 0000000000000..7b84c2bf87ff9
--- /dev/null
+++ b/newsfragments/43533.significant.rst
@@ -0,0 +1,8 @@
+Unused and redundant functions from ``airflow.utils.dates`` module have been removed.
+
+Following functions are removed:
+
+- ``parse_execution_date``
+- ``round_time``
+- ``scale_time_units``
+- ``infer_time_unit``
diff --git a/newsfragments/43562.significant.rst b/newsfragments/43562.significant.rst
new file mode 100644
index 0000000000000..4e50fa609da21
--- /dev/null
+++ b/newsfragments/43562.significant.rst
@@ -0,0 +1,24 @@
+Removed Deprecated Python Version Identifiers from the ``airflow`` Module
+
+Python version check constants, such as ``PY36``, ``PY37``, and others, have been removed from the ``airflow``
+module. To check Python versions, please use the ``sys.version_info`` attribute directly instead.
+
+Before:
+
+.. code-block:: python
+
+    from airflow import PY36
+
+    if PY36:
+        # perform some action
+        ...
+
+After:
+
+.. code-block:: python
+
+    import sys
+
+    if sys.version_info >= (3, 6):
+        # perform some action
+        ...
diff --git a/newsfragments/43568.significant.rst b/newsfragments/43568.significant.rst
new file mode 100644
index 0000000000000..450ca5b4a27f9
--- /dev/null
+++ b/newsfragments/43568.significant.rst
@@ -0,0 +1 @@
+Remove ``virtualenv`` extra as PythonVirtualenvOperator has been moved to standard provider and switched to use built-in venv package.
diff --git a/newsfragments/aip-72.significant.rst b/newsfragments/aip-72.significant.rst
new file mode 100644
index 0000000000000..6c44676961700
--- /dev/null
+++ b/newsfragments/aip-72.significant.rst
@@ -0,0 +1,15 @@
+Create a TaskExecution interface and enforce DB isolation from Tasks
+
+As part of this change the following breaking changes have occurred:
+
+- Tasks and DAG Parsing code is not able to access the Airflow metadata DB
+
+  Access via Variables and Connection is still allowed (though these will use an API, not direct DB access) -- it should be assumed that any use of the database models from within ``airflow.models`` inside of DAG files or tasks will break.
+
+- Remove the concept of pluggable TaskRunners.
+
+  The ``task_runner`` config in ``[core]`` has been removed.
+
+  There were two build in options for this, Standard (the default) which used Fork or a new process as appropriate, and CGroupRunner to launch tasks in a new CGroup (not usable inside docker or Kubernetes).
+
+  With the move of the execution time code into the TaskSDK we are using this opportunity to reduce complexity for seldom used features.
diff --git a/providers/src/airflow/providers/MANAGING_PROVIDERS_LIFECYCLE.rst b/providers/src/airflow/providers/MANAGING_PROVIDERS_LIFECYCLE.rst
index c5e6ec1287854..9b9c25c35d578 100644
--- a/providers/src/airflow/providers/MANAGING_PROVIDERS_LIFECYCLE.rst
+++ b/providers/src/airflow/providers/MANAGING_PROVIDERS_LIFECYCLE.rst
@@ -60,47 +60,57 @@ triggers (and the list changes continuously).
 
   .. code-block:: bash
 
-      airflow/
-             ├── providers/<NEW_PROVIDER>/
-             │              ├── __init__.py
-             │              ├── executors/
-             │              │   ├── __init__.py
-             │              │   └── *.py
-             │              ├── hooks/
-             │              │   ├── __init__.py
-             │              │   └── *.py
-             │              ├── operators/
-             │              │   ├── __init__.py
-             │              │   └── *.py
-             │              ├── transfers/
-             │              │   ├── __init__.py
-             │              │   └── *.py
-             │              └── triggers/
-             │                  ├── __init__.py
-             │                  └── *.py
-             └── tests
-                     ├── providers/<NEW_PROVIDER>/
-                     │              ├── __init__.py
-                     │              ├── executors/
-                     │              │   ├── __init__.py
-                     │              │   └── test_*.py
-                     │              ├── hooks/
-                     │              │   ├── __init__.py
-                     │              │   └── test_*>.py
-                     │              ├── operators/
-                     │              │   ├── __init__.py
-                     │              │   ├── test_*.py
-                     │              ...
-                     │              ├── transfers/
-                     │              │   ├── __init__.py
-                     │              │   └── test_*.py
-                     │              └── triggers/
-                     │                  ├── __init__.py
-                     │                  └── test_*.py
-                     └── system/providers/<NEW_PROVIDER>/
-                                           ├── __init__.py
-                                           └── example_*.py
+    └── airflow/
+        ├── providers/
+        │   ├── src/
+        │   │   └── airflow/
+        │   │       └── providers/<NEW_PROVIDER>/
+        │   │           ├── __init__.py
+        │   │           ├── executors/
+        │   │           │   ├── __init__.py
+        │   │           │   └── *.py
+        │   │           ├── hooks/
+        │   │           │   ├── __init__.py
+        │   │           │   └── *.py
+        │   │           ├── notifications/
+        │   │           │   ├── __init__.py
+        │   │           │   └── *.py
+        │   │           ├── operators/
+        │   │           │   ├── __init__.py
+        │   │           │   └── *.py
+        │   │           ├── transfers/
+        │   │           │   ├── __init__.py
+        │   │           │   └── *.py
+        │   │           └── triggers/
+        │   │               ├── __init__.py
+        │   │               └── *.py
+        │   └── tests/
+        │       └── providers/<NEW_PROVIDER>/
+        │           ├── __init__.py
+        │           ├── executors/
+        │           │   ├── __init__.py
+        │           │   └── test_*.py
+        │           ├── hooks/
+        │           │   ├── __init__.py
+        │           │   └── test_*.py
+        │           ├── notifications/
+        │           │   ├── __init__.py
+        │           │   └── test_*.py
+        │           ├── operators/
+        │           │   ├── __init__.py
+        │           │   └── test_*.py
+        │           ├── transfers/
+        │           │   ├── __init__.py
+        │           │   └── test_*.py
+        │           └── triggers/
+        │               ├── __init__.py
+        │               └── test_*.py
+        └── tests/system/providers/<NEW_PROVIDER>/
+            ├── __init__.py
+            └── example_*.py
 
+.. note::
+      The above structure is work in progress and subject to change till Task SDK feature is complete.
 
 Considering that you have already transferred your provider's code to the above structure, it will now be necessary
 to create unit tests for each component you created. The example below I have already set up an environment using
diff --git a/providers/src/airflow/providers/__init__.py b/providers/src/airflow/providers/__init__.py
index 66fbd04b36e4d..adfa8eb4b98ce 100644
--- a/providers/src/airflow/providers/__init__.py
+++ b/providers/src/airflow/providers/__init__.py
@@ -16,7 +16,9 @@
 # specific language governing permissions and limitations
 # under the License.
 
-from __future__ import annotations
+# We do not use "from __future__ import annotations" here because it is not supported
+# by Pycharm when we want to make sure all imports in airflow work from namespace packages
+# Adding it automatically is excluded in pyproject.toml via I002 ruff rule exclusion
 
 # Make `airflow` a namespace package, supporting installing
 # airflow.providers.* in different locations (i.e. one in site, and one in user
diff --git a/providers/src/airflow/providers/amazon/CHANGELOG.rst b/providers/src/airflow/providers/amazon/CHANGELOG.rst
index 8099f3943aac9..8b684ab11c3be 100644
--- a/providers/src/airflow/providers/amazon/CHANGELOG.rst
+++ b/providers/src/airflow/providers/amazon/CHANGELOG.rst
@@ -26,6 +26,39 @@
 Changelog
 ---------
 
+9.1.0
+.....
+
+Features
+~~~~~~~~
+
+* ``feat: add OpenLineage support for RedshiftToS3Operator (#41632)``
+* ``Add 'SageMakerProcessingSensor' (#43144)``
+* ``Make 'RedshiftDataOperator'  handle multiple queries (#42900)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix(providers/amazon): alias is_authorized_dataset to is_authorized_asset (#43470)``
+* ``Remove returns in final clause of athena hooks (#43426)``
+
+Misc
+~~~~
+
+* ``Remove sqlalchemy-redshift dependency (#43271)``
+* ``feat(providers/amazon): Use asset in common provider (#43110)``
+* ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+* ``Limit mypy-boto3-appflow (#43436)``
+* ``Move PythonOperator to Standard provider (#42081)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Remove TaskContextLogger (#43183)``
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+   * ``Start porting DAG definition code to the Task SDK (#43076)``
+   * ``Prepare docs for Oct 2nd wave of providers (#43409)``
+   * ``Prepare docs for Oct 2nd wave of providers RC2 (#43540)``
+
 9.0.0
 .....
 
diff --git a/providers/src/airflow/providers/amazon/__init__.py b/providers/src/airflow/providers/amazon/__init__.py
index 2a7f8d044e6c5..0388ca0969f33 100644
--- a/providers/src/airflow/providers/amazon/__init__.py
+++ b/providers/src/airflow/providers/amazon/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "9.0.0"
+__version__ = "9.1.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py b/providers/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
index face67c38fb57..414907961ce71 100644
--- a/providers/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
+++ b/providers/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
@@ -17,6 +17,7 @@
 from __future__ import annotations
 
 import argparse
+import warnings
 from collections import defaultdict
 from functools import cached_property
 from typing import TYPE_CHECKING, Container, Sequence, cast
@@ -24,7 +25,7 @@
 from flask import session, url_for
 
 from airflow.cli.cli_config import CLICommand, DefaultHelpParser, GroupCommand
-from airflow.exceptions import AirflowOptionalProviderFeatureException
+from airflow.exceptions import AirflowOptionalProviderFeatureException, AirflowProviderDeprecationWarning
 from airflow.providers.amazon.aws.auth_manager.avp.entities import AvpEntities
 from airflow.providers.amazon.aws.auth_manager.avp.facade import (
     AwsAuthManagerAmazonVerifiedPermissionsFacade,
@@ -166,6 +167,16 @@ def is_authorized_asset(
             method=method, entity_type=AvpEntities.ASSET, user=user or self.get_user(), entity_id=asset_uri
         )
 
+    def is_authorized_dataset(
+        self, *, method: ResourceMethod, details: AssetDetails | None = None, user: BaseUser | None = None
+    ) -> bool:
+        warnings.warn(
+            "is_authorized_dataset will be renamed as is_authorized_asset in Airflow 3 and will be removed when the minimum Airflow version is set to 3.0 for the amazon provider",
+            AirflowProviderDeprecationWarning,
+            stacklevel=2,
+        )
+        return self.is_authorized_asset(method=method, user=user)
+
     def is_authorized_pool(
         self, *, method: ResourceMethod, details: PoolDetails | None = None, user: BaseUser | None = None
     ) -> bool:
diff --git a/providers/src/airflow/providers/amazon/aws/hooks/appflow.py b/providers/src/airflow/providers/amazon/aws/hooks/appflow.py
index e68637e50dc0b..5ef994917926b 100644
--- a/providers/src/airflow/providers/amazon/aws/hooks/appflow.py
+++ b/providers/src/airflow/providers/amazon/aws/hooks/appflow.py
@@ -117,9 +117,9 @@ def update_flow_filter(self, flow_name: str, filter_tasks, set_trigger_ondemand:
 
         self.conn.update_flow(
             flowName=response["flowName"],
-            destinationFlowConfigList=response["destinationFlowConfigList"],  # type: ignore[arg-type]
-            sourceFlowConfig=response["sourceFlowConfig"],  # type: ignore[arg-type]
-            triggerConfig=response["triggerConfig"],  # type: ignore[arg-type]
+            destinationFlowConfigList=response["destinationFlowConfigList"],
+            sourceFlowConfig=response["sourceFlowConfig"],
+            triggerConfig=response["triggerConfig"],
             description=response.get("description", "Flow description."),
-            tasks=tasks,  # type: ignore[arg-type]
+            tasks=tasks,
         )
diff --git a/providers/src/airflow/providers/amazon/aws/hooks/athena.py b/providers/src/airflow/providers/amazon/aws/hooks/athena.py
index 4969f339dba51..60405a863999f 100644
--- a/providers/src/airflow/providers/amazon/aws/hooks/athena.py
+++ b/providers/src/airflow/providers/amazon/aws/hooks/athena.py
@@ -155,14 +155,15 @@ def check_query_status(self, query_execution_id: str, use_cache: bool = False) -
         state = None
         try:
             state = response["QueryExecution"]["Status"]["State"]
-        except Exception:
-            self.log.exception(
-                "Exception while getting query state. Query execution id: %s", query_execution_id
-            )
-        finally:
+        except Exception as e:
             # The error is being absorbed here and is being handled by the caller.
             # The error is being absorbed to implement retries.
-            return state
+            self.log.exception(
+                "Exception while getting query state. Query execution id: %s, Exception: %s",
+                query_execution_id,
+                e,
+            )
+        return state
 
     def get_state_change_reason(self, query_execution_id: str, use_cache: bool = False) -> str | None:
         """
@@ -177,15 +178,15 @@ def get_state_change_reason(self, query_execution_id: str, use_cache: bool = Fal
         reason = None
         try:
             reason = response["QueryExecution"]["Status"]["StateChangeReason"]
-        except Exception:
+        except Exception as e:
+            # The error is being absorbed here and is being handled by the caller.
+            # The error is being absorbed to implement retries.
             self.log.exception(
-                "Exception while getting query state change reason. Query execution id: %s",
+                "Exception while getting query state change reason. Query execution id: %s, Exception: %s",
                 query_execution_id,
+                e,
             )
-        finally:
-            # The error is being absorbed here and is being handled by the caller.
-            # The error is being absorbed to implement retries.
-            return reason
+        return reason
 
     def get_query_results(
         self, query_execution_id: str, next_token_id: str | None = None, max_results: int = 1000
@@ -287,9 +288,18 @@ def poll_query_status(
             )
         except AirflowException as error:
             # this function does not raise errors to keep previous behavior.
-            self.log.warning(error)
-        finally:
-            return self.check_query_status(query_execution_id)
+            self.log.warning(
+                "AirflowException while polling query status. Query execution id: %s, Exception: %s",
+                query_execution_id,
+                error,
+            )
+        except Exception as e:
+            self.log.warning(
+                "Unexpected exception while polling query status. Query execution id: %s, Exception: %s",
+                query_execution_id,
+                e,
+            )
+        return self.check_query_status(query_execution_id)
 
     def get_output_location(self, query_execution_id: str) -> str:
         """
diff --git a/providers/src/airflow/providers/amazon/aws/hooks/redshift_sql.py b/providers/src/airflow/providers/amazon/aws/hooks/redshift_sql.py
index 2b3b75dca6d45..bfdf807318a20 100644
--- a/providers/src/airflow/providers/amazon/aws/hooks/redshift_sql.py
+++ b/providers/src/airflow/providers/amazon/aws/hooks/redshift_sql.py
@@ -163,7 +163,7 @@ def get_uri(self) -> str:
         # Compatibility: The 'create' factory method was added in SQLAlchemy 1.4
         # to replace calling the default URL constructor directly.
         create_url = getattr(URL, "create", URL)
-        return str(create_url(drivername="redshift+redshift_connector", **conn_params))
+        return str(create_url(drivername="postgresql", **conn_params))
 
     def get_sqlalchemy_engine(self, engine_kwargs=None):
         """Overridden to pass Redshift-specific arguments."""
diff --git a/providers/src/airflow/providers/amazon/aws/hooks/sagemaker.py b/providers/src/airflow/providers/amazon/aws/hooks/sagemaker.py
index e16ab11b0c95c..10d7b8436c0d0 100644
--- a/providers/src/airflow/providers/amazon/aws/hooks/sagemaker.py
+++ b/providers/src/airflow/providers/amazon/aws/hooks/sagemaker.py
@@ -153,7 +153,9 @@ class SageMakerHook(AwsBaseHook):
     non_terminal_states = {"InProgress", "Stopping"}
     endpoint_non_terminal_states = {"Creating", "Updating", "SystemUpdating", "RollingBack", "Deleting"}
     pipeline_non_terminal_states = {"Executing", "Stopping"}
+    processing_job_non_terminal_states = {"InProgress", "Stopping"}
     failed_states = {"Failed"}
+    processing_job_failed_states = {*failed_states, "Stopped"}
     training_failed_states = {*failed_states, "Stopped"}
 
     def __init__(self, *args, **kwargs):
diff --git a/providers/src/airflow/providers/amazon/aws/operators/appflow.py b/providers/src/airflow/providers/amazon/aws/operators/appflow.py
index 4aced5bea0c19..a8f81b28b033d 100644
--- a/providers/src/airflow/providers/amazon/aws/operators/appflow.py
+++ b/providers/src/airflow/providers/amazon/aws/operators/appflow.py
@@ -21,11 +21,11 @@
 from typing import TYPE_CHECKING, cast
 
 from airflow.exceptions import AirflowException
-from airflow.operators.python import ShortCircuitOperator
 from airflow.providers.amazon.aws.hooks.appflow import AppflowHook
 from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
 from airflow.providers.amazon.aws.utils import datetime_to_epoch_ms
 from airflow.providers.amazon.aws.utils.mixins import AwsBaseHookMixin, AwsHookParams, aws_template_fields
+from airflow.providers.common.compat.standard.operators import ShortCircuitOperator
 
 if TYPE_CHECKING:
     from mypy_boto3_appflow.type_defs import (
diff --git a/providers/src/airflow/providers/amazon/aws/operators/comprehend.py b/providers/src/airflow/providers/amazon/aws/operators/comprehend.py
index 880440726c604..88bbbf9bf46db 100644
--- a/providers/src/airflow/providers/amazon/aws/operators/comprehend.py
+++ b/providers/src/airflow/providers/amazon/aws/operators/comprehend.py
@@ -17,7 +17,7 @@
 from __future__ import annotations
 
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any, ClassVar, Sequence
 
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException
@@ -55,7 +55,7 @@ class ComprehendBaseOperator(AwsBaseOperator[ComprehendHook]):
         "input_data_config", "output_data_config", "data_access_role_arn", "language_code"
     )
 
-    template_fields_renderers: dict = {"input_data_config": "json", "output_data_config": "json"}
+    template_fields_renderers: ClassVar[dict] = {"input_data_config": "json", "output_data_config": "json"}
 
     def __init__(
         self,
@@ -248,7 +248,7 @@ class ComprehendCreateDocumentClassifierOperator(AwsBaseOperator[ComprehendHook]
         "document_classifier_kwargs",
     )
 
-    template_fields_renderers: dict = {
+    template_fields_renderers: ClassVar[dict] = {
         "input_data_config": "json",
         "output_data_config": "json",
         "document_classifier_kwargs": "json",
diff --git a/providers/src/airflow/providers/amazon/aws/operators/dms.py b/providers/src/airflow/providers/amazon/aws/operators/dms.py
index c564f802185a3..6d64de85e267b 100644
--- a/providers/src/airflow/providers/amazon/aws/operators/dms.py
+++ b/providers/src/airflow/providers/amazon/aws/operators/dms.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from typing import TYPE_CHECKING, ClassVar, Sequence
 
 from airflow.providers.amazon.aws.hooks.dms import DmsHook
 from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
@@ -64,7 +64,7 @@ class DmsCreateTaskOperator(AwsBaseOperator[DmsHook]):
         "migration_type",
         "create_task_kwargs",
     )
-    template_fields_renderers = {
+    template_fields_renderers: ClassVar[dict] = {
         "table_mappings": "json",
         "create_task_kwargs": "json",
     }
@@ -173,7 +173,7 @@ class DmsDescribeTasksOperator(AwsBaseOperator[DmsHook]):
 
     aws_hook_class = DmsHook
     template_fields: Sequence[str] = aws_template_fields("describe_tasks_kwargs")
-    template_fields_renderers: dict[str, str] = {"describe_tasks_kwargs": "json"}
+    template_fields_renderers: ClassVar[dict[str, str]] = {"describe_tasks_kwargs": "json"}
 
     def __init__(self, *, describe_tasks_kwargs: dict | None = None, **kwargs):
         super().__init__(**kwargs)
diff --git a/providers/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py b/providers/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
index 727aa714c6148..93f8bc6b805e4 100644
--- a/providers/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
+++ b/providers/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
@@ -16,7 +16,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any, ClassVar, Sequence
 
 from botocore.exceptions import ClientError
 
@@ -70,7 +70,7 @@ class KinesisAnalyticsV2CreateApplicationOperator(AwsBaseOperator[KinesisAnalyti
         "create_application_kwargs",
         "application_description",
     )
-    template_fields_renderers: dict = {
+    template_fields_renderers: ClassVar[dict] = {
         "create_application_kwargs": "json",
     }
 
@@ -149,7 +149,7 @@ class KinesisAnalyticsV2StartApplicationOperator(AwsBaseOperator[KinesisAnalytic
         "application_name",
         "run_configuration",
     )
-    template_fields_renderers: dict = {
+    template_fields_renderers: ClassVar[dict] = {
         "run_configuration": "json",
     }
 
diff --git a/providers/src/airflow/providers/amazon/aws/operators/sagemaker.py b/providers/src/airflow/providers/amazon/aws/operators/sagemaker.py
index 57a9194526227..e2fad21f09df3 100644
--- a/providers/src/airflow/providers/amazon/aws/operators/sagemaker.py
+++ b/providers/src/airflow/providers/amazon/aws/operators/sagemaker.py
@@ -20,7 +20,7 @@
 import json
 import time
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Callable, Sequence
+from typing import TYPE_CHECKING, Any, Callable, ClassVar, Sequence
 
 from botocore.exceptions import ClientError
 
@@ -65,7 +65,7 @@ class SageMakerBaseOperator(BaseOperator):
 
     template_fields: Sequence[str] = ("config",)
     template_ext: Sequence[str] = ()
-    template_fields_renderers: dict = {"config": "json"}
+    template_fields_renderers: ClassVar[dict] = {"config": "json"}
     ui_color: str = "#ededed"
     integer_fields: list[list[Any]] = []
 
diff --git a/providers/src/airflow/providers/amazon/aws/sensors/sagemaker.py b/providers/src/airflow/providers/amazon/aws/sensors/sagemaker.py
index e77628cf8d596..5863de92d9339 100644
--- a/providers/src/airflow/providers/amazon/aws/sensors/sagemaker.py
+++ b/providers/src/airflow/providers/amazon/aws/sensors/sagemaker.py
@@ -330,3 +330,35 @@ def get_sagemaker_response(self) -> dict:
 
     def state_from_response(self, response: dict) -> str:
         return response["AutoMLJobStatus"]
+
+
+class SageMakerProcessingSensor(SageMakerBaseSensor):
+    """
+    Poll the processing job until it reaches a terminal state; raise AirflowException with the failure reason.
+
+    .. seealso::
+        For more information on how to use this sensor, take a look at the guide:
+        :ref:`howto/sensor:SageMakerProcessingSensor`
+
+    :param job_name: Name of the processing job to watch.
+    """
+
+    template_fields: Sequence[str] = ("job_name",)
+    template_ext: Sequence[str] = ()
+
+    def __init__(self, *, job_name: str, **kwargs):
+        super().__init__(**kwargs)
+        self.job_name = job_name
+
+    def non_terminal_states(self) -> set[str]:
+        return SageMakerHook.processing_job_non_terminal_states
+
+    def failed_states(self) -> set[str]:
+        return SageMakerHook.processing_job_failed_states
+
+    def get_sagemaker_response(self) -> dict:
+        self.log.info("Poking Sagemaker ProcessingJob %s", self.job_name)
+        return self.hook.describe_processing_job(self.job_name)
+
+    def state_from_response(self, response: dict) -> str:
+        return response["ProcessingJobStatus"]
diff --git a/providers/src/airflow/providers/amazon/aws/transfers/redshift_to_s3.py b/providers/src/airflow/providers/amazon/aws/transfers/redshift_to_s3.py
index 8538b1dfc313c..0ed59e3db7e8e 100644
--- a/providers/src/airflow/providers/amazon/aws/transfers/redshift_to_s3.py
+++ b/providers/src/airflow/providers/amazon/aws/transfers/redshift_to_s3.py
@@ -152,6 +152,10 @@ def default_select_query(self) -> str | None:
             table = self.table
         return f"SELECT * FROM {table}"
 
+    @property
+    def use_redshift_data(self):
+        return bool(self.redshift_data_api_kwargs)
+
     def execute(self, context: Context) -> None:
         if self.table and self.table_as_file_name:
             self.s3_key = f"{self.s3_key}/{self.table}_"
@@ -164,14 +168,13 @@ def execute(self, context: Context) -> None:
         if self.include_header and "HEADER" not in [uo.upper().strip() for uo in self.unload_options]:
             self.unload_options = [*self.unload_options, "HEADER"]
 
-        redshift_hook: RedshiftDataHook | RedshiftSQLHook
-        if self.redshift_data_api_kwargs:
-            redshift_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
+        if self.use_redshift_data:
+            redshift_data_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
             for arg in ["sql", "parameters"]:
                 if arg in self.redshift_data_api_kwargs:
                     raise AirflowException(f"Cannot include param '{arg}' in Redshift Data API kwargs")
         else:
-            redshift_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
+            redshift_sql_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
         conn = S3Hook.get_connection(conn_id=self.aws_conn_id) if self.aws_conn_id else None
         if conn and conn.extra_dejson.get("role_arn", False):
             credentials_block = f"aws_iam_role={conn.extra_dejson['role_arn']}"
@@ -187,10 +190,106 @@ def execute(self, context: Context) -> None:
         )
 
         self.log.info("Executing UNLOAD command...")
-        if isinstance(redshift_hook, RedshiftDataHook):
-            redshift_hook.execute_query(
+        if self.use_redshift_data:
+            redshift_data_hook.execute_query(
                 sql=unload_query, parameters=self.parameters, **self.redshift_data_api_kwargs
             )
         else:
-            redshift_hook.run(unload_query, self.autocommit, parameters=self.parameters)
+            redshift_sql_hook.run(unload_query, self.autocommit, parameters=self.parameters)
         self.log.info("UNLOAD command complete...")
+
+    def get_openlineage_facets_on_complete(self, task_instance):
+        """Implement on_complete as we may query for table details."""
+        from airflow.providers.amazon.aws.utils.openlineage import (
+            get_facets_from_redshift_table,
+            get_identity_column_lineage_facet,
+        )
+        from airflow.providers.common.compat.openlineage.facet import (
+            Dataset,
+            Error,
+            ExtractionErrorRunFacet,
+        )
+        from airflow.providers.openlineage.extractors import OperatorLineage
+
+        output_dataset = Dataset(
+            namespace=f"s3://{self.s3_bucket}",
+            name=self.s3_key,
+        )
+
+        if self.use_redshift_data:
+            redshift_data_hook = RedshiftDataHook(aws_conn_id=self.redshift_conn_id)
+            database = self.redshift_data_api_kwargs.get("database")
+            identifier = self.redshift_data_api_kwargs.get(
+                "cluster_identifier", self.redshift_data_api_kwargs.get("workgroup_name")
+            )
+            port = self.redshift_data_api_kwargs.get("port", "5439")
+            authority = f"{identifier}.{redshift_data_hook.region_name}:{port}"
+        else:
+            redshift_sql_hook = RedshiftSQLHook(redshift_conn_id=self.redshift_conn_id)
+            database = redshift_sql_hook.conn.schema
+            authority = redshift_sql_hook.get_openlineage_database_info(redshift_sql_hook.conn).authority
+
+        if self.select_query == self.default_select_query:
+            if self.use_redshift_data:
+                input_dataset_facets = get_facets_from_redshift_table(
+                    redshift_data_hook, self.table, self.redshift_data_api_kwargs, self.schema
+                )
+            else:
+                input_dataset_facets = get_facets_from_redshift_table(
+                    redshift_sql_hook, self.table, {}, self.schema
+                )
+
+            input_dataset = Dataset(
+                namespace=f"redshift://{authority}",
+                name=f"{database}.{self.schema}.{self.table}" if database else f"{self.schema}.{self.table}",
+                facets=input_dataset_facets,
+            )
+
+            # If default select query is used (SELECT *) output file matches the input table.
+            output_dataset.facets = {
+                "schema": input_dataset_facets["schema"],
+                "columnLineage": get_identity_column_lineage_facet(
+                    field_names=[field.name for field in input_dataset_facets["schema"].fields],
+                    input_datasets=[input_dataset],
+                ),
+            }
+
+            return OperatorLineage(inputs=[input_dataset], outputs=[output_dataset])
+
+        try:
+            from airflow.providers.openlineage.sqlparser import SQLParser, from_table_meta
+        except ImportError:
+            return OperatorLineage(outputs=[output_dataset])
+
+        run_facets = {}
+        parse_result = SQLParser(dialect="redshift", default_schema=self.schema).parse(self.select_query)
+        if parse_result.errors:
+            run_facets["extractionError"] = ExtractionErrorRunFacet(
+                totalTasks=1,
+                failedTasks=1,
+                errors=[
+                    Error(
+                        errorMessage=error.message,
+                        stackTrace=None,
+                        task=error.origin_statement,
+                        taskNumber=error.index,
+                    )
+                    for error in parse_result.errors
+                ],
+            )
+
+        input_datasets = []
+        for in_tb in parse_result.in_tables:
+            ds = from_table_meta(in_tb, database, f"redshift://{authority}", False)
+            schema, table = ds.name.split(".")[-2:]
+            if self.use_redshift_data:
+                input_dataset_facets = get_facets_from_redshift_table(
+                    redshift_data_hook, table, self.redshift_data_api_kwargs, schema
+                )
+            else:
+                input_dataset_facets = get_facets_from_redshift_table(redshift_sql_hook, table, {}, schema)
+
+            ds.facets = input_dataset_facets
+            input_datasets.append(ds)
+
+        return OperatorLineage(inputs=input_datasets, outputs=[output_dataset], run_facets=run_facets)
diff --git a/providers/src/airflow/providers/amazon/aws/transfers/s3_to_redshift.py b/providers/src/airflow/providers/amazon/aws/transfers/s3_to_redshift.py
index 792119bfebb55..df040b19eafac 100644
--- a/providers/src/airflow/providers/amazon/aws/transfers/s3_to_redshift.py
+++ b/providers/src/airflow/providers/amazon/aws/transfers/s3_to_redshift.py
@@ -241,7 +241,7 @@ def get_openlineage_facets_on_complete(self, task_instance):
 
         output_dataset = Dataset(
             namespace=f"redshift://{authority}",
-            name=f"{database}.{self.schema}.{self.table}",
+            name=f"{database}.{self.schema}.{self.table}" if database else f"{self.schema}.{self.table}",
             facets=output_dataset_facets,
         )
 
diff --git a/providers/src/airflow/providers/amazon/aws/triggers/athena.py b/providers/src/airflow/providers/amazon/aws/triggers/athena.py
index a6ca58a2a2509..6468431127cb3 100644
--- a/providers/src/airflow/providers/amazon/aws/triggers/athena.py
+++ b/providers/src/airflow/providers/amazon/aws/triggers/athena.py
@@ -29,8 +29,7 @@ class AthenaTrigger(AwsBaseWaiterTrigger):
     """
     Trigger for AthenaOperator.
 
-    The trigger will asynchronously poll the boto3 API and wait for the
-    Redshift cluster to be in the `available` state.
+    The trigger will asynchronously poll the boto3 API
 
     :param query_execution_id:  ID of the Athena query execution to watch
     :param waiter_delay: The amount of time in seconds to wait between attempts.
diff --git a/providers/src/airflow/providers/amazon/provider.yaml b/providers/src/airflow/providers/amazon/provider.yaml
index a8d182b904954..2e49d8845b20c 100644
--- a/providers/src/airflow/providers/amazon/provider.yaml
+++ b/providers/src/airflow/providers/amazon/provider.yaml
@@ -22,9 +22,10 @@ description: |
   Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
 
 state: ready
-source-date-epoch: 1728484310
+source-date-epoch: 1730011042
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 9.1.0
   - 9.0.0
   - 8.29.0
   - 8.28.0
@@ -106,7 +107,6 @@ dependencies:
   - watchtower>=3.0.0,!=3.3.0,<4
   - jsonpath_ng>=1.5.3
   - redshift_connector>=2.0.918
-  - sqlalchemy_redshift>=0.8.6
   - asgiref>=2.3.0
   - PyAthena>=3.0.10
   - jmespath>=0.7.0
@@ -143,7 +143,9 @@ devel-dependencies:
   - aiobotocore>=2.13.0
   - aws_xray_sdk>=2.12.0
   - moto[cloudformation,glue]>=5.0.0
-  - mypy-boto3-appflow>=1.34.0
+  # See https://github.com/apache/airflow/pull/42954#discussion_r1817993084
+  # remove upper limit when the typing issue is fixed
+  - mypy-boto3-appflow>=1.34.0,<1.35.39
   - mypy-boto3-rds>=1.34.90
   - mypy-boto3-redshift-data>=1.34.0
   - mypy-boto3-s3>=1.34.90
diff --git a/providers/src/airflow/providers/apache/beam/CHANGELOG.rst b/providers/src/airflow/providers/apache/beam/CHANGELOG.rst
index 019858bae3cf1..ca4336dac0d58 100644
--- a/providers/src/airflow/providers/apache/beam/CHANGELOG.rst
+++ b/providers/src/airflow/providers/apache/beam/CHANGELOG.rst
@@ -26,6 +26,20 @@
 Changelog
 ---------
 
+5.9.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add early job_id xcom_push for google provider Beam Pipeline operators (#42982)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Consistent python version checks and troubleshooting (#42944)``
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 5.8.1
 .....
 
diff --git a/providers/src/airflow/providers/apache/beam/__init__.py b/providers/src/airflow/providers/apache/beam/__init__.py
index 5b844184bd12b..83209324bf4f1 100644
--- a/providers/src/airflow/providers/apache/beam/__init__.py
+++ b/providers/src/airflow/providers/apache/beam/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "5.8.1"
+__version__ = "5.9.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/apache/beam/hooks/beam.py b/providers/src/airflow/providers/apache/beam/hooks/beam.py
index d772bb47329af..9b5d216c3dc0f 100644
--- a/providers/src/airflow/providers/apache/beam/hooks/beam.py
+++ b/providers/src/airflow/providers/apache/beam/hooks/beam.py
@@ -37,8 +37,8 @@
 
 from airflow.exceptions import AirflowConfigException, AirflowException
 from airflow.hooks.base import BaseHook
+from airflow.providers.common.compat.standard.utils import prepare_virtualenv
 from airflow.providers.google.go_module_utils import init_module, install_dependencies
-from airflow.utils.python_virtualenv import prepare_virtualenv
 
 if TYPE_CHECKING:
     import logging
diff --git a/providers/src/airflow/providers/apache/beam/provider.yaml b/providers/src/airflow/providers/apache/beam/provider.yaml
index 684882f75b83a..bdeecbac7b1b1 100644
--- a/providers/src/airflow/providers/apache/beam/provider.yaml
+++ b/providers/src/airflow/providers/apache/beam/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Apache Beam <https://beam.apache.org/>`__.
 
 state: ready
-source-date-epoch: 1728484489
+source-date-epoch: 1730011153
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 5.9.0
   - 5.8.1
   - 5.8.0
   - 5.7.2
diff --git a/providers/src/airflow/providers/apache/drill/operators/drill.py b/providers/src/airflow/providers/apache/drill/operators/drill.py
index 5aa0f061bafe1..edf9d0f735902 100644
--- a/providers/src/airflow/providers/apache/drill/operators/drill.py
+++ b/providers/src/airflow/providers/apache/drill/operators/drill.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -46,7 +46,7 @@ class DrillOperator(SQLExecuteQueryOperator):
     """
 
     template_fields: Sequence[str] = ("sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     template_ext: Sequence[str] = (".sql",)
     ui_color = "#ededed"
 
diff --git a/providers/src/airflow/providers/apache/druid/CHANGELOG.rst b/providers/src/airflow/providers/apache/druid/CHANGELOG.rst
index 9a56e15acbeab..9d3fab0a440b2 100644
--- a/providers/src/airflow/providers/apache/druid/CHANGELOG.rst
+++ b/providers/src/airflow/providers/apache/druid/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+3.12.0
+......
+
+Features
+~~~~~~~~
+
+* ``Add possibility to override the conn type for Druid (#42793)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.11.0
 ......
 
diff --git a/providers/src/airflow/providers/apache/druid/__init__.py b/providers/src/airflow/providers/apache/druid/__init__.py
index 5a80ed9dd36ac..064e6fe8ad673 100644
--- a/providers/src/airflow/providers/apache/druid/__init__.py
+++ b/providers/src/airflow/providers/apache/druid/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.11.0"
+__version__ = "3.12.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/apache/druid/provider.yaml b/providers/src/airflow/providers/apache/druid/provider.yaml
index 773cddddd4fe8..c67d658f8ac23 100644
--- a/providers/src/airflow/providers/apache/druid/provider.yaml
+++ b/providers/src/airflow/providers/apache/druid/provider.yaml
@@ -22,9 +22,10 @@ description: |
   `Apache Druid <https://druid.apache.org/>`__.
 
 state: ready
-source-date-epoch: 1723969177
+source-date-epoch: 1730011965
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.12.0
   - 3.11.0
   - 3.10.2
   - 3.10.1
diff --git a/providers/src/airflow/providers/apache/hdfs/CHANGELOG.rst b/providers/src/airflow/providers/apache/hdfs/CHANGELOG.rst
index ca523e9b1159e..4f244582b49ea 100644
--- a/providers/src/airflow/providers/apache/hdfs/CHANGELOG.rst
+++ b/providers/src/airflow/providers/apache/hdfs/CHANGELOG.rst
@@ -27,6 +27,24 @@
 Changelog
 ---------
 
+4.6.0
+.....
+
+Features
+~~~~~~~~
+
+* ``added MultipleFilesWebHdfsSensor (#43045)``
+
+Misc
+~~~~
+
+* ``Fixed failing static checks & provider tests (#43122)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.5.1
 .....
 
diff --git a/providers/src/airflow/providers/apache/hdfs/__init__.py b/providers/src/airflow/providers/apache/hdfs/__init__.py
index 5ba36f6cba987..f37ec37384a8d 100644
--- a/providers/src/airflow/providers/apache/hdfs/__init__.py
+++ b/providers/src/airflow/providers/apache/hdfs/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.5.1"
+__version__ = "4.6.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/apache/hdfs/provider.yaml b/providers/src/airflow/providers/apache/hdfs/provider.yaml
index 173054f3b9fb7..f8c514e9c99f2 100644
--- a/providers/src/airflow/providers/apache/hdfs/provider.yaml
+++ b/providers/src/airflow/providers/apache/hdfs/provider.yaml
@@ -23,9 +23,10 @@ description: |
   and `WebHDFS <https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/WebHDFS.html>`__.
 
 state: ready
-source-date-epoch: 1726860025
+source-date-epoch: 1730012002
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.6.0
   - 4.5.1
   - 4.5.0
   - 4.4.2
diff --git a/providers/src/airflow/providers/apache/hive/transfers/mysql_to_hive.py b/providers/src/airflow/providers/apache/hive/transfers/mysql_to_hive.py
index 70cb7f4eee2b8..5fca8ef0ccadd 100644
--- a/providers/src/airflow/providers/apache/hive/transfers/mysql_to_hive.py
+++ b/providers/src/airflow/providers/apache/hive/transfers/mysql_to_hive.py
@@ -24,7 +24,16 @@
 from tempfile import NamedTemporaryFile
 from typing import TYPE_CHECKING, Sequence
 
-import MySQLdb
+try:
+    import MySQLdb
+except ImportError:
+    raise RuntimeError(
+        "You do not have `mysqlclient` package installed. "
+        "Please install it with `pip install mysqlclient` and make sure you have system "
+        "mysql libraries installed, as well as well as `pkg-config` system package "
+        "installed in case you see compilation error during installation."
+    )
+
 
 from airflow.models import BaseOperator
 from airflow.providers.apache.hive.hooks.hive import HiveCliHook
diff --git a/providers/src/airflow/providers/apache/hive/transfers/s3_to_hive.py b/providers/src/airflow/providers/apache/hive/transfers/s3_to_hive.py
index 6285103d370bd..e56a244f71a21 100644
--- a/providers/src/airflow/providers/apache/hive/transfers/s3_to_hive.py
+++ b/providers/src/airflow/providers/apache/hive/transfers/s3_to_hive.py
@@ -22,6 +22,7 @@
 import bz2
 import gzip
 import os
+import shutil
 import tempfile
 from collections.abc import Sequence
 from tempfile import NamedTemporaryFile, TemporaryDirectory
@@ -31,7 +32,6 @@
 from airflow.models import BaseOperator
 from airflow.providers.amazon.aws.hooks.s3 import S3Hook
 from airflow.providers.apache.hive.hooks.hive import HiveCliHook
-from airflow.utils.compression import uncompress_file
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
@@ -277,3 +277,20 @@ def _delete_top_row_and_compress(input_file_name, output_file_ext, dest_dir):
             for line in f_in:
                 f_out.write(line)
         return fn_output
+
+
+def uncompress_file(input_file_name, file_extension, dest_dir):
+    """Uncompress gz and bz2 files."""
+    if file_extension.lower() not in (".gz", ".bz2"):
+        raise NotImplementedError(
+            f"Received {file_extension} format. Only gz and bz2 files can currently be uncompressed."
+        )
+    if file_extension.lower() == ".gz":
+        fmodule = gzip.GzipFile
+    elif file_extension.lower() == ".bz2":
+        fmodule = bz2.BZ2File
+    with fmodule(input_file_name, mode="rb") as f_compressed, NamedTemporaryFile(
+        dir=dest_dir, mode="wb", delete=False
+    ) as f_uncompressed:
+        shutil.copyfileobj(f_compressed, f_uncompressed)
+    return f_uncompressed.name
diff --git a/providers/src/airflow/providers/apache/livy/CHANGELOG.rst b/providers/src/airflow/providers/apache/livy/CHANGELOG.rst
index 73a208999e75e..386ffdfb64859 100644
--- a/providers/src/airflow/providers/apache/livy/CHANGELOG.rst
+++ b/providers/src/airflow/providers/apache/livy/CHANGELOG.rst
@@ -28,6 +28,19 @@
 Changelog
 ---------
 
+3.9.2
+.....
+
+Misc
+~~~~
+
+* ``Set lower bound to asgiref>=2.3.0 (#43001)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.9.1
 .....
 
diff --git a/providers/src/airflow/providers/apache/livy/__init__.py b/providers/src/airflow/providers/apache/livy/__init__.py
index a2bdf9471b6f3..fe978a34bc54f 100644
--- a/providers/src/airflow/providers/apache/livy/__init__.py
+++ b/providers/src/airflow/providers/apache/livy/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.9.1"
+__version__ = "3.9.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/apache/livy/provider.yaml b/providers/src/airflow/providers/apache/livy/provider.yaml
index 48c5524808dc6..31f4b7f1a1494 100644
--- a/providers/src/airflow/providers/apache/livy/provider.yaml
+++ b/providers/src/airflow/providers/apache/livy/provider.yaml
@@ -22,9 +22,10 @@ description: |
   `Apache Livy <https://livy.apache.org/>`__
 
 state: ready
-source-date-epoch: 1726860080
+source-date-epoch: 1730012057
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.9.2
   - 3.9.1
   - 3.9.0
   - 3.8.1
diff --git a/providers/src/airflow/providers/apache/spark/CHANGELOG.rst b/providers/src/airflow/providers/apache/spark/CHANGELOG.rst
index df28a68ef7b5a..1e547db8d5b12 100644
--- a/providers/src/airflow/providers/apache/spark/CHANGELOG.rst
+++ b/providers/src/airflow/providers/apache/spark/CHANGELOG.rst
@@ -29,6 +29,19 @@
 Changelog
 ---------
 
+4.11.2
+......
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Changed conf property from str to dict in SparkSqlOperator (#42835)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.11.1
 ......
 
diff --git a/providers/src/airflow/providers/apache/spark/__init__.py b/providers/src/airflow/providers/apache/spark/__init__.py
index a5873c7b144aa..edb37ab7e7e8c 100644
--- a/providers/src/airflow/providers/apache/spark/__init__.py
+++ b/providers/src/airflow/providers/apache/spark/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.11.1"
+__version__ = "4.11.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/apache/spark/decorators/pyspark.py b/providers/src/airflow/providers/apache/spark/decorators/pyspark.py
index c460d09f4f275..c44d37d0e092d 100644
--- a/providers/src/airflow/providers/apache/spark/decorators/pyspark.py
+++ b/providers/src/airflow/providers/apache/spark/decorators/pyspark.py
@@ -22,8 +22,8 @@
 
 from airflow.decorators.base import DecoratedOperator, TaskDecorator, task_decorator_factory
 from airflow.hooks.base import BaseHook
-from airflow.operators.python import PythonOperator
 from airflow.providers.apache.spark.hooks.spark_connect import SparkConnectHook
+from airflow.providers.common.compat.standard.operators import PythonOperator
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
diff --git a/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py b/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py
index 4d5da04567e34..f31dcbaaa27cd 100644
--- a/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py
+++ b/providers/src/airflow/providers/apache/spark/hooks/spark_sql.py
@@ -82,7 +82,7 @@ def get_connection_form_widgets(cls) -> dict[str, Any]:
     def __init__(
         self,
         sql: str,
-        conf: str | None = None,
+        conf: dict[str, Any] | str | None = None,
         conn_id: str = default_conn_name,
         total_executor_cores: int | None = None,
         executor_cores: int | None = None,
@@ -143,8 +143,13 @@ def _prepare_command(self, cmd: str | list[str]) -> list[str]:
         """
         connection_cmd = ["spark-sql"]
         if self._conf:
-            for conf_el in self._conf.split(","):
-                connection_cmd += ["--conf", conf_el]
+            conf = self._conf
+            if isinstance(conf, dict):
+                for key, value in conf.items():
+                    connection_cmd += ["--conf", f"{key}={value}"]
+            elif isinstance(conf, str):
+                for conf_el in conf.split(","):
+                    connection_cmd += ["--conf", conf_el]
         if self._total_executor_cores:
             connection_cmd += ["--total-executor-cores", str(self._total_executor_cores)]
         if self._executor_cores:
diff --git a/providers/src/airflow/providers/apache/spark/operators/spark_sql.py b/providers/src/airflow/providers/apache/spark/operators/spark_sql.py
index ba0227f453d21..d4e6fbc98cc18 100644
--- a/providers/src/airflow/providers/apache/spark/operators/spark_sql.py
+++ b/providers/src/airflow/providers/apache/spark/operators/spark_sql.py
@@ -63,7 +63,7 @@ def __init__(
         self,
         *,
         sql: str,
-        conf: str | None = None,
+        conf: dict[str, Any] | str | None = None,
         conn_id: str = "spark_sql_default",
         total_executor_cores: int | None = None,
         executor_cores: int | None = None,
diff --git a/providers/src/airflow/providers/apache/spark/provider.yaml b/providers/src/airflow/providers/apache/spark/provider.yaml
index 8d9c2c704ae5d..d7a99ffa61de5 100644
--- a/providers/src/airflow/providers/apache/spark/provider.yaml
+++ b/providers/src/airflow/providers/apache/spark/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Apache Spark <https://spark.apache.org/>`__
 
 state: ready
-source-date-epoch: 1728484593
+source-date-epoch: 1730012148
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.11.2
   - 4.11.1
   - 4.11.0
   - 4.10.0
diff --git a/providers/src/airflow/providers/celery/executors/celery_executor_utils.py b/providers/src/airflow/providers/celery/executors/celery_executor_utils.py
index a7aa6a87ea2cf..28630dd1659b7 100644
--- a/providers/src/airflow/providers/celery/executors/celery_executor_utils.py
+++ b/providers/src/airflow/providers/celery/executors/celery_executor_utils.py
@@ -111,12 +111,13 @@ def on_celery_import_modules(*args, **kwargs):
 
     import airflow.jobs.local_task_job_runner
     import airflow.macros
-    import airflow.operators.python
 
     try:
         import airflow.providers.standard.operators.bash
+        import airflow.providers.standard.operators.python
     except ImportError:
-        import airflow.operators.bash  # noqa: F401
+        import airflow.operators.bash
+        import airflow.operators.python  # noqa: F401
 
     with contextlib.suppress(ImportError):
         import numpy  # noqa: F401
diff --git a/providers/src/airflow/providers/cloudant/CHANGELOG.rst b/providers/src/airflow/providers/cloudant/CHANGELOG.rst
index e4446503a8cf6..d049ecdd2c17a 100644
--- a/providers/src/airflow/providers/cloudant/CHANGELOG.rst
+++ b/providers/src/airflow/providers/cloudant/CHANGELOG.rst
@@ -27,6 +27,20 @@
 Changelog
 ---------
 
+4.0.2
+.....
+
+Misc
+~~~~
+
+* ``More correctly work around 'uv sync' issue with python 3.10+ only dep (#43227)``
+* ``Update cloudant versions to be py-version aware so 'uv lock' can work. (#43217)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.0.1
 .....
 
diff --git a/providers/src/airflow/providers/cloudant/__init__.py b/providers/src/airflow/providers/cloudant/__init__.py
index db8335bb72c79..fcb560dae0eaf 100644
--- a/providers/src/airflow/providers/cloudant/__init__.py
+++ b/providers/src/airflow/providers/cloudant/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.0.1"
+__version__ = "4.0.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/cloudant/provider.yaml b/providers/src/airflow/providers/cloudant/provider.yaml
index 57afe105209c5..93905f450af65 100644
--- a/providers/src/airflow/providers/cloudant/provider.yaml
+++ b/providers/src/airflow/providers/cloudant/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `IBM Cloudant <https://www.ibm.com/cloud/cloudant>`__
 
 state: ready
-source-date-epoch: 1728484755
+source-date-epoch: 1730012213
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.0.2
   - 4.0.1
   - 4.0.0
   - 3.6.0
@@ -48,7 +49,9 @@ versions:
 
 dependencies:
   - apache-airflow>=2.8.0
-  - ibmcloudant>=0.9.1
+  # Even though 3.9 is excluded below, we need to make this python_version aware so that `uv` can generate a
+  # full lock file when building lock file from provider sources
+  - 'ibmcloudant==0.9.1 ; python_version >= "3.10"'
 
 excluded-python-versions:
   # ibmcloudant transitively brings in urllib3 2.x, but the snowflake provider has a dependency that pins
diff --git a/providers/src/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/providers/src/airflow/providers/cncf/kubernetes/CHANGELOG.rst
index 98c179995fb3f..c54da827b56e2 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/CHANGELOG.rst
+++ b/providers/src/airflow/providers/cncf/kubernetes/CHANGELOG.rst
@@ -27,6 +27,28 @@
 Changelog
 ---------
 
+9.0.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``(fix): HybridExecutor tasks of other executor rescheduled in kubernetes executor (#43003)``
+* ``(fix): use instance base_container_name to fetch logs on trigger_reentry (#42960)``
+
+Misc
+~~~~
+
+* ``Add kubernetes_conn_id to templated fields (#42786)``
+* ``Allow node_selector templating in KPO (#43051)``
+* ``Bump max version of Kubernetes Python SDK to 31.0.0 (#42907)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42624)``
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 9.0.0
 .....
 
diff --git a/providers/src/airflow/providers/cncf/kubernetes/__init__.py b/providers/src/airflow/providers/cncf/kubernetes/__init__.py
index 34c63b7fcf87f..7467669234e3b 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/__init__.py
+++ b/providers/src/airflow/providers/cncf/kubernetes/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "9.0.0"
+__version__ = "9.0.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py b/providers/src/airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py
index 4301a54f02922..ab18394f4125d 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py
+++ b/providers/src/airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py
@@ -36,7 +36,7 @@
 from typing import TYPE_CHECKING, Any, Sequence
 
 from kubernetes.dynamic import DynamicClient
-from sqlalchemy import select, update
+from sqlalchemy import or_, select, update
 
 from airflow.cli.cli_config import (
     ARG_DAG_ID,
@@ -52,6 +52,7 @@
 )
 from airflow.configuration import conf
 from airflow.executors.base_executor import BaseExecutor
+from airflow.executors.executor_constants import KUBERNETES_EXECUTOR
 from airflow.providers.cncf.kubernetes.executors.kubernetes_executor_types import (
     ADOPTED,
     POD_EXECUTOR_DONE_KEY,
@@ -229,13 +230,30 @@ def clear_not_launched_queued_tasks(self, session: Session = NEW_SESSION) -> Non
             assert self.kube_client
         from airflow.models.taskinstance import TaskInstance
 
+        hybrid_executor_enabled = hasattr(TaskInstance, "executor")
+        default_executor = None
+        if hybrid_executor_enabled:
+            from airflow.executors.executor_loader import ExecutorLoader
+
+            default_executor = str(ExecutorLoader.get_default_executor_name())
+
         with Stats.timer("kubernetes_executor.clear_not_launched_queued_tasks.duration"):
             self.log.debug("Clearing tasks that have not been launched")
             query = select(TaskInstance).where(
-                TaskInstance.state == TaskInstanceState.QUEUED, TaskInstance.queued_by_job_id == self.job_id
+                TaskInstance.state == TaskInstanceState.QUEUED,
+                TaskInstance.queued_by_job_id == self.job_id,
             )
             if self.kubernetes_queue:
                 query = query.where(TaskInstance.queue == self.kubernetes_queue)
+            elif hybrid_executor_enabled and KUBERNETES_EXECUTOR == default_executor:
+                query = query.where(
+                    or_(
+                        TaskInstance.executor == KUBERNETES_EXECUTOR,
+                        TaskInstance.executor.is_(None),
+                    ),
+                )
+            elif hybrid_executor_enabled:
+                query = query.where(TaskInstance.executor == KUBERNETES_EXECUTOR)
             queued_tis: list[TaskInstance] = session.scalars(query).all()
             self.log.info("Found %s queued task instances", len(queued_tis))
 
diff --git a/providers/src/airflow/providers/cncf/kubernetes/operators/pod.py b/providers/src/airflow/providers/cncf/kubernetes/operators/pod.py
index e51397447c3c7..62f08439d4160 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/operators/pod.py
+++ b/providers/src/airflow/providers/cncf/kubernetes/operators/pod.py
@@ -27,7 +27,7 @@
 import shlex
 import string
 import warnings
-from collections.abc import Container
+from collections.abc import Container, Mapping
 from contextlib import AbstractContextManager
 from enum import Enum
 from functools import cached_property
@@ -436,7 +436,7 @@ def _incluster_namespace(self):
     def _render_nested_template_fields(
         self,
         content: Any,
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment,
         seen_oids: set,
     ) -> None:
diff --git a/providers/src/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py b/providers/src/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py
index c3dd4755b9831..c1f5b36d6d355 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py
+++ b/providers/src/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py
@@ -17,6 +17,7 @@
 # under the License.
 from __future__ import annotations
 
+from collections.abc import Mapping
 from functools import cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING, Any
@@ -127,7 +128,7 @@ def __init__(
     def _render_nested_template_fields(
         self,
         content: Any,
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment,
         seen_oids: set,
     ) -> None:
diff --git a/providers/src/airflow/providers/cncf/kubernetes/provider.yaml b/providers/src/airflow/providers/cncf/kubernetes/provider.yaml
index 980d552e15453..a6f4b266b6ff2 100644
--- a/providers/src/airflow/providers/cncf/kubernetes/provider.yaml
+++ b/providers/src/airflow/providers/cncf/kubernetes/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Kubernetes <https://kubernetes.io/>`__
 
 state: ready
-source-date-epoch: 1726860352
+source-date-epoch: 1730012271
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 9.0.1
   - 9.0.0
   - 8.4.2
   - 8.4.1
diff --git a/tests/task/task_runner/__init__.py b/providers/src/airflow/providers/common/compat/standard/__init__.py
similarity index 99%
rename from tests/task/task_runner/__init__.py
rename to providers/src/airflow/providers/common/compat/standard/__init__.py
index 217e5db960782..13a83393a9124 100644
--- a/tests/task/task_runner/__init__.py
+++ b/providers/src/airflow/providers/common/compat/standard/__init__.py
@@ -1,4 +1,3 @@
-#
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
diff --git a/providers/src/airflow/providers/common/compat/standard/operators.py b/providers/src/airflow/providers/common/compat/standard/operators.py
new file mode 100644
index 0000000000000..1b319e1ff9f97
--- /dev/null
+++ b/providers/src/airflow/providers/common/compat/standard/operators.py
@@ -0,0 +1,54 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow import __version__ as AIRFLOW_VERSION
+
+if TYPE_CHECKING:
+    from airflow.providers.standard.operators.python import (
+        _SERIALIZERS,
+        PythonOperator,
+        ShortCircuitOperator,
+        get_current_context,
+    )
+else:
+    try:
+        from airflow.providers.standard.operators.python import (
+            _SERIALIZERS,
+            PythonOperator,
+            ShortCircuitOperator,
+            get_current_context,
+        )
+    except ModuleNotFoundError:
+        from packaging.version import Version
+
+        _IS_AIRFLOW_2_10_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.10.0")
+
+        from airflow.operators.python import (
+            PythonOperator,
+            ShortCircuitOperator,
+            get_current_context,
+        )
+
+        if _IS_AIRFLOW_2_10_OR_HIGHER:
+            from airflow.operators.python import _SERIALIZERS
+
+
+__all__ = ["PythonOperator", "_SERIALIZERS", "ShortCircuitOperator", "get_current_context"]
diff --git a/providers/src/airflow/providers/common/compat/standard/utils.py b/providers/src/airflow/providers/common/compat/standard/utils.py
new file mode 100644
index 0000000000000..bfa263d1be946
--- /dev/null
+++ b/providers/src/airflow/providers/common/compat/standard/utils.py
@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from airflow.providers.standard.utils.python_virtualenv import prepare_virtualenv, write_python_script
+else:
+    try:
+        from airflow.providers.standard.utils.python_virtualenv import prepare_virtualenv, write_python_script
+    except ModuleNotFoundError:
+        from airflow.utils.python_virtualenv import prepare_virtualenv, write_python_script
+
+
+__all__ = ["write_python_script", "prepare_virtualenv"]
diff --git a/providers/src/airflow/providers/common/sql/CHANGELOG.rst b/providers/src/airflow/providers/common/sql/CHANGELOG.rst
index 50338885101b4..33f860a2e18d7 100644
--- a/providers/src/airflow/providers/common/sql/CHANGELOG.rst
+++ b/providers/src/airflow/providers/common/sql/CHANGELOG.rst
@@ -25,6 +25,26 @@
 Changelog
 ---------
 
+1.19.0
+......
+
+Features
+~~~~~~~~
+
+* ``Feature: Added fast_executemany parameter to insert_rows of DbApiHook (#43357)``
+* ``Make conn id parameters templated in GenericTransfer and also allow passing hook parameters like in BaseSQLOperator (#42891)``
+* ``Allow capture of replication lag in SqlSensor (#43107)``
+
+Misc
+~~~~
+
+* ``fix mypy failure (#43206)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 1.18.0
 ......
 
diff --git a/providers/src/airflow/providers/common/sql/__init__.py b/providers/src/airflow/providers/common/sql/__init__.py
index 53b2468c53268..af281ad270920 100644
--- a/providers/src/airflow/providers/common/sql/__init__.py
+++ b/providers/src/airflow/providers/common/sql/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.18.0"
+__version__ = "1.19.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/common/sql/hooks/sql.py b/providers/src/airflow/providers/common/sql/hooks/sql.py
index afb66ddd13a0b..60c659e340feb 100644
--- a/providers/src/airflow/providers/common/sql/hooks/sql.py
+++ b/providers/src/airflow/providers/common/sql/hooks/sql.py
@@ -620,6 +620,7 @@ def insert_rows(
         replace=False,
         *,
         executemany=False,
+        fast_executemany=False,
         autocommit=False,
         **kwargs,
     ):
@@ -638,6 +639,8 @@ def insert_rows(
         :param executemany: If True, all rows are inserted at once in
             chunks defined by the commit_every parameter. This only works if all rows
             have same number of column names, but leads to better performance.
+        :param fast_executemany: If True, the `fast_executemany` parameter will be set on the
+            cursor used by `executemany` which leads to better performance, if supported by driver.
         :param autocommit: What to set the connection's autocommit setting to
             before executing the query.
         """
@@ -646,6 +649,15 @@ def insert_rows(
             conn.commit()
             with closing(conn.cursor()) as cur:
                 if self.supports_executemany or executemany:
+                    if fast_executemany:
+                        with contextlib.suppress(AttributeError):
+                            # Try to set the fast_executemany attribute
+                            cur.fast_executemany = True
+                            self.log.info(
+                                "Fast_executemany is enabled for conn_id '%s'!",
+                                self.get_conn_id(),
+                            )
+
                     for chunked_rows in chunked(rows, commit_every):
                         values = list(
                             map(
diff --git a/providers/src/airflow/providers/common/sql/operators/sql.py b/providers/src/airflow/providers/common/sql/operators/sql.py
index fa1539e7250a5..44982b8e1efa9 100644
--- a/providers/src/airflow/providers/common/sql/operators/sql.py
+++ b/providers/src/airflow/providers/common/sql/operators/sql.py
@@ -20,7 +20,7 @@
 import ast
 import re
 from functools import cached_property
-from typing import TYPE_CHECKING, Any, Callable, Iterable, Mapping, NoReturn, Sequence, SupportsAbs
+from typing import TYPE_CHECKING, Any, Callable, ClassVar, Iterable, Mapping, NoReturn, Sequence, SupportsAbs
 
 from airflow.exceptions import AirflowException, AirflowFailException
 from airflow.hooks.base import BaseHook
@@ -145,13 +145,25 @@ def __init__(
         self.hook_params = hook_params or {}
         self.retry_on_failure = retry_on_failure
 
+    @classmethod
+    # TODO: can be removed once Airflow min version for this provider is 3.0.0 or higher
+    def get_hook(cls, conn_id: str, hook_params: dict | None = None) -> BaseHook:
+        """
+        Return default hook for this connection id.
+
+        :param conn_id: connection id
+        :param hook_params: hook parameters
+        :return: default hook for this connection
+        """
+        connection = BaseHook.get_connection(conn_id)
+        return connection.get_hook(hook_params=hook_params)
+
     @cached_property
     def _hook(self):
         """Get DB Hook based on connection type."""
         conn_id = getattr(self, self.conn_id_field)
         self.log.debug("Get connection for %s", conn_id)
-        conn = BaseHook.get_connection(conn_id)
-        hook = conn.get_hook(hook_params=self.hook_params)
+        hook = self.get_hook(conn_id=conn_id, hook_params=self.hook_params)
         if not isinstance(hook, DbApiHook):
             raise AirflowException(
                 f"You are trying to use `common-sql` with {hook.__class__.__name__},"
@@ -212,7 +224,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
 
     template_fields: Sequence[str] = ("sql", "parameters", *BaseSQLOperator.template_fields)
     template_ext: Sequence[str] = (".sql", ".json")
-    template_fields_renderers = {"sql": "sql", "parameters": "json"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql", "parameters": "json"}
     ui_color = "#cdaaed"
 
     def __init__(
@@ -416,7 +428,7 @@ class SQLColumnCheckOperator(BaseSQLOperator):
     """
 
     template_fields: Sequence[str] = ("table", "partition_clause", "sql", *BaseSQLOperator.template_fields)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
 
     sql_check_template = """
         SELECT '{column}' AS col_name, '{check}' AS check_type, {column}_{check} AS check_result
@@ -645,7 +657,7 @@ class SQLTableCheckOperator(BaseSQLOperator):
 
     template_fields: Sequence[str] = ("table", "partition_clause", "sql", *BaseSQLOperator.template_fields)
 
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
 
     sql_check_template = """
     SELECT '{check_name}' AS check_name, MIN({check_name}) AS check_result
@@ -764,7 +776,7 @@ class SQLCheckOperator(BaseSQLOperator):
         ".hql",
         ".sql",
     )
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#fff7e6"
 
     def __init__(
@@ -810,7 +822,7 @@ class SQLValueCheckOperator(BaseSQLOperator):
         ".hql",
         ".sql",
     )
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#fff7e6"
 
     def __init__(
@@ -907,7 +919,7 @@ class SQLIntervalCheckOperator(BaseSQLOperator):
         ".hql",
         ".sql",
     )
-    template_fields_renderers = {"sql1": "sql", "sql2": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql1": "sql", "sql2": "sql"}
     ui_color = "#fff7e6"
 
     ratio_formulas = {
@@ -1040,7 +1052,7 @@ class SQLThresholdCheckOperator(BaseSQLOperator):
         ".hql",
         ".sql",
     )
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
 
     def __init__(
         self,
@@ -1135,7 +1147,7 @@ class BranchSQLOperator(BaseSQLOperator, SkipMixin):
 
     template_fields: Sequence[str] = ("sql", *BaseSQLOperator.template_fields)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#a22034"
     ui_fgcolor = "#F7F7F7"
 
diff --git a/providers/src/airflow/providers/common/sql/operators/sql.pyi b/providers/src/airflow/providers/common/sql/operators/sql.pyi
index 1b97cec5023cf..6921e3411ea01 100644
--- a/providers/src/airflow/providers/common/sql/operators/sql.pyi
+++ b/providers/src/airflow/providers/common/sql/operators/sql.pyi
@@ -36,7 +36,7 @@ from airflow.models import BaseOperator as BaseOperator, SkipMixin as SkipMixin
 from airflow.providers.common.sql.hooks.sql import DbApiHook as DbApiHook
 from airflow.providers.openlineage.extractors import OperatorLineage as OperatorLineage
 from airflow.utils.context import Context as Context
-from typing import Any, Callable, Iterable, Mapping, Sequence, SupportsAbs
+from typing import Any, Callable, ClassVar, Iterable, Mapping, Sequence, SupportsAbs
 
 def parse_boolean(val: str) -> str | bool: ...
 
@@ -62,7 +62,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
     def _raise_exception(self, exception_string: str) -> Incomplete: ...
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     ui_color: str
     sql: Incomplete
     autocommit: Incomplete
@@ -92,7 +92,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
 
 class SQLColumnCheckOperator(BaseSQLOperator):
     template_fields: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     sql_check_template: str
     column_checks: Incomplete
     table: Incomplete
@@ -115,7 +115,7 @@ class SQLColumnCheckOperator(BaseSQLOperator):
 
 class SQLTableCheckOperator(BaseSQLOperator):
     template_fields: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     sql_check_template: str
     table: Incomplete
     checks: Incomplete
@@ -136,7 +136,7 @@ class SQLTableCheckOperator(BaseSQLOperator):
 class SQLCheckOperator(BaseSQLOperator):
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     ui_color: str
     sql: Incomplete
     parameters: Incomplete
@@ -155,7 +155,7 @@ class SQLValueCheckOperator(BaseSQLOperator):
     __mapper_args__: Incomplete
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     ui_color: str
     sql: Incomplete
     pass_value: Incomplete
@@ -178,7 +178,7 @@ class SQLIntervalCheckOperator(BaseSQLOperator):
     __mapper_args__: Incomplete
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     ui_color: str
     ratio_formulas: Incomplete
     ratio_formula: Incomplete
@@ -208,7 +208,7 @@ class SQLIntervalCheckOperator(BaseSQLOperator):
 class SQLThresholdCheckOperator(BaseSQLOperator):
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     sql: Incomplete
     min_threshold: Incomplete
     max_threshold: Incomplete
@@ -228,7 +228,7 @@ class SQLThresholdCheckOperator(BaseSQLOperator):
 class BranchSQLOperator(BaseSQLOperator, SkipMixin):
     template_fields: Sequence[str]
     template_ext: Sequence[str]
-    template_fields_renderers: Incomplete
+    template_fields_renderers: ClassVar[dict]
     ui_color: str
     ui_fgcolor: str
     sql: Incomplete
diff --git a/providers/src/airflow/providers/common/sql/provider.yaml b/providers/src/airflow/providers/common/sql/provider.yaml
index 3b520e9454a4f..f02516707277d 100644
--- a/providers/src/airflow/providers/common/sql/provider.yaml
+++ b/providers/src/airflow/providers/common/sql/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
 
 state: ready
-source-date-epoch: 1728485007
+source-date-epoch: 1730012422
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 1.19.0
   - 1.18.0
   - 1.17.1
   - 1.17.0
diff --git a/providers/src/airflow/providers/common/sql/sensors/sql.py b/providers/src/airflow/providers/common/sql/sensors/sql.py
index e9cac16a00eae..ac7eb7b4a4005 100644
--- a/providers/src/airflow/providers/common/sql/sensors/sql.py
+++ b/providers/src/airflow/providers/common/sql/sensors/sql.py
@@ -70,7 +70,7 @@ def __init__(
         parameters: Mapping[str, Any] | None = None,
         success: Callable[[Any], bool] | None = None,
         failure: Callable[[Any], bool] | None = None,
-        selector: Callable[[tuple[Any]], Any] | None = itemgetter(0),
+        selector: Callable[[tuple[Any]], Any] = itemgetter(0),
         fail_on_empty: bool = False,
         hook_params: Mapping[str, Any] | None = None,
         **kwargs,
diff --git a/providers/src/airflow/providers/databricks/CHANGELOG.rst b/providers/src/airflow/providers/databricks/CHANGELOG.rst
index 28fec73032341..79ffd4fd72a82 100644
--- a/providers/src/airflow/providers/databricks/CHANGELOG.rst
+++ b/providers/src/airflow/providers/databricks/CHANGELOG.rst
@@ -26,6 +26,26 @@
 Changelog
 ---------
 
+6.12.0
+......
+
+Features
+~~~~~~~~
+
+* ``Add TimeoutError to be a retryable error in databricks provider (#43137)``
+* ``Add ClientConnectorError to be a retryable error in databricks provider (#43091)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``DatabricksHook: fix status property to work with ClientResponse used in async mode (#43333)``
+* ``[DatabricksHook] Respect connection settings (#42618)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 6.11.0
 ......
 
diff --git a/providers/src/airflow/providers/databricks/__init__.py b/providers/src/airflow/providers/databricks/__init__.py
index d81dd8d4c5a22..ff391026f9dd8 100644
--- a/providers/src/airflow/providers/databricks/__init__.py
+++ b/providers/src/airflow/providers/databricks/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "6.11.0"
+__version__ = "6.12.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/databricks/hooks/databricks_base.py b/providers/src/airflow/providers/databricks/hooks/databricks_base.py
index 1a4ccb6e980b3..8a4a7335a435b 100644
--- a/providers/src/airflow/providers/databricks/hooks/databricks_base.py
+++ b/providers/src/airflow/providers/databricks/hooks/databricks_base.py
@@ -517,6 +517,11 @@ async def _a_get_token(self, raise_error: bool = False) -> str | None:
     def _log_request_error(self, attempt_num: int, error: str) -> None:
         self.log.error("Attempt %s API Request to Databricks failed with reason: %s", attempt_num, error)
 
+    def _endpoint_url(self, endpoint):
+        port = f":{self.databricks_conn.port}" if self.databricks_conn.port else ""
+        schema = self.databricks_conn.schema or "https"
+        return f"{schema}://{self.host}{port}/{endpoint}"
+
     def _do_api_call(
         self,
         endpoint_info: tuple[str, str],
@@ -535,7 +540,7 @@ def _do_api_call(
         method, endpoint = endpoint_info
 
         # TODO: get rid of explicit 'api/' in the endpoint specification
-        url = f"https://{self.host}/{endpoint}"
+        url = self._endpoint_url(endpoint)
 
         aad_headers = self._get_aad_headers()
         headers = {**self.user_agent_header, **aad_headers}
@@ -601,7 +606,7 @@ async def _a_do_api_call(self, endpoint_info: tuple[str, str], json: dict[str, A
         """
         method, endpoint = endpoint_info
 
-        url = f"https://{self.host}/{endpoint}"
+        url = self._endpoint_url(endpoint)
 
         aad_headers = await self._a_get_aad_headers()
         headers = {**self.user_agent_header, **aad_headers}
@@ -640,7 +645,7 @@ async def _a_do_api_call(self, endpoint_info: tuple[str, str], json: dict[str, A
                         headers={**headers, **self.user_agent_header},
                         timeout=self.timeout_seconds,
                     ) as response:
-                        self.log.debug("Response Status Code: %s", response.status_code)
+                        self.log.debug("Response Status Code: %s", response.status)
                         self.log.debug("Response text: %s", response.text)
                         response.raise_for_status()
                         return await response.json()
diff --git a/providers/src/airflow/providers/databricks/operators/databricks_sql.py b/providers/src/airflow/providers/databricks/operators/databricks_sql.py
index 1975b4de2149d..7e59fc2a9d596 100644
--- a/providers/src/airflow/providers/databricks/operators/databricks_sql.py
+++ b/providers/src/airflow/providers/databricks/operators/databricks_sql.py
@@ -21,7 +21,7 @@
 
 import csv
 import json
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import TYPE_CHECKING, Any, ClassVar, Sequence
 
 from databricks.sql.utils import ParamEscaper
 
@@ -72,7 +72,7 @@ class DatabricksSqlOperator(SQLExecuteQueryOperator):
     )
 
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     conn_id_field = "databricks_conn_id"
 
     def __init__(
diff --git a/providers/src/airflow/providers/databricks/provider.yaml b/providers/src/airflow/providers/databricks/provider.yaml
index 35d9a6aabcead..fe2bb9f7fde45 100644
--- a/providers/src/airflow/providers/databricks/provider.yaml
+++ b/providers/src/airflow/providers/databricks/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Databricks <https://databricks.com/>`__
 
 state: ready
-source-date-epoch: 1728485027
+source-date-epoch: 1730012521
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 6.12.0
   - 6.11.0
   - 6.10.0
   - 6.9.0
diff --git a/providers/src/airflow/providers/dbt/cloud/CHANGELOG.rst b/providers/src/airflow/providers/dbt/cloud/CHANGELOG.rst
index 7eca133d4957d..38604d4a7102a 100644
--- a/providers/src/airflow/providers/dbt/cloud/CHANGELOG.rst
+++ b/providers/src/airflow/providers/dbt/cloud/CHANGELOG.rst
@@ -28,6 +28,19 @@
 Changelog
 ---------
 
+3.11.1
+......
+
+Misc
+~~~~
+
+* ``Set lower bound to asgiref>=2.3.0 (#43001)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.11.0
 ......
 
diff --git a/providers/src/airflow/providers/dbt/cloud/__init__.py b/providers/src/airflow/providers/dbt/cloud/__init__.py
index a72beeb7aedc6..701b65c5c9c10 100644
--- a/providers/src/airflow/providers/dbt/cloud/__init__.py
+++ b/providers/src/airflow/providers/dbt/cloud/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.11.0"
+__version__ = "3.11.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/dbt/cloud/provider.yaml b/providers/src/airflow/providers/dbt/cloud/provider.yaml
index 4caa2eeba0019..b4f7056ded459 100644
--- a/providers/src/airflow/providers/dbt/cloud/provider.yaml
+++ b/providers/src/airflow/providers/dbt/cloud/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `dbt Cloud <https://www.getdbt.com/product/dbt-cloud/>`__
 
 state: ready
-source-date-epoch: 1728485039
+source-date-epoch: 1730012541
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.11.1
   - 3.11.0
   - 3.10.1
   - 3.10.0
diff --git a/providers/src/airflow/providers/docker/decorators/docker.py b/providers/src/airflow/providers/docker/decorators/docker.py
index 9812e5fc57488..0439599257b1c 100644
--- a/providers/src/airflow/providers/docker/decorators/docker.py
+++ b/providers/src/airflow/providers/docker/decorators/docker.py
@@ -24,8 +24,8 @@
 
 from airflow.decorators.base import DecoratedOperator, task_decorator_factory
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.common.compat.standard.utils import write_python_script
 from airflow.providers.docker.operators.docker import DockerOperator
-from airflow.utils.python_virtualenv import write_python_script
 
 if TYPE_CHECKING:
     from airflow.decorators.base import TaskDecorator
@@ -34,7 +34,7 @@
     Serializer = Literal["pickle", "dill", "cloudpickle"]
 
 try:
-    from airflow.operators.python import _SERIALIZERS
+    from airflow.providers.common.compat.standard.operators import _SERIALIZERS
 except ImportError:
     import logging
 
diff --git a/providers/src/airflow/providers/edge/CHANGELOG.rst b/providers/src/airflow/providers/edge/CHANGELOG.rst
index 6422484c4cb4f..71d9c3cad2ddc 100644
--- a/providers/src/airflow/providers/edge/CHANGELOG.rst
+++ b/providers/src/airflow/providers/edge/CHANGELOG.rst
@@ -27,6 +27,55 @@
 Changelog
 ---------
 
+0.5.1pre0
+.........
+
+Misc
+~~~~
+
+* ``Remove warning about missing config in edge plugin loading.``
+
+0.5.0pre0
+.........
+
+Misc
+~~~~
+
+* ``Edge worker triggers graceful shutdown, if worker version and main instance do not match.``
+
+0.4.0pre0
+.........
+
+Misc
+~~~~
+
+* ``Edge Worker uploads log file in chunks. Chunk size can be defined by push_log_chunk_size value in config.``
+
+0.3.0pre0
+.........
+
+Misc
+~~~~
+
+* ``Edge Worker exports metrics``
+* ``State is set to unknown if worker heartbeat times out.``
+
+0.2.2re0
+.........
+
+Misc
+~~~~
+
+* ``Fixed type confusion for PID file paths (#43308)``
+
+0.2.1re0
+.........
+
+Misc
+~~~~
+
+* ``Fixed handling of PID files in Edge Worker (#43153)``
+
 0.2.0pre0
 .........
 
diff --git a/providers/src/airflow/providers/edge/__init__.py b/providers/src/airflow/providers/edge/__init__.py
index cf33596f63253..c3e46dca7dcb0 100644
--- a/providers/src/airflow/providers/edge/__init__.py
+++ b/providers/src/airflow/providers/edge/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "0.1.0pre0"
+__version__ = "0.5.1pre0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"
diff --git a/providers/src/airflow/providers/edge/cli/edge_command.py b/providers/src/airflow/providers/edge/cli/edge_command.py
index 7e0b3f5b0b6b3..487b3adde70cd 100644
--- a/providers/src/airflow/providers/edge/cli/edge_command.py
+++ b/providers/src/airflow/providers/edge/cli/edge_command.py
@@ -39,7 +39,7 @@
 from airflow.providers.edge import __version__ as edge_provider_version
 from airflow.providers.edge.models.edge_job import EdgeJob
 from airflow.providers.edge.models.edge_logs import EdgeLogs
-from airflow.providers.edge.models.edge_worker import EdgeWorker, EdgeWorkerState
+from airflow.providers.edge.models.edge_worker import EdgeWorker, EdgeWorkerState, EdgeWorkerVersionException
 from airflow.utils import cli as cli_utils
 from airflow.utils.platform import IS_WINDOWS
 from airflow.utils.providers_configuration_loader import providers_configuration_loaded
@@ -95,6 +95,30 @@ def _pid_file_path(pid_file: str | None) -> str:
     return cli_utils.setup_locations(process=EDGE_WORKER_PROCESS_NAME, pid=pid_file)[0]
 
 
+def _write_pid_to_pidfile(pid_file_path: str):
+    """Write PIDs for Edge Workers to disk, handling existing PID files."""
+    if Path(pid_file_path).exists():
+        # Handle existing PID files on disk
+        logger.info("An existing PID file has been found: %s.", pid_file_path)
+        pid_stored_in_pid_file = read_pid_from_pidfile(pid_file_path)
+        if os.getpid() == pid_stored_in_pid_file:
+            raise SystemExit("A PID file has already been written")
+        else:
+            # PID file was written by dead or already running instance
+            if psutil.pid_exists(pid_stored_in_pid_file):
+                # case 1: another instance uses the same path for its PID file
+                raise SystemExit(
+                    f"The PID file {pid_file_path} contains the PID of another running process. "
+                    "Configuration issue: edge worker instance must use different PID file paths!"
+                )
+            else:
+                # case 2: previous instance crashed without cleaning up its PID file
+                logger.info("PID file is orphaned. Cleaning up.")
+                remove_existing_pidfile(pid_file_path)
+    logger.debug("PID file written to %s.", pid_file_path)
+    write_pid_to_pidfile(pid_file_path)
+
+
 @dataclass
 class _Job:
     """Holds all information for a task/job to be executed as bundle."""
@@ -118,7 +142,7 @@ class _EdgeWorkerCli:
 
     def __init__(
         self,
-        pid_file_path: Path,
+        pid_file_path: str,
         hostname: str,
         queues: list[str] | None,
         concurrency: int,
@@ -151,18 +175,24 @@ def start(self):
             self.last_hb = EdgeWorker.register_worker(
                 self.hostname, EdgeWorkerState.STARTING, self.queues, self._get_sysinfo()
             ).last_update
+        except EdgeWorkerVersionException as e:
+            logger.info("Version mismatch of Edge worker and Core. Shutting down worker.")
+            raise SystemExit(str(e))
         except AirflowException as e:
             if "404:NOT FOUND" in str(e):
                 raise SystemExit("Error: API endpoint is not ready, please set [edge] api_enabled=True.")
             raise SystemExit(str(e))
-        write_pid_to_pidfile(self.pid_file_path)
+        _write_pid_to_pidfile(self.pid_file_path)
         signal.signal(signal.SIGINT, _EdgeWorkerCli.signal_handler)
         try:
             while not _EdgeWorkerCli.drain or self.jobs:
                 self.loop()
 
             logger.info("Quitting worker, signal being offline.")
-            EdgeWorker.set_state(self.hostname, EdgeWorkerState.OFFLINE, 0, self._get_sysinfo())
+            try:
+                EdgeWorker.set_state(self.hostname, EdgeWorkerState.OFFLINE, 0, self._get_sysinfo())
+            except EdgeWorkerVersionException:
+                logger.info("Version mismatch of Edge worker and Core. Quitting worker anyway.")
         finally:
             remove_existing_pidfile(self.pid_file_path)
 
@@ -214,14 +244,18 @@ def check_running_jobs(self) -> None:
                     EdgeJob.set_state(job.edge_job.key, TaskInstanceState.FAILED)
             if job.logfile.exists() and job.logfile.stat().st_size > job.logsize:
                 with job.logfile.open("r") as logfile:
+                    push_log_chunk_size = conf.getint("edge", "push_log_chunk_size")
                     logfile.seek(job.logsize, os.SEEK_SET)
-                    logdata = logfile.read()
-                    EdgeLogs.push_logs(
-                        task=job.edge_job.key,
-                        log_chunk_time=datetime.now(),
-                        log_chunk_data=logdata,
-                    )
-                    job.logsize += len(logdata)
+                    while True:
+                        logdata = logfile.read(push_log_chunk_size)
+                        if not logdata:
+                            break
+                        EdgeLogs.push_logs(
+                            task=job.edge_job.key,
+                            log_chunk_time=datetime.now(),
+                            log_chunk_data=logdata,
+                        )
+                        job.logsize += len(logdata)
 
     def heartbeat(self) -> None:
         """Report liveness state of worker to central site with stats."""
@@ -231,7 +265,11 @@ def heartbeat(self) -> None:
             else EdgeWorkerState.IDLE
         )
         sysinfo = self._get_sysinfo()
-        self.queues = EdgeWorker.set_state(self.hostname, state, len(self.jobs), sysinfo)
+        try:
+            self.queues = EdgeWorker.set_state(self.hostname, state, len(self.jobs), sysinfo)
+        except EdgeWorkerVersionException:
+            logger.info("Version mismatch of Edge worker and Core. Shutting down worker.")
+            _EdgeWorkerCli.drain = True
 
     def interruptible_sleep(self):
         """Sleeps but stops sleeping if drain is made."""
diff --git a/providers/src/airflow/providers/edge/example_dags/integration_test.py b/providers/src/airflow/providers/edge/example_dags/integration_test.py
index 0aad61d354c05..fb56be3b482d2 100644
--- a/providers/src/airflow/providers/edge/example_dags/integration_test.py
+++ b/providers/src/airflow/providers/edge/example_dags/integration_test.py
@@ -33,7 +33,7 @@
 from airflow.models.param import Param
 from airflow.models.variable import Variable
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
+from airflow.providers.common.compat.standard.operators import PythonOperator
 
 try:
     from airflow.providers.standard.operators.bash import BashOperator
diff --git a/providers/src/airflow/providers/edge/executors/edge_executor.py b/providers/src/airflow/providers/edge/executors/edge_executor.py
index 60f0a06acb31f..a13552fbf8a20 100644
--- a/providers/src/airflow/providers/edge/executors/edge_executor.py
+++ b/providers/src/airflow/providers/edge/executors/edge_executor.py
@@ -30,7 +30,9 @@
 from airflow.providers.edge.cli.edge_command import EDGE_COMMANDS
 from airflow.providers.edge.models.edge_job import EdgeJobModel
 from airflow.providers.edge.models.edge_logs import EdgeLogsModel
-from airflow.providers.edge.models.edge_worker import EdgeWorkerModel
+from airflow.providers.edge.models.edge_worker import EdgeWorker, EdgeWorkerModel, EdgeWorkerState
+from airflow.stats import Stats
+from airflow.utils import timezone
 from airflow.utils.db import DBLocks, create_global_lock
 from airflow.utils.session import NEW_SESSION, provide_session
 
@@ -86,9 +88,28 @@ def execute_async(
             )
         )
 
-    @provide_session
-    def sync(self, session: Session = NEW_SESSION) -> None:
-        """Sync will get called periodically by the heartbeat method."""
+    def _check_worker_liveness(self, session: Session) -> bool:
+        """Reset worker state if heartbeat timed out."""
+        changed = False
+        heartbeat_interval: int = conf.getint("edge", "heartbeat_interval")
+        lifeless_workers: list[EdgeWorkerModel] = (
+            session.query(EdgeWorkerModel)
+            .filter(
+                EdgeWorkerModel.state.not_in([EdgeWorkerState.UNKNOWN, EdgeWorkerState.OFFLINE]),
+                EdgeWorkerModel.last_update < (timezone.utcnow() - timedelta(seconds=heartbeat_interval * 5)),
+            )
+            .all()
+        )
+
+        for worker in lifeless_workers:
+            changed = True
+            worker.state = EdgeWorkerState.UNKNOWN
+            EdgeWorker.reset_metrics(worker.worker_name)
+
+        return changed
+
+    def _purge_jobs(self, session: Session) -> bool:
+        """Clean finished jobs."""
         purged_marker = False
         job_success_purge = conf.getint("edge", "job_success_purge")
         job_fail_purge = conf.getint("edge", "job_fail_purge")
@@ -140,8 +161,15 @@ def sync(self, session: Session = NEW_SESSION) -> None:
                         EdgeLogsModel.try_number == job.try_number,
                     )
                 )
-        if purged_marker:
-            session.commit()
+
+        return purged_marker
+
+    @provide_session
+    def sync(self, session: Session = NEW_SESSION) -> None:
+        """Sync will get called periodically by the heartbeat method."""
+        with Stats.timer("edge_executor.sync.duration"):
+            if self._purge_jobs(session) or self._check_worker_liveness(session):
+                session.commit()
 
     def end(self) -> None:
         """End the executor."""
diff --git a/providers/src/airflow/providers/edge/models/edge_worker.py b/providers/src/airflow/providers/edge/models/edge_worker.py
index ff33c13c72ffd..b65d935038854 100644
--- a/providers/src/airflow/providers/edge/models/edge_worker.py
+++ b/providers/src/airflow/providers/edge/models/edge_worker.py
@@ -34,6 +34,7 @@
 from airflow.exceptions import AirflowException
 from airflow.models.base import Base
 from airflow.serialization.serialized_objects import add_pydantic_class_type_mapping
+from airflow.stats import Stats
 from airflow.utils import timezone
 from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.session import NEW_SESSION, provide_session
@@ -143,6 +144,53 @@ class EdgeWorker(BaseModel, LoggingMixin):
     sysinfo: str
     model_config = ConfigDict(from_attributes=True, arbitrary_types_allowed=True)
 
+    @staticmethod
+    def set_metrics(
+        worker_name: str,
+        state: EdgeWorkerState,
+        connected: bool,
+        jobs_active: int,
+        concurrency: int,
+        queues: Optional[List[str]],  # noqa: UP006,UP007 - prevent Sphinx failing
+    ) -> None:
+        """Set metric of edge worker."""
+        queues = queues if queues else []
+
+        Stats.gauge(f"edge_worker.state.{worker_name}", int(connected))
+        Stats.gauge(
+            "edge_worker.state",
+            int(connected),
+            tags={"name": worker_name, "state": state},
+        )
+
+        Stats.gauge(f"edge_worker.jobs_active.{worker_name}", jobs_active)
+        Stats.gauge("edge_worker.jobs_active", jobs_active, tags={"worker_name": worker_name})
+
+        Stats.gauge(f"edge_worker.concurrency.{worker_name}", concurrency)
+        Stats.gauge("edge_worker.concurrency", concurrency, tags={"worker_name": worker_name})
+
+        Stats.gauge(
+            f"edge_worker.num_queues.{worker_name}",
+            len(queues),
+        )
+        Stats.gauge(
+            "edge_worker.num_queues",
+            len(queues),
+            tags={"worker_name": worker_name, "queues": ",".join(queues)},
+        )
+
+    @staticmethod
+    def reset_metrics(worker_name: str) -> None:
+        """Reset metrics of worker."""
+        EdgeWorker.set_metrics(
+            worker_name=worker_name,
+            state=EdgeWorkerState.UNKNOWN,
+            connected=False,
+            jobs_active=0,
+            concurrency=0,
+            queues=None,
+        )
+
     @staticmethod
     def assert_version(sysinfo: dict[str, str]) -> None:
         """Check if the Edge Worker version matches the central API site."""
@@ -217,7 +265,6 @@ def set_state(
         session: Session = NEW_SESSION,
     ) -> list[str] | None:
         """Set state of worker and returns the current assigned queues."""
-        EdgeWorker.assert_version(sysinfo)
         query = select(EdgeWorkerModel).where(EdgeWorkerModel.worker_name == worker_name)
         worker: EdgeWorkerModel = session.scalar(query)
         worker.state = state
@@ -225,6 +272,17 @@ def set_state(
         worker.sysinfo = json.dumps(sysinfo)
         worker.last_update = timezone.utcnow()
         session.commit()
+        Stats.incr(f"edge_worker.heartbeat_count.{worker_name}", 1, 1)
+        Stats.incr("edge_worker.heartbeat_count", 1, 1, tags={"worker_name": worker_name})
+        EdgeWorker.set_metrics(
+            worker_name=worker_name,
+            state=state,
+            connected=True,
+            jobs_active=jobs_active,
+            concurrency=int(sysinfo["concurrency"]),
+            queues=worker.queues,
+        )
+        EdgeWorker.assert_version(sysinfo)  #  Exception only after worker state is in the DB
         return worker.queues
 
     @staticmethod
diff --git a/providers/src/airflow/providers/edge/plugins/edge_executor_plugin.py b/providers/src/airflow/providers/edge/plugins/edge_executor_plugin.py
index 57b4a278f5e83..501d0ff2bfed3 100644
--- a/providers/src/airflow/providers/edge/plugins/edge_executor_plugin.py
+++ b/providers/src/airflow/providers/edge/plugins/edge_executor_plugin.py
@@ -106,7 +106,7 @@ def status(self, session: Session = NEW_SESSION):
 
 # Check if EdgeExecutor is actually loaded
 try:
-    EDGE_EXECUTOR_ACTIVE = conf.getboolean("edge", "api_enabled")
+    EDGE_EXECUTOR_ACTIVE = conf.getboolean("edge", "api_enabled", fallback="False")
 except AirflowConfigException:
     EDGE_EXECUTOR_ACTIVE = False
 
diff --git a/providers/src/airflow/providers/edge/provider.yaml b/providers/src/airflow/providers/edge/provider.yaml
index 7e5767021ef68..024d01889ee3f 100644
--- a/providers/src/airflow/providers/edge/provider.yaml
+++ b/providers/src/airflow/providers/edge/provider.yaml
@@ -23,10 +23,11 @@ description: |
   Handle edge workers on remote sites via HTTP(s) connection and orchestrates work over distributed sites
 
 state: not-ready
-source-date-epoch: 1720863625
+source-date-epoch: 1729683247
+
 # note that those versions are maintained by release manager - do not update them manually
 versions:
-  - 0.2.0pre0
+  - 0.5.1pre0
 
 dependencies:
   - apache-airflow>=2.10.0
@@ -101,3 +102,15 @@ config:
         type: integer
         example: ~
         default: "60"
+      push_log_chunk_size:
+        description: |
+          Edge Worker uploads log files in chunks. If the log file part which is uploaded
+          exceeds the chunk size it creates a new request. The application gateway can
+          limit the max body size see:
+          https://nginx.org/en/docs/http/ngx_http_core_module.html#client_max_body_size
+          A HTTP 413 issue can point to this value to fix the issue.
+          This value must be defined in Bytes.
+        version_added: ~
+        type: integer
+        example: ~
+        default: "524288"
diff --git a/providers/src/airflow/providers/exasol/operators/exasol.py b/providers/src/airflow/providers/exasol/operators/exasol.py
index 407fdf6591667..51c0131fa5b59 100644
--- a/providers/src/airflow/providers/exasol/operators/exasol.py
+++ b/providers/src/airflow/providers/exasol/operators/exasol.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
 from airflow.providers.exasol.hooks.exasol import exasol_fetch_all_handler
@@ -40,7 +40,7 @@ class ExasolOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql", "exasol_conn_id")
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#ededed"
     conn_id_field = "exasol_conn_id"
 
diff --git a/providers/src/airflow/providers/fab/CHANGELOG.rst b/providers/src/airflow/providers/fab/CHANGELOG.rst
index 4419184cc3c8b..fd62c0c964ce1 100644
--- a/providers/src/airflow/providers/fab/CHANGELOG.rst
+++ b/providers/src/airflow/providers/fab/CHANGELOG.rst
@@ -20,6 +20,39 @@
 Changelog
 ---------
 
+1.5.0
+.....
+
+Features
+~~~~~~~~
+
+* ``feat(providers/fab): Use asset in common provider (#43112)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix revoke Dag stale permission on airflow < 2.10 (#42844)``
+* ``fix(providers/fab): alias is_authorized_dataset to is_authorized_asset (#43469)``
+* ``fix: Change CustomSecurityManager method name (#43034)``
+
+Misc
+~~~~
+
+* ``Upgrade Flask-AppBuilder to 4.5.2 (#43309)``
+* ``Upgrade Flask-AppBuilder to 4.5.1 (#43251)``
+* ``Move user and roles schemas to fab provider (#42869)``
+* ``Move the session auth backend to FAB auth manager (#42878)``
+* ``Add logging to the migration commands (#43516)``
+* ``DOC fix documentation error in 'apache-airflow-providers-fab/access-control.rst' (#43495)``
+* ``Rename dataset as asset in UI (#43073)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+   * ``Start porting DAG definition code to the Task SDK (#43076)``
+   * ``Prepare docs for Oct 2nd wave of providers (#43409)``
+   * ``Prepare docs for Oct 2nd wave of providers RC2 (#43540)``
+
 1.4.1
 .....
 
diff --git a/providers/src/airflow/providers/fab/__init__.py b/providers/src/airflow/providers/fab/__init__.py
index 7403b3712d2ff..b408dffe21e61 100644
--- a/providers/src/airflow/providers/fab/__init__.py
+++ b/providers/src/airflow/providers/fab/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.4.1"
+__version__ = "1.5.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"
diff --git a/providers/src/airflow/providers/fab/auth_manager/fab_auth_manager.py b/providers/src/airflow/providers/fab/auth_manager/fab_auth_manager.py
index 5874c570b6fbd..8a8fad6788693 100644
--- a/providers/src/airflow/providers/fab/auth_manager/fab_auth_manager.py
+++ b/providers/src/airflow/providers/fab/auth_manager/fab_auth_manager.py
@@ -18,6 +18,7 @@
 from __future__ import annotations
 
 import argparse
+import warnings
 from functools import cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING, Container
@@ -46,7 +47,7 @@
     GroupCommand,
 )
 from airflow.configuration import conf
-from airflow.exceptions import AirflowConfigException, AirflowException
+from airflow.exceptions import AirflowConfigException, AirflowException, AirflowProviderDeprecationWarning
 from airflow.models import DagModel
 from airflow.providers.fab.auth_manager.cli_commands.definition import (
     DB_COMMANDS,
@@ -271,6 +272,16 @@ def is_authorized_asset(
     ) -> bool:
         return self._is_authorized(method=method, resource_type=RESOURCE_ASSET, user=user)
 
+    def is_authorized_dataset(
+        self, *, method: ResourceMethod, details: AssetDetails | None = None, user: BaseUser | None = None
+    ) -> bool:
+        warnings.warn(
+            "is_authorized_dataset will be renamed as is_authorized_asset in Airflow 3 and will be removed when the minimum Airflow version is set to 3.0 for the fab provider",
+            AirflowProviderDeprecationWarning,
+            stacklevel=2,
+        )
+        return self.is_authorized_asset(method=method, user=user)
+
     def is_authorized_pool(
         self, *, method: ResourceMethod, details: PoolDetails | None = None, user: BaseUser | None = None
     ) -> bool:
diff --git a/providers/src/airflow/providers/fab/auth_manager/security_manager/override.py b/providers/src/airflow/providers/fab/auth_manager/security_manager/override.py
index 868c65deca5cf..9c49845b42066 100644
--- a/providers/src/airflow/providers/fab/auth_manager/security_manager/override.py
+++ b/providers/src/airflow/providers/fab/auth_manager/security_manager/override.py
@@ -17,6 +17,7 @@
 # under the License.
 from __future__ import annotations
 
+import copy
 import datetime
 import itertools
 import logging
@@ -24,7 +25,7 @@
 import random
 import uuid
 import warnings
-from typing import TYPE_CHECKING, Any, Callable, Collection, Container, Iterable, Sequence
+from typing import TYPE_CHECKING, Any, Callable, Collection, Container, Iterable, Mapping, Sequence
 
 import jwt
 import packaging.version
@@ -1107,7 +1108,7 @@ def is_dag_resource(self, resource_name: str) -> bool:
     def sync_perm_for_dag(
         self,
         dag_id: str,
-        access_control: dict[str, dict[str, Collection[str]]] | None = None,
+        access_control: Mapping[str, Mapping[str, Collection[str]] | Collection[str]] | None = None,
     ) -> None:
         """
         Sync permissions for given dag id.
@@ -1128,7 +1129,7 @@ def sync_perm_for_dag(
 
         if access_control is not None:
             self.log.debug("Syncing DAG-level permissions for DAG '%s'", dag_id)
-            self._sync_dag_view_permissions(dag_id, access_control.copy())
+            self._sync_dag_view_permissions(dag_id, copy.copy(access_control))
         else:
             self.log.debug(
                 "Not syncing DAG-level permissions for DAG '%s' as access control is unset.",
@@ -1149,7 +1150,7 @@ def _resource_name(self, dag_id: str, resource_name: str) -> str:
     def _sync_dag_view_permissions(
         self,
         dag_id: str,
-        access_control: dict[str, dict[str, Collection[str]]],
+        access_control: Mapping[str, Mapping[str, Collection[str]] | Collection[str]],
     ) -> None:
         """
         Set the access policy on the given DAG's ViewModel.
@@ -1175,7 +1176,13 @@ def _get_or_create_dag_permission(action_name: str, dag_resource_name: str) -> P
                 for perm in existing_dag_perms:
                     non_admin_roles = [role for role in perm.role if role.name != "Admin"]
                     for role in non_admin_roles:
-                        target_perms_for_role = access_control.get(role.name, {}).get(resource_name, set())
+                        access_control_role = access_control.get(role.name)
+                        target_perms_for_role = set()
+                        if access_control_role:
+                            if isinstance(access_control_role, set):
+                                target_perms_for_role = access_control_role
+                            elif isinstance(access_control_role, dict):
+                                target_perms_for_role = access_control_role.get(resource_name, set())
                         if perm.action.name not in target_perms_for_role:
                             self.log.info(
                                 "Revoking '%s' on DAG '%s' for role '%s'",
@@ -1194,7 +1201,7 @@ def _get_or_create_dag_permission(action_name: str, dag_resource_name: str) -> P
                     f"'{rolename}', but that role does not exist"
                 )
 
-            if isinstance(resource_actions, (set, list)):
+            if not isinstance(resource_actions, dict):
                 # Support for old-style access_control where only the actions are specified
                 resource_actions = {permissions.RESOURCE_DAG: set(resource_actions)}
 
diff --git a/providers/src/airflow/providers/fab/migrations/env.py b/providers/src/airflow/providers/fab/migrations/env.py
index 7b31f86024a31..903057ba60208 100644
--- a/providers/src/airflow/providers/fab/migrations/env.py
+++ b/providers/src/airflow/providers/fab/migrations/env.py
@@ -17,6 +17,7 @@
 from __future__ import annotations
 
 import contextlib
+from logging import getLogger
 from logging.config import fileConfig
 
 from alembic import context
@@ -32,7 +33,7 @@
 
 # Interpret the config file for Python logging.
 # This line sets up loggers basically.
-if config.config_file_name is not None:
+if not getLogger().handlers and config.config_file_name:
     fileConfig(config.config_file_name, disable_existing_loggers=False)
 
 # add your model's MetaData object here
diff --git a/providers/src/airflow/providers/fab/provider.yaml b/providers/src/airflow/providers/fab/provider.yaml
index 4b72c0ab9a5ee..2694cc6da37c7 100644
--- a/providers/src/airflow/providers/fab/provider.yaml
+++ b/providers/src/airflow/providers/fab/provider.yaml
@@ -28,10 +28,11 @@ description: |
 # For providers until we think it should be released.
 state: ready
 
-source-date-epoch: 1728485088
+source-date-epoch: 1730012648
 
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 1.5.0
   - 1.4.1
   - 1.4.0
   - 1.3.0
@@ -55,7 +56,7 @@ dependencies:
   # Every time we update FAB version here, please make sure that you review the classes and models in
   # `airflow/providers/fab/auth_manager/security_manager/override.py` with their upstream counterparts.
   # In particular, make sure any breaking changes, for example any new methods, are accounted for.
-  - flask-appbuilder==4.5.0
+  - flask-appbuilder==4.5.2
   - flask-login>=0.6.2
   - google-re2>=1.0
   - jmespath>=0.7.0
diff --git a/providers/src/airflow/providers/google/CHANGELOG.rst b/providers/src/airflow/providers/google/CHANGELOG.rst
index e4d9a15099341..7e205824560dc 100644
--- a/providers/src/airflow/providers/google/CHANGELOG.rst
+++ b/providers/src/airflow/providers/google/CHANGELOG.rst
@@ -27,6 +27,37 @@
 Changelog
 ---------
 
+10.25.0
+.......
+
+Features
+~~~~~~~~
+
+* ``feat: add Hook Level Lineage support for GCSHook (#42507)``
+* ``feat: sensor to check status of Dataform action (#43055)``
+* ``Create Operators for Google Cloud Vertex AI Context Caching (#43008)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix outdated CloudRunExecuteJobOperator docs (#43195)``
+* ``Fix TestTranslationLegacyModelPredictLink dataset_id error (#42463)``
+
+Misc
+~~~~
+
+* ``Add a debug log for creating batch workloads in dataproc (#43265)``
+* ``add min version to plyvel (#43129)``
+* ``vertex ai training operators: add display_name to rendered fields (#43028)``
+* ``Make google provider pyarrow dependency explicit (#42996)``
+* ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Remove dag.run() method (#42761)``
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 10.24.0
 .......
 
diff --git a/providers/src/airflow/providers/google/__init__.py b/providers/src/airflow/providers/google/__init__.py
index e5caa3ef42b10..0a9128f8f1821 100644
--- a/providers/src/airflow/providers/google/__init__.py
+++ b/providers/src/airflow/providers/google/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "10.24.0"
+__version__ = "10.25.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/google/ads/hooks/ads.py b/providers/src/airflow/providers/google/ads/hooks/ads.py
index 992993f47c604..20a40e34ca5d3 100644
--- a/providers/src/airflow/providers/google/ads/hooks/ads.py
+++ b/providers/src/airflow/providers/google/ads/hooks/ads.py
@@ -32,9 +32,9 @@
 from airflow.providers.google.common.hooks.base_google import get_field
 
 if TYPE_CHECKING:
-    from google.ads.googleads.v17.services.services.customer_service import CustomerServiceClient
-    from google.ads.googleads.v17.services.services.google_ads_service import GoogleAdsServiceClient
-    from google.ads.googleads.v17.services.types.google_ads_service import GoogleAdsRow
+    from google.ads.googleads.v18.services.services.customer_service import CustomerServiceClient
+    from google.ads.googleads.v18.services.services.google_ads_service import GoogleAdsServiceClient
+    from google.ads.googleads.v18.services.types.google_ads_service import GoogleAdsRow
     from google.api_core.page_iterator import GRPCIterator
 
 
@@ -101,16 +101,14 @@ class GoogleAdsHook(BaseHook):
     :param api_version: The Google Ads API version to use.
     """
 
-    default_api_version = "v17"
-
     def __init__(
         self,
-        api_version: str | None,
+        api_version: str | None = None,
         gcp_conn_id: str = "google_cloud_default",
         google_ads_conn_id: str = "google_ads_default",
     ) -> None:
         super().__init__()
-        self.api_version = api_version or self.default_api_version
+        self.api_version = api_version
         self.gcp_conn_id = gcp_conn_id
         self.google_ads_conn_id = google_ads_conn_id
         self.google_ads_config: dict[str, Any] = {}
diff --git a/providers/src/airflow/providers/google/assets/__init__.py b/providers/src/airflow/providers/google/assets/__init__.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/providers/src/airflow/providers/google/assets/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/providers/src/airflow/providers/google/datasets/bigquery.py b/providers/src/airflow/providers/google/assets/bigquery.py
similarity index 100%
rename from providers/src/airflow/providers/google/datasets/bigquery.py
rename to providers/src/airflow/providers/google/assets/bigquery.py
diff --git a/providers/src/airflow/providers/google/assets/gcs.py b/providers/src/airflow/providers/google/assets/gcs.py
new file mode 100644
index 0000000000000..4df6995787ecc
--- /dev/null
+++ b/providers/src/airflow/providers/google/assets/gcs.py
@@ -0,0 +1,45 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.common.compat.assets import Asset
+from airflow.providers.google.cloud.hooks.gcs import _parse_gcs_url
+
+if TYPE_CHECKING:
+    from urllib.parse import SplitResult
+
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
+
+def create_asset(*, bucket: str, key: str, extra: dict | None = None) -> Asset:
+    return Asset(uri=f"gs://{bucket}/{key}", extra=extra)
+
+
+def sanitize_uri(uri: SplitResult) -> SplitResult:
+    if not uri.netloc:
+        raise ValueError("URI format gs:// must contain a bucket name")
+    return uri
+
+
+def convert_asset_to_openlineage(asset: Asset, lineage_context) -> OpenLineageDataset:
+    """Translate Asset with valid AIP-60 uri to OpenLineage with assistance from the hook."""
+    from airflow.providers.common.compat.openlineage.facet import Dataset as OpenLineageDataset
+
+    bucket, key = _parse_gcs_url(asset.uri)
+    return OpenLineageDataset(namespace=f"gs://{bucket}", name=key if key else "/")
diff --git a/providers/src/airflow/providers/google/cloud/hooks/dataproc.py b/providers/src/airflow/providers/google/cloud/hooks/dataproc.py
index fc787ea83f7a0..456fd13858f5c 100644
--- a/providers/src/airflow/providers/google/cloud/hooks/dataproc.py
+++ b/providers/src/airflow/providers/google/cloud/hooks/dataproc.py
@@ -999,6 +999,7 @@ def create_batch(
             individual attempt.
         :param metadata: Additional metadata that is provided to the method.
         """
+        self.log.debug("Creating batch: %s", batch)
         client = self.get_batch_client(region)
         parent = f"projects/{project_id}/regions/{region}"
 
diff --git a/providers/src/airflow/providers/google/cloud/hooks/gcs.py b/providers/src/airflow/providers/google/cloud/hooks/gcs.py
index fb48fcd190609..995418f183489 100644
--- a/providers/src/airflow/providers/google/cloud/hooks/gcs.py
+++ b/providers/src/airflow/providers/google/cloud/hooks/gcs.py
@@ -43,6 +43,7 @@
 from requests import Session
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.common.compat.lineage.hook import get_hook_lineage_collector
 from airflow.providers.google.cloud.utils.helpers import normalize_directory_path
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import (
@@ -214,6 +215,16 @@ def copy(
         destination_object = source_bucket.copy_blob(  # type: ignore[attr-defined]
             blob=source_object, destination_bucket=destination_bucket, new_name=destination_object
         )
+        get_hook_lineage_collector().add_input_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": source_bucket.name, "key": source_object.name},  # type: ignore[attr-defined]
+        )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": destination_bucket.name, "key": destination_object.name},  # type: ignore[union-attr]
+        )
 
         self.log.info(
             "Object %s in bucket %s copied to object %s in bucket %s",
@@ -267,6 +278,16 @@ def rewrite(
             ).rewrite(source=source_object, token=token)
 
             self.log.info("Total Bytes: %s | Bytes Written: %s", total_bytes, bytes_rewritten)
+        get_hook_lineage_collector().add_input_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": source_bucket.name, "key": source_object.name},  # type: ignore[attr-defined]
+        )
+        get_hook_lineage_collector().add_output_asset(
+            context=self,
+            scheme="gs",
+            asset_kwargs={"bucket": destination_bucket.name, "key": destination_object},  # type: ignore[attr-defined]
+        )
         self.log.info(
             "Object %s in bucket %s rewritten to object %s in bucket %s",
             source_object.name,  # type: ignore[attr-defined]
@@ -345,9 +366,18 @@ def download(
 
                 if filename:
                     blob.download_to_filename(filename, timeout=timeout)
+                    get_hook_lineage_collector().add_input_asset(
+                        context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+                    )
+                    get_hook_lineage_collector().add_output_asset(
+                        context=self, scheme="file", asset_kwargs={"path": filename}
+                    )
                     self.log.info("File downloaded to %s", filename)
                     return filename
                 else:
+                    get_hook_lineage_collector().add_input_asset(
+                        context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+                    )
                     return blob.download_as_bytes()
 
             except GoogleCloudError:
@@ -555,6 +585,9 @@ def _call_with_retry(f: Callable[[], None]) -> None:
             _call_with_retry(
                 partial(blob.upload_from_filename, filename=filename, content_type=mime_type, timeout=timeout)
             )
+            get_hook_lineage_collector().add_input_asset(
+                context=self, scheme="file", asset_kwargs={"path": filename}
+            )
 
             if gzip:
                 os.remove(filename)
@@ -576,6 +609,10 @@ def _call_with_retry(f: Callable[[], None]) -> None:
         else:
             raise ValueError("'filename' and 'data' parameter missing. One is required to upload to gcs.")
 
+        get_hook_lineage_collector().add_output_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+        )
+
     def exists(self, bucket_name: str, object_name: str, retry: Retry = DEFAULT_RETRY) -> bool:
         """
         Check for the existence of a file in Google Cloud Storage.
@@ -691,6 +728,9 @@ def delete(self, bucket_name: str, object_name: str) -> None:
         bucket = client.bucket(bucket_name)
         blob = bucket.blob(blob_name=object_name)
         blob.delete()
+        get_hook_lineage_collector().add_input_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": blob.name}
+        )
 
         self.log.info("Blob %s deleted.", object_name)
 
@@ -1198,9 +1238,17 @@ def compose(self, bucket_name: str, source_objects: List[str], destination_objec
         client = self.get_conn()
         bucket = client.bucket(bucket_name)
         destination_blob = bucket.blob(destination_object)
-        destination_blob.compose(
-            sources=[bucket.blob(blob_name=source_object) for source_object in source_objects]
+        source_blobs = [bucket.blob(blob_name=source_object) for source_object in source_objects]
+        destination_blob.compose(sources=source_blobs)
+        get_hook_lineage_collector().add_output_asset(
+            context=self, scheme="gs", asset_kwargs={"bucket": bucket.name, "key": destination_blob.name}
         )
+        for single_source_blob in source_blobs:
+            get_hook_lineage_collector().add_input_asset(
+                context=self,
+                scheme="gs",
+                asset_kwargs={"bucket": bucket.name, "key": single_source_blob.name},
+            )
 
         self.log.info("Completed successfully.")
 
diff --git a/providers/src/airflow/providers/google/cloud/hooks/vertex_ai/model_service.py b/providers/src/airflow/providers/google/cloud/hooks/vertex_ai/model_service.py
index 02fc7378380f2..ee3b171eb63ad 100644
--- a/providers/src/airflow/providers/google/cloud/hooks/vertex_ai/model_service.py
+++ b/providers/src/airflow/providers/google/cloud/hooks/vertex_ai/model_service.py
@@ -219,7 +219,7 @@ def upload_model(
         :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
         :param region: Required. The ID of the Google Cloud region that the service belongs to.
         :param model:  Required. The Model to create.
-        :param parent_model: The name of the parent model to create a new version under.
+        :param parent_model: The ID of the parent model to create a new version under.
         :param retry: Designation of what errors, if any, should be retried.
         :param timeout: The timeout for this request.
         :param metadata: Strings which should be sent along with the request as metadata.
@@ -233,7 +233,7 @@ def upload_model(
         }
 
         if parent_model:
-            request["parent_model"] = parent_model
+            request["parent_model"] = client.model_path(project_id, region, parent_model)
 
         result = client.upload_model(
             request=request,
diff --git a/providers/src/airflow/providers/google/cloud/operators/cloud_run.py b/providers/src/airflow/providers/google/cloud/operators/cloud_run.py
index a461f84827694..01b7f2ff704ca 100644
--- a/providers/src/airflow/providers/google/cloud/operators/cloud_run.py
+++ b/providers/src/airflow/providers/google/cloud/operators/cloud_run.py
@@ -243,18 +243,16 @@ def execute(self, context: Context):
 
 class CloudRunExecuteJobOperator(GoogleCloudBaseOperator):
     """
-    Executes a job and wait for the operation to be completed. Pushes the executed job to xcom.
+    Executes a job and waits for the operation to be completed. Pushes the executed job to xcom.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
     :param job_name: Required. The name of the job to update.
-    :param job: Required. The job descriptor containing the new configuration of the job to update.
-        The name field will be replaced by job_name
     :param overrides: Optional map of override values.
     :param gcp_conn_id: The connection ID used to connect to Google Cloud.
-    :param polling_period_seconds: Optional: Control the rate of the poll for the result of deferrable run.
+    :param polling_period_seconds: Optional. Control the rate of the poll for the result of deferrable run.
         By default, the trigger will poll every 10 seconds.
-    :param timeout: The timeout for this request.
+    :param timeout_seconds: Optional. The timeout for this request, in seconds.
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
         of the last account in the list, which will be impersonated in the request.
@@ -263,7 +261,7 @@ class CloudRunExecuteJobOperator(GoogleCloudBaseOperator):
         If set as a sequence, the identities from the list must grant
         Service Account Token Creator IAM role to the directly preceding identity, with first
         account from the list granting this role to the originating account (templated).
-    :param deferrable: Run operator in the deferrable mode
+    :param deferrable: Run the operator in deferrable mode.
     """
 
     template_fields = ("project_id", "region", "gcp_conn_id", "impersonation_chain", "job_name", "overrides")
diff --git a/providers/src/airflow/providers/google/cloud/operators/vertex_ai/model_service.py b/providers/src/airflow/providers/google/cloud/operators/vertex_ai/model_service.py
index 04d45f253f568..48fb9154ce051 100644
--- a/providers/src/airflow/providers/google/cloud/operators/vertex_ai/model_service.py
+++ b/providers/src/airflow/providers/google/cloud/operators/vertex_ai/model_service.py
@@ -361,8 +361,9 @@ class UploadModelOperator(GoogleCloudBaseOperator):
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
-    :param model: Required. The Model to create.
-    :param parent_model: The name of the parent model to create a new version under.
+    :param model: Required. The Model to create. Creating model with the name that already
+        exists leads to creating new version of existing model.
+    :param parent_model: The ID of the parent model to create a new version under.
     :param retry: Designation of what errors, if any, should be retried.
     :param timeout: The timeout for this request.
     :param metadata: Strings which should be sent along with the request as metadata.
@@ -377,7 +378,7 @@ class UploadModelOperator(GoogleCloudBaseOperator):
         account from the list granting this role to the originating account (templated).
     """
 
-    template_fields = ("region", "project_id", "model", "impersonation_chain")
+    template_fields = ("region", "project_id", "model", "parent_model", "impersonation_chain")
     operator_extra_links = (VertexAIModelLink(),)
 
     def __init__(
diff --git a/providers/src/airflow/providers/google/cloud/sensors/dataform.py b/providers/src/airflow/providers/google/cloud/sensors/dataform.py
index 0e4676749eb47..17d1351404fa4 100644
--- a/providers/src/airflow/providers/google/cloud/sensors/dataform.py
+++ b/providers/src/airflow/providers/google/cloud/sensors/dataform.py
@@ -103,3 +103,78 @@ def poke(self, context: Context) -> bool:
                 raise AirflowException(message)
 
         return workflow_status in self.expected_statuses
+
+
+class DataformWorkflowInvocationActionStateSensor(BaseSensorOperator):
+    """
+    Checks for the status of a Workflow Invocation Action in Google Cloud Dataform.
+
+    :param project_id: Required, the Google Cloud project ID in which to start a job.
+        If set to None or missing, the default project_id from the Google Cloud connection is used.
+    :param region: Required, The location of the Dataform workflow invocation (for example europe-west1).
+    :param repository_id: Required. The ID of the Dataform repository that the task belongs to.
+    :param workflow_invocation_id: Required, ID of the workflow invocation to be checked.
+    :param target_name: Required. The name of the target to be checked in the workflow.
+    :param expected_statuses: The expected state of the action.
+        See:
+        https://cloud.google.com/python/docs/reference/dataform/latest/google.cloud.dataform_v1beta1.types.WorkflowInvocationAction.State
+    :param failure_statuses: State that will terminate the sensor with an exception
+    :param gcp_conn_id: The connection ID to use connecting to Google Cloud.
+    :param impersonation_chain: Optional service account to impersonate using short-term
+        credentials, or chained list of accounts required to get the access_token
+        of the last account in the list, which will be impersonated in the request.
+        If set as a string, the account must grant the originating account
+        the Service Account Token Creator IAM role.
+        If set as a sequence, the identities from the list must grant
+        Service Account Token Creator IAM role to the directly preceding identity, with first
+        account from the list granting this role to the originating account (templated).
+    """
+
+    template_fields: Sequence[str] = ("workflow_invocation_id",)
+
+    def __init__(
+        self,
+        *,
+        project_id: str,
+        region: str,
+        repository_id: str,
+        workflow_invocation_id: str,
+        target_name: str,
+        expected_statuses: Iterable[int],
+        failure_statuses: Iterable[int],
+        gcp_conn_id: str = "google_cloud_default",
+        impersonation_chain: str | Sequence[str] | None = None,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+        self.repository_id = repository_id
+        self.workflow_invocation_id = workflow_invocation_id
+        self.project_id = project_id
+        self.region = region
+        self.target_name = target_name
+        self.expected_statuses = expected_statuses
+        self.failure_statuses = failure_statuses
+        self.gcp_conn_id = gcp_conn_id
+        self.impersonation_chain = impersonation_chain
+        self.hook: DataformHook | None = None
+
+    def poke(self, context: Context) -> bool:
+        self.hook = DataformHook(gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain)
+
+        workflow_invocation_actions = self.hook.query_workflow_invocation_actions(
+            project_id=self.project_id,
+            region=self.region,
+            repository_id=self.repository_id,
+            workflow_invocation_id=self.workflow_invocation_id,
+        )
+
+        for workflow_invocation_action in workflow_invocation_actions:
+            if workflow_invocation_action.target.name == self.target_name:
+                state = workflow_invocation_action.state
+                if state in self.failure_statuses:
+                    raise AirflowException(
+                        f"Workflow Invocation Action target {self.target_name} state is: {state}."
+                    )
+                return state in self.expected_statuses
+
+        raise AirflowException(f"Workflow Invocation Action target {self.target_name} not found.")
diff --git a/providers/src/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py b/providers/src/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py
index 93ef12dcbd49f..e2588b8976e33 100644
--- a/providers/src/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py
+++ b/providers/src/airflow/providers/google/cloud/transfers/bigquery_to_gcs.py
@@ -231,17 +231,21 @@ def execute(self, context: Context):
                 location=self.location,
                 job_id=self.job_id,
             )
-            if job.state in self.reattach_states:
-                # We are reattaching to a job
-                job.result(timeout=self.result_timeout, retry=self.result_retry)
-                self._handle_job_error(job)
-            else:
-                # Same job configuration so we need force_rerun
+            if job.state not in self.reattach_states:
+                # Same job configuration, so we need force_rerun
                 raise AirflowException(
                     f"Job with id: {self.job_id} already exists and is in {job.state} state. If you "
                     f"want to force rerun it consider setting `force_rerun=True`."
                     f"Or, if you want to reattach in this scenario add {job.state} to `reattach_states`"
                 )
+            else:
+                # Job already reached state DONE
+                if job.state == "DONE":
+                    raise AirflowException("Job is already in state DONE. Can not reattach to this job.")
+
+                # We are reattaching to a job
+                self.log.info("Reattaching to existing Job in state %s", job.state)
+                self._handle_job_error(job)
 
         self.job_id = job.job_id
         conf = job.to_api_repr()["configuration"]["extract"]["sourceTable"]
diff --git a/providers/src/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py b/providers/src/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py
index 451de3fa4c07e..3fe4ccf23107d 100644
--- a/providers/src/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py
+++ b/providers/src/airflow/providers/google/cloud/transfers/gcs_to_bigquery.py
@@ -391,17 +391,21 @@ def execute(self, context: Context):
                     location=self.location,
                     job_id=job_id,
                 )
-                if job.state in self.reattach_states:
-                    # We are reattaching to a job
-                    job._begin()
-                    self._handle_job_error(job)
-                else:
-                    # Same job configuration so we need force_rerun
+                if job.state not in self.reattach_states:
+                    # Same job configuration, so we need force_rerun
                     raise AirflowException(
                         f"Job with id: {job_id} already exists and is in {job.state} state. If you "
                         f"want to force rerun it consider setting `force_rerun=True`."
                         f"Or, if you want to reattach in this scenario add {job.state} to `reattach_states`"
                     )
+                else:
+                    # Job already reached state DONE
+                    if job.state == "DONE":
+                        raise AirflowException("Job is already in state DONE. Can not reattach to this job.")
+
+                    # We are reattaching to a job
+                    self.log.info("Reattaching to existing Job in state %s", job.state)
+                    self._handle_job_error(job)
 
             job_types = {
                 LoadJob._JOB_TYPE: ["sourceTable", "destinationTable"],
diff --git a/providers/src/airflow/providers/google/cloud/transfers/mysql_to_gcs.py b/providers/src/airflow/providers/google/cloud/transfers/mysql_to_gcs.py
index 45145a69f713c..b0eae584f7b4e 100644
--- a/providers/src/airflow/providers/google/cloud/transfers/mysql_to_gcs.py
+++ b/providers/src/airflow/providers/google/cloud/transfers/mysql_to_gcs.py
@@ -23,7 +23,16 @@
 from datetime import date, datetime, time, timedelta
 from decimal import Decimal
 
-from MySQLdb.constants import FIELD_TYPE
+try:
+    from MySQLdb.constants import FIELD_TYPE
+except ImportError:
+    raise RuntimeError(
+        "You do not have `mysqlclient` package installed. "
+        "Please install it with `pip install mysqlclient` and make sure you have system "
+        "mysql libraries installed, as well as well as `pkg-config` system package "
+        "installed in case you see compilation error during installation."
+    )
+
 
 from airflow.providers.google.cloud.transfers.sql_to_gcs import BaseSQLToGCSOperator
 from airflow.providers.mysql.hooks.mysql import MySqlHook
diff --git a/providers/src/airflow/providers/google/cloud/utils/mlengine_operator_utils.py b/providers/src/airflow/providers/google/cloud/utils/mlengine_operator_utils.py
index 0c94e11c741c3..eb128ef285729 100644
--- a/providers/src/airflow/providers/google/cloud/utils/mlengine_operator_utils.py
+++ b/providers/src/airflow/providers/google/cloud/utils/mlengine_operator_utils.py
@@ -28,9 +28,9 @@
 import dill
 
 from airflow.exceptions import AirflowException
-from airflow.operators.python import PythonOperator
 from airflow.providers.apache.beam.hooks.beam import BeamRunnerType
 from airflow.providers.apache.beam.operators.beam import BeamRunPythonPipelineOperator
+from airflow.providers.common.compat.standard.operators import PythonOperator
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 from airflow.providers.google.cloud.operators.mlengine import MLEngineStartBatchPredictionJobOperator
 
diff --git a/providers/src/airflow/providers/google/provider.yaml b/providers/src/airflow/providers/google/provider.yaml
index 09e7b6643cb25..1790008b3a332 100644
--- a/providers/src/airflow/providers/google/provider.yaml
+++ b/providers/src/airflow/providers/google/provider.yaml
@@ -29,9 +29,10 @@ description: |
     - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)
 
 state: ready
-source-date-epoch: 1728485162
+source-date-epoch: 1730012771
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 10.25.0
   - 10.24.0
   - 10.23.0
   - 10.22.0
@@ -97,7 +98,7 @@ versions:
 
 dependencies:
   - apache-airflow>=2.8.0
-  - apache-airflow-providers-common-compat>=1.1.0
+  - apache-airflow-providers-common-compat>=1.2.1
   - apache-airflow-providers-common-sql>=1.7.2
   - asgiref>=3.5.2
   - dill>=0.2.3
@@ -105,7 +106,7 @@ dependencies:
   - gcloud-aio-bigquery>=6.1.2
   - gcloud-aio-storage>=9.0.0
   - gcsfs>=2023.10.0
-  - google-ads>=25.0.0
+  - google-ads>=25.1.0
   - google-analytics-admin>=0.9.0
   # Google-api-core 2.16.0 back-compat issue:
   # - https://github.com/googleapis/python-api-core/issues/576
@@ -777,7 +778,11 @@ asset-uris:
   - schemes: [gcp]
     handler: null
   - schemes: [bigquery]
-    handler: airflow.providers.google.datasets.bigquery.sanitize_uri
+    handler: airflow.providers.google.assets.bigquery.sanitize_uri
+  - schemes: [gs]
+    handler: airflow.providers.google.assets.gcs.sanitize_uri
+    factory: airflow.providers.google.assets.gcs.create_asset
+    to_openlineage_converter: airflow.providers.google.assets.gcs.convert_asset_to_openlineage
 
 # dataset has been renamed to asset in Airflow 3.0
 # This is kept for backward compatibility.
@@ -785,7 +790,11 @@ dataset-uris:
   - schemes: [gcp]
     handler: null
   - schemes: [bigquery]
-    handler: airflow.providers.google.datasets.bigquery.sanitize_uri
+    handler: airflow.providers.google.assets.bigquery.sanitize_uri
+  - schemes: [gs]
+    handler: airflow.providers.google.assets.gcs.sanitize_uri
+    factory: airflow.providers.google.assets.gcs.create_asset
+    to_openlineage_converter: airflow.providers.google.assets.gcs.convert_asset_to_openlineage
 
 hooks:
   - integration-name: Google Ads
diff --git a/providers/src/airflow/providers/http/CHANGELOG.rst b/providers/src/airflow/providers/http/CHANGELOG.rst
index ef44fee27222b..a15effd892d01 100644
--- a/providers/src/airflow/providers/http/CHANGELOG.rst
+++ b/providers/src/airflow/providers/http/CHANGELOG.rst
@@ -27,6 +27,26 @@
 Changelog
 ---------
 
+4.13.2
+......
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix: HttpSensorTrigger to include 'method' when serializing (#42925)``
+* ``Use url_from_endpoint inside HttpHook. (#42785)``
+
+Misc
+~~~~
+
+* ``add lowerbount to requests-toolbelt and replace requests_toolbelt with requests-toolbelt (#43020)``
+* ``Set lower bound to asgiref>=2.3.0 (#43001)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.13.1
 ......
 
diff --git a/providers/src/airflow/providers/http/__init__.py b/providers/src/airflow/providers/http/__init__.py
index ce3b788b52527..b73fe95ea33af 100644
--- a/providers/src/airflow/providers/http/__init__.py
+++ b/providers/src/airflow/providers/http/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.13.1"
+__version__ = "4.13.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/http/operators/http.py b/providers/src/airflow/providers/http/operators/http.py
index 0ec9fd136c713..358294af98799 100644
--- a/providers/src/airflow/providers/http/operators/http.py
+++ b/providers/src/airflow/providers/http/operators/http.py
@@ -114,6 +114,7 @@ def __init__(
         response_check: Callable[..., bool] | None = None,
         response_filter: Callable[..., Any] | None = None,
         extra_options: dict[str, Any] | None = None,
+        request_kwargs: dict[str, Any] | None = None,
         http_conn_id: str = "http_default",
         log_response: bool = False,
         auth_type: type[AuthBase] | None = None,
@@ -143,6 +144,7 @@ def __init__(
         self.tcp_keep_alive_interval = tcp_keep_alive_interval
         self.deferrable = deferrable
         self.retry_args = retry_args
+        self.request_kwargs = request_kwargs or {}
 
     @property
     def hook(self) -> HttpHook:
@@ -173,10 +175,21 @@ def execute_sync(self, context: Context) -> Any:
         self.log.info("Calling HTTP method")
         if self.retry_args:
             response = self.hook.run_with_advanced_retry(
-                self.retry_args, self.endpoint, self.data, self.headers, self.extra_options
+                self.retry_args,
+                self.endpoint,
+                self.data,
+                self.headers,
+                self.extra_options,
+                **self.request_kwargs,
             )
         else:
-            response = self.hook.run(self.endpoint, self.data, self.headers, self.extra_options)
+            response = self.hook.run(
+                self.endpoint,
+                self.data,
+                self.headers,
+                self.extra_options,
+                **self.request_kwargs,
+            )
         response = self.paginate_sync(response=response)
         return self.process_response(context=context, response=response)
 
@@ -191,7 +204,8 @@ def paginate_sync(self, response: Response) -> Response | list[Response]:
                 break
             if self.retry_args:
                 response = self.hook.run_with_advanced_retry(
-                    self.retry_args, **self._merge_next_page_parameters(next_page_params)
+                    self.retry_args,
+                    **self._merge_next_page_parameters(next_page_params),
                 )
             else:
                 response = self.hook.run(**self._merge_next_page_parameters(next_page_params))
@@ -304,6 +318,7 @@ def _merge_next_page_parameters(self, next_page_params: dict) -> dict:
             data=data,
             headers=merge_dicts(self.headers, next_page_params.get("headers", {})),
             extra_options=merge_dicts(self.extra_options, next_page_params.get("extra_options", {})),
+            **self.request_kwargs,
         )
 
 
diff --git a/providers/src/airflow/providers/http/provider.yaml b/providers/src/airflow/providers/http/provider.yaml
index 4f56f74ab460d..51dc4d4db681b 100644
--- a/providers/src/airflow/providers/http/provider.yaml
+++ b/providers/src/airflow/providers/http/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Hypertext Transfer Protocol (HTTP) <https://www.w3.org/Protocols/>`__
 
 state: ready
-source-date-epoch: 1726860926
+source-date-epoch: 1730012883
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.13.2
   - 4.13.1
   - 4.13.0
   - 4.12.0
diff --git a/providers/src/airflow/providers/http/sensors/http.py b/providers/src/airflow/providers/http/sensors/http.py
index 33b5e1d4defb4..ef0d9fd380d0f 100644
--- a/providers/src/airflow/providers/http/sensors/http.py
+++ b/providers/src/airflow/providers/http/sensors/http.py
@@ -94,6 +94,7 @@ def __init__(
         http_conn_id: str = "http_default",
         method: str = "GET",
         request_params: dict[str, Any] | None = None,
+        request_kwargs: dict[str, Any] | None = None,
         headers: dict[str, Any] | None = None,
         response_error_codes_allowlist: list[str] | None = None,
         response_check: Callable[..., bool] | None = None,
@@ -121,6 +122,7 @@ def __init__(
         self.tcp_keep_alive_count = tcp_keep_alive_count
         self.tcp_keep_alive_interval = tcp_keep_alive_interval
         self.deferrable = deferrable
+        self.request_kwargs = request_kwargs or {}
 
     def poke(self, context: Context) -> bool:
         from airflow.utils.operator_helpers import determine_kwargs
@@ -141,6 +143,7 @@ def poke(self, context: Context) -> bool:
                 data=self.request_params,
                 headers=self.headers,
                 extra_options=self.extra_options,
+                **self.request_kwargs,
             )
 
             if self.response_check:
diff --git a/providers/src/airflow/providers/jdbc/operators/jdbc.py b/providers/src/airflow/providers/jdbc/operators/jdbc.py
index b889eb6451823..3357b569c8fb4 100644
--- a/providers/src/airflow/providers/jdbc/operators/jdbc.py
+++ b/providers/src/airflow/providers/jdbc/operators/jdbc.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -54,7 +54,7 @@ class JdbcOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql",)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#ededed"
 
     def __init__(self, *, jdbc_conn_id: str = "jdbc_default", **kwargs) -> None:
diff --git a/providers/src/airflow/providers/jenkins/CHANGELOG.rst b/providers/src/airflow/providers/jenkins/CHANGELOG.rst
index ed4456778bcbb..17ae27dbf1a0a 100644
--- a/providers/src/airflow/providers/jenkins/CHANGELOG.rst
+++ b/providers/src/airflow/providers/jenkins/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+3.7.2
+.....
+
+Misc
+~~~~
+
+* ``Remove unnecessary return value from 'jenkins_request_with_headers' (#43207)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.7.1
 .....
 
diff --git a/providers/src/airflow/providers/jenkins/__init__.py b/providers/src/airflow/providers/jenkins/__init__.py
index 652eb1faab044..5ac32f8289d4c 100644
--- a/providers/src/airflow/providers/jenkins/__init__.py
+++ b/providers/src/airflow/providers/jenkins/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.7.1"
+__version__ = "3.7.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/jenkins/operators/jenkins_job_trigger.py b/providers/src/airflow/providers/jenkins/operators/jenkins_job_trigger.py
index c22dbb84de161..1f7237cfcfce1 100644
--- a/providers/src/airflow/providers/jenkins/operators/jenkins_job_trigger.py
+++ b/providers/src/airflow/providers/jenkins/operators/jenkins_job_trigger.py
@@ -38,7 +38,7 @@
 ParamType = Union[str, dict, list, None]
 
 
-def jenkins_request_with_headers(jenkins_server: Jenkins, req: Request) -> JenkinsRequest | None:
+def jenkins_request_with_headers(jenkins_server: Jenkins, req: Request) -> JenkinsRequest:
     """
     Create a Jenkins request from a raw request.
 
@@ -72,7 +72,6 @@ def jenkins_request_with_headers(jenkins_server: Jenkins, req: Request) -> Jenki
         raise jenkins.TimeoutException(f"Error in request: {e}")
     except URLError as e:
         raise JenkinsException(f"Error in request: {e.reason}")
-    return None
 
 
 class JenkinsJobTriggerOperator(BaseOperator):
@@ -117,7 +116,7 @@ def __init__(
         self.max_try_before_job_appears = max_try_before_job_appears
         self.allowed_jenkins_states = list(allowed_jenkins_states) if allowed_jenkins_states else ["SUCCESS"]
 
-    def build_job(self, jenkins_server: Jenkins, params: ParamType = None) -> JenkinsRequest | None:
+    def build_job(self, jenkins_server: Jenkins, params: ParamType = None) -> JenkinsRequest:
         """
         Trigger a build job.
 
@@ -207,8 +206,7 @@ def execute(self, context: Mapping[Any, Any]) -> str | None:
         )
         jenkins_server = self.hook.get_jenkins_server()
         jenkins_response = self.build_job(jenkins_server, self.parameters)
-        if jenkins_response:
-            build_number = self.poll_job_in_queue(jenkins_response["headers"]["Location"], jenkins_server)
+        build_number = self.poll_job_in_queue(jenkins_response["headers"]["Location"], jenkins_server)
 
         time.sleep(self.sleep_time)
         keep_polling_job = True
diff --git a/providers/src/airflow/providers/jenkins/provider.yaml b/providers/src/airflow/providers/jenkins/provider.yaml
index 23b42e3224fcc..7e20c041c18c2 100644
--- a/providers/src/airflow/providers/jenkins/provider.yaml
+++ b/providers/src/airflow/providers/jenkins/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Jenkins <https://jenkins.io/>`__
 
 state: ready
-source-date-epoch: 1726860963
+source-date-epoch: 1730012916
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.7.2
   - 3.7.1
   - 3.7.0
   - 3.6.1
diff --git a/providers/src/airflow/providers/microsoft/azure/CHANGELOG.rst b/providers/src/airflow/providers/microsoft/azure/CHANGELOG.rst
index 148fce2e1152f..92defa0eb64ce 100644
--- a/providers/src/airflow/providers/microsoft/azure/CHANGELOG.rst
+++ b/providers/src/airflow/providers/microsoft/azure/CHANGELOG.rst
@@ -27,6 +27,35 @@
 Changelog
 ---------
 
+11.0.0
+......
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+.. warning::
+   * We changed the message callback for Azure Service Bus messages to take two parameters, the message and the context, rather than just the message. This allows pushing message information into XComs. To upgrade from the previous version, which only took the message, please update your callback to take the context as a second parameter.
+
+
+* ``Add context to Azure Service Bus Message callback (#43370)``
+
+Features
+~~~~~~~~
+
+* ``Feature: Added event_handler parameter in MSGraphAsyncOperator (#42539)``
+
+Misc
+~~~~
+
+* ``Add documentation for the PowerBIDatasetRefresh Operator. (#42754)``
+* ``Add upperbound to microsoft-kiota-abstractions (#43021)``
+* ``Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 10.5.1
 ......
 
diff --git a/providers/src/airflow/providers/microsoft/azure/__init__.py b/providers/src/airflow/providers/microsoft/azure/__init__.py
index 44aafcaa1730a..e14cf0a1c37a1 100644
--- a/providers/src/airflow/providers/microsoft/azure/__init__.py
+++ b/providers/src/airflow/providers/microsoft/azure/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "10.5.1"
+__version__ = "11.0.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/microsoft/azure/hooks/asb.py b/providers/src/airflow/providers/microsoft/azure/hooks/asb.py
index 317447d111703..1dafe3c7f3c87 100644
--- a/providers/src/airflow/providers/microsoft/azure/hooks/asb.py
+++ b/providers/src/airflow/providers/microsoft/azure/hooks/asb.py
@@ -34,12 +34,13 @@
     get_sync_default_azure_credential,
 )
 
-MessageCallback = Callable[[ServiceBusMessage], None]
-
-
 if TYPE_CHECKING:
     from azure.identity import DefaultAzureCredential
 
+    from airflow.utils.context import Context
+
+    MessageCallback = Callable[[ServiceBusMessage, Context], None]
+
 
 class BaseAzureServiceBusHook(BaseHook):
     """
@@ -283,6 +284,7 @@ def send_batch_message(sender: ServiceBusSender, messages: list[str]):
     def receive_message(
         self,
         queue_name: str,
+        context: Context,
         max_message_count: int | None = 1,
         max_wait_time: float | None = None,
         message_callback: MessageCallback | None = None,
@@ -309,12 +311,13 @@ def receive_message(
                 max_message_count=max_message_count, max_wait_time=max_wait_time
             )
             for msg in received_msgs:
-                self._process_message(msg, message_callback, receiver)
+                self._process_message(msg, context, message_callback, receiver)
 
     def receive_subscription_message(
         self,
         topic_name: str,
         subscription_name: str,
+        context: Context,
         max_message_count: int | None,
         max_wait_time: float | None,
         message_callback: MessageCallback | None = None,
@@ -350,11 +353,12 @@ def receive_subscription_message(
                 max_message_count=max_message_count, max_wait_time=max_wait_time
             )
             for msg in received_msgs:
-                self._process_message(msg, message_callback, subscription_receiver)
+                self._process_message(msg, context, message_callback, subscription_receiver)
 
     def _process_message(
         self,
         msg: ServiceBusReceivedMessage,
+        context: Context,
         message_callback: MessageCallback | None,
         receiver: ServiceBusReceiver,
     ):
@@ -372,7 +376,7 @@ def _process_message(
             receiver.complete_message(msg)
         else:
             try:
-                message_callback(msg)
+                message_callback(msg, context)
             except Exception as e:
                 self.log.error("Error processing message: %s", e)
                 receiver.abandon_message(msg)
diff --git a/providers/src/airflow/providers/microsoft/azure/hooks/wasb.py b/providers/src/airflow/providers/microsoft/azure/hooks/wasb.py
index 36cafd9933bdc..014be1903c146 100644
--- a/providers/src/airflow/providers/microsoft/azure/hooks/wasb.py
+++ b/providers/src/airflow/providers/microsoft/azure/hooks/wasb.py
@@ -493,6 +493,33 @@ def delete_blobs(self, container_name: str, *blobs, **kwargs) -> None:
         self._get_container_client(container_name).delete_blobs(*blobs, **kwargs)
         self.log.info("Deleted blobs: %s", blobs)
 
+    def copy_blobs(
+        self,
+        source_container_name: str,
+        source_blob_name: str,
+        destination_container_name: str,
+        destination_blob_name: str,
+    ) -> None:
+        """
+        Copy the specified blobs from one blob prefix to another.
+
+        :param source_container_name: The name of the source container containing the blobs.
+        :param source_blob_name: The full source blob path without the container name.
+        :param destination_container_name: The name of the destination container where the blobs
+            will be copied to.
+        :param destination_blob_name: The full destination blob path without the container name.
+        """
+        source_blob_client = self._get_blob_client(
+            container_name=source_container_name, blob_name=source_blob_name
+        )
+        source_blob_url = source_blob_client.url
+
+        destination_blob_client = self._get_blob_client(
+            container_name=destination_container_name, blob_name=destination_blob_name
+        )
+
+        destination_blob_client.start_copy_from_url(source_blob_url)
+
     def delete_file(
         self,
         container_name: str,
diff --git a/providers/src/airflow/providers/microsoft/azure/operators/asb.py b/providers/src/airflow/providers/microsoft/azure/operators/asb.py
index 85619526cfb93..7d6bab0d625f6 100644
--- a/providers/src/airflow/providers/microsoft/azure/operators/asb.py
+++ b/providers/src/airflow/providers/microsoft/azure/operators/asb.py
@@ -31,7 +31,7 @@
 
     from airflow.utils.context import Context
 
-    MessageCallback = Callable[[ServiceBusMessage], None]
+    MessageCallback = Callable[[ServiceBusMessage, Context], None]
 
 
 class AzureServiceBusCreateQueueOperator(BaseOperator):
@@ -176,6 +176,7 @@ def execute(self, context: Context) -> None:
         # Receive message
         hook.receive_message(
             self.queue_name,
+            context,
             max_message_count=self.max_message_count,
             max_wait_time=self.max_wait_time,
             message_callback=self.message_callback,
@@ -562,6 +563,7 @@ def execute(self, context: Context) -> None:
         hook.receive_subscription_message(
             self.topic_name,
             self.subscription_name,
+            context,
             self.max_message_count,
             self.max_wait_time,
             message_callback=self.message_callback,
diff --git a/providers/src/airflow/providers/microsoft/azure/operators/powerbi.py b/providers/src/airflow/providers/microsoft/azure/operators/powerbi.py
index fc812e852d90b..b80966f541fc6 100644
--- a/providers/src/airflow/providers/microsoft/azure/operators/powerbi.py
+++ b/providers/src/airflow/providers/microsoft/azure/operators/powerbi.py
@@ -52,6 +52,10 @@ class PowerBIDatasetRefreshOperator(BaseOperator):
     """
     Refreshes a Power BI dataset.
 
+    .. seealso::
+        For more information on how to use this operator, take a look at the guide:
+        :ref:`howto/operator:PowerBIDatasetRefreshOperator`
+
     :param dataset_id: The dataset id.
     :param group_id: The workspace id.
     :param conn_id: Airflow Connection ID that contains the connection information for the Power BI account used for authentication.
diff --git a/providers/src/airflow/providers/microsoft/azure/provider.yaml b/providers/src/airflow/providers/microsoft/azure/provider.yaml
index b3906b10a2aac..8d3b5dc1df881 100644
--- a/providers/src/airflow/providers/microsoft/azure/provider.yaml
+++ b/providers/src/airflow/providers/microsoft/azure/provider.yaml
@@ -20,9 +20,10 @@ name: Microsoft Azure
 description: |
   `Microsoft Azure <https://azure.microsoft.com/>`__
 state: ready
-source-date-epoch: 1728485226
+source-date-epoch: 1730013072
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 11.0.0
   - 10.5.1
   - 10.5.0
   - 10.4.0
@@ -118,7 +119,7 @@ dependencies:
   - microsoft-kiota-abstractions>=1.4.0
 
 devel-dependencies:
-  - pywinrm
+  - pywinrm>=0.4
 
 integrations:
   - integration-name: Microsoft Azure Batch
@@ -190,6 +191,8 @@ integrations:
     tags: [azure]
   - integration-name: Microsoft Power BI
     external-doc-url: https://learn.microsoft.com/en-us/rest/api/power-bi/
+    how-to-guide:
+      - /docs/apache-airflow-providers-microsoft-azure/operators/powerbi.rst
     tags: [azure]
 
 operators:
diff --git a/providers/src/airflow/providers/microsoft/mssql/operators/mssql.py b/providers/src/airflow/providers/microsoft/mssql/operators/mssql.py
index 5c24831ef1d26..e21c78c3bf6a1 100644
--- a/providers/src/airflow/providers/microsoft/mssql/operators/mssql.py
+++ b/providers/src/airflow/providers/microsoft/mssql/operators/mssql.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -59,7 +59,7 @@ class MsSqlOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql",)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "tsql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "tsql"}
     ui_color = "#ededed"
 
     def __init__(
diff --git a/providers/src/airflow/providers/mongo/CHANGELOG.rst b/providers/src/airflow/providers/mongo/CHANGELOG.rst
index 1f5c938dcf1c1..35c3337fc803b 100644
--- a/providers/src/airflow/providers/mongo/CHANGELOG.rst
+++ b/providers/src/airflow/providers/mongo/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+4.2.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix(providers/mongo): prevent applying lower method on boolean field (#43024)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.2.1
 .....
 
diff --git a/providers/src/airflow/providers/mongo/__init__.py b/providers/src/airflow/providers/mongo/__init__.py
index ad637eede845e..ff762b502b268 100644
--- a/providers/src/airflow/providers/mongo/__init__.py
+++ b/providers/src/airflow/providers/mongo/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.2.1"
+__version__ = "4.2.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/mongo/provider.yaml b/providers/src/airflow/providers/mongo/provider.yaml
index c620c9512ec56..db3d1fc578b4f 100644
--- a/providers/src/airflow/providers/mongo/provider.yaml
+++ b/providers/src/airflow/providers/mongo/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `MongoDB <https://www.mongodb.com/>`__
 
 state: ready
-source-date-epoch: 1726861027
+source-date-epoch: 1730013183
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.2.2
   - 4.2.1
   - 4.2.0
   - 4.1.2
diff --git a/providers/src/airflow/providers/mysql/CHANGELOG.rst b/providers/src/airflow/providers/mysql/CHANGELOG.rst
index 3426e0cd10883..0bc057e23506d 100644
--- a/providers/src/airflow/providers/mysql/CHANGELOG.rst
+++ b/providers/src/airflow/providers/mysql/CHANGELOG.rst
@@ -26,6 +26,19 @@
 Changelog
 ---------
 
+5.7.3
+.....
+
+Misc
+~~~~
+
+* ``Improve the cursor type definition of mysql (#43376)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 5.7.2
 .....
 
diff --git a/providers/src/airflow/providers/mysql/__init__.py b/providers/src/airflow/providers/mysql/__init__.py
index 4c897ee113178..6b13b8cafbf8e 100644
--- a/providers/src/airflow/providers/mysql/__init__.py
+++ b/providers/src/airflow/providers/mysql/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "5.7.2"
+__version__ = "5.7.3"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/mysql/hooks/mysql.py b/providers/src/airflow/providers/mysql/hooks/mysql.py
index a6e40ad32b87c..5ed8a62d75f23 100644
--- a/providers/src/airflow/providers/mysql/hooks/mysql.py
+++ b/providers/src/airflow/providers/mysql/hooks/mysql.py
@@ -35,7 +35,15 @@
         from mysql.connector.abstracts import MySQLConnectionAbstract
     except ModuleNotFoundError:
         logger.warning("The package 'mysql-connector-python' is not installed. Import skipped")
-    from MySQLdb.connections import Connection as MySQLdbConnection
+    try:
+        from MySQLdb.connections import Connection as MySQLdbConnection
+    except ImportError:
+        raise RuntimeError(
+            "You do not have `mysqlclient` package installed. "
+            "Please install it with `pip install mysqlclient` and make sure you have system "
+            "mysql libraries installed, as well as well as `pkg-config` system package "
+            "installed in case you see compilation error during installation."
+        )
 
 MySQLConnectionTypes = Union["MySQLdbConnection", "MySQLConnectionAbstract"]
 
@@ -125,14 +133,27 @@ def _get_conn_config_mysql_client(self, conn: Connection) -> dict:
             if conn_config["charset"].lower() in ("utf8", "utf-8"):
                 conn_config["use_unicode"] = True
         if conn.extra_dejson.get("cursor", False):
-            import MySQLdb.cursors
-
-            if (conn.extra_dejson["cursor"]).lower() == "sscursor":
-                conn_config["cursorclass"] = MySQLdb.cursors.SSCursor
-            elif (conn.extra_dejson["cursor"]).lower() == "dictcursor":
-                conn_config["cursorclass"] = MySQLdb.cursors.DictCursor
-            elif (conn.extra_dejson["cursor"]).lower() == "ssdictcursor":
-                conn_config["cursorclass"] = MySQLdb.cursors.SSDictCursor
+            try:
+                import MySQLdb.cursors
+            except ImportError:
+                raise RuntimeError(
+                    "You do not have `mysqlclient` package installed. "
+                    "Please install it with `pip install mysqlclient` and make sure you have system "
+                    "mysql libraries installed, as well as well as `pkg-config` system package "
+                    "installed in case you see compilation error during installation."
+                )
+
+            cursor_type = conn.extra_dejson.get("cursor", "").lower()
+            # Dictionary mapping cursor types to their respective classes
+            cursor_classes = {
+                "sscursor": MySQLdb.cursors.SSCursor,
+                "dictcursor": MySQLdb.cursors.DictCursor,
+                "ssdictcursor": MySQLdb.cursors.SSDictCursor,
+            }
+            # Set the cursor class in the connection configuration based on the cursor type
+            if cursor_type in cursor_classes:
+                conn_config["cursorclass"] = cursor_classes[cursor_type]
+
         if conn.extra_dejson.get("ssl", False):
             # SSL parameter for MySQL has to be a dictionary and in case
             # of extra/dejson we can get string if extra is passed via
@@ -189,7 +210,15 @@ def get_conn(self) -> MySQLConnectionTypes:
         client_name = conn.extra_dejson.get("client", "mysqlclient")
 
         if client_name == "mysqlclient":
-            import MySQLdb
+            try:
+                import MySQLdb
+            except ImportError:
+                raise RuntimeError(
+                    "You do not have `mysqlclient` package installed. "
+                    "Please install it with `pip install mysqlclient` and make sure you have system "
+                    "mysql libraries installed, as well as well as `pkg-config` system package "
+                    "installed in case you see compilation error during installation."
+                )
 
             conn_config = self._get_conn_config_mysql_client(conn)
             return MySQLdb.connect(**conn_config)
diff --git a/providers/src/airflow/providers/mysql/operators/mysql.py b/providers/src/airflow/providers/mysql/operators/mysql.py
index 2c2436b4d9daa..7a47dd0a68cf3 100644
--- a/providers/src/airflow/providers/mysql/operators/mysql.py
+++ b/providers/src/airflow/providers/mysql/operators/mysql.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -58,7 +58,7 @@ class MySqlOperator(SQLExecuteQueryOperator):
     """
 
     template_fields: Sequence[str] = ("sql", "parameters")
-    template_fields_renderers = {
+    template_fields_renderers: ClassVar[dict] = {
         "sql": "mysql",
         "parameters": "json",
     }
diff --git a/providers/src/airflow/providers/mysql/provider.yaml b/providers/src/airflow/providers/mysql/provider.yaml
index 82e5b8cda2c3b..a1ab2229dfd46 100644
--- a/providers/src/airflow/providers/mysql/provider.yaml
+++ b/providers/src/airflow/providers/mysql/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `MySQL <https://www.mysql.com/>`__
 
 state: ready
-source-date-epoch: 1728485234
+source-date-epoch: 1730013207
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 5.7.3
   - 5.7.2
   - 5.7.1
   - 5.7.0
@@ -69,7 +70,10 @@ versions:
 dependencies:
   - apache-airflow>=2.8.0
   - apache-airflow-providers-common-sql>=1.17.0
-  - mysqlclient>=1.4.0
+  # The mysqlclient package creates friction when installing on MacOS as it needs pkg-config to
+  # Install and compile, and it's really only used by MySQL provider, so we can skip it on MacOS
+  # Instead, if someone attempts to use it on MacOS, they will get explanatory error on how to install it
+  - mysqlclient>=1.4.0; sys_platform != 'darwin'
   - mysql-connector-python>=8.0.29
 
 additional-extras:
diff --git a/providers/src/airflow/providers/mysql/transfers/vertica_to_mysql.py b/providers/src/airflow/providers/mysql/transfers/vertica_to_mysql.py
index fd196315d7901..ee821b38da4de 100644
--- a/providers/src/airflow/providers/mysql/transfers/vertica_to_mysql.py
+++ b/providers/src/airflow/providers/mysql/transfers/vertica_to_mysql.py
@@ -22,7 +22,15 @@
 from tempfile import NamedTemporaryFile
 from typing import TYPE_CHECKING, Sequence
 
-import MySQLdb
+try:
+    import MySQLdb
+except ImportError:
+    raise RuntimeError(
+        "You do not have `mysqlclient` package installed. "
+        "Please install it with `pip install mysqlclient` and make sure you have system "
+        "mysql libraries installed, as well as well as `pkg-config` system package "
+        "installed in case you see compilation error during installation."
+    )
 
 from airflow.models import BaseOperator
 from airflow.providers.mysql.hooks.mysql import MySqlHook
diff --git a/providers/src/airflow/providers/odbc/CHANGELOG.rst b/providers/src/airflow/providers/odbc/CHANGELOG.rst
index c73b88905b724..27b9284969422 100644
--- a/providers/src/airflow/providers/odbc/CHANGELOG.rst
+++ b/providers/src/airflow/providers/odbc/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+4.8.0
+.....
+
+Features
+~~~~~~~~
+
+* ``refactor: OdbcHook must use it's own connection when creating a sqlalchemy engine (#43145)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 4.7.1
 .....
 
diff --git a/providers/src/airflow/providers/odbc/__init__.py b/providers/src/airflow/providers/odbc/__init__.py
index bdbd6b193ef13..b1ca4061fa5c0 100644
--- a/providers/src/airflow/providers/odbc/__init__.py
+++ b/providers/src/airflow/providers/odbc/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.7.1"
+__version__ = "4.8.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/odbc/hooks/odbc.py b/providers/src/airflow/providers/odbc/hooks/odbc.py
index 48dada49f88ba..aa3f9ce50fa80 100644
--- a/providers/src/airflow/providers/odbc/hooks/odbc.py
+++ b/providers/src/airflow/providers/odbc/hooks/odbc.py
@@ -180,6 +180,19 @@ def connect_kwargs(self) -> dict:
 
         return merged_connect_kwargs
 
+    def get_sqlalchemy_engine(self, engine_kwargs=None):
+        """
+        Get an sqlalchemy_engine object.
+
+        :param engine_kwargs: Kwargs used in :func:`~sqlalchemy.create_engine`.
+        :return: the created engine.
+        """
+        if engine_kwargs is None:
+            engine_kwargs = {}
+        engine_kwargs["creator"] = self.get_conn
+
+        return super().get_sqlalchemy_engine(engine_kwargs)
+
     def get_conn(self) -> Connection:
         """Return ``pyodbc`` connection object."""
         conn = connect(self.odbc_connection_string, **self.connect_kwargs)
diff --git a/providers/src/airflow/providers/odbc/provider.yaml b/providers/src/airflow/providers/odbc/provider.yaml
index e45c71f452c4b..9904e727c8789 100644
--- a/providers/src/airflow/providers/odbc/provider.yaml
+++ b/providers/src/airflow/providers/odbc/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `ODBC <https://github.com/mkleehammer/pyodbc/wiki>`__
 
 state: ready
-source-date-epoch: 1726861047
+source-date-epoch: 1730013295
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 4.8.0
   - 4.7.1
   - 4.7.0
   - 4.6.3
diff --git a/providers/src/airflow/providers/openlineage/CHANGELOG.rst b/providers/src/airflow/providers/openlineage/CHANGELOG.rst
index 05c20a241e624..9a78d2f07d163 100644
--- a/providers/src/airflow/providers/openlineage/CHANGELOG.rst
+++ b/providers/src/airflow/providers/openlineage/CHANGELOG.rst
@@ -26,6 +26,26 @@
 Changelog
 ---------
 
+1.13.0
+......
+
+Features
+~~~~~~~~
+
+* ``feat(providers/openlineage): Use asset in common provider (#43111)``
+
+Misc
+~~~~
+
+* ``Ignore attr-defined for compat import (#43301)``
+* ``nit: remove taskgroup's tooltip from OL's AirflowJobFacet (#43152)``
+* ``require 1.2.1 common.compat for openlineage provider (#43039)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 1.12.2
 ......
 
diff --git a/providers/src/airflow/providers/openlineage/__init__.py b/providers/src/airflow/providers/openlineage/__init__.py
index 676fae32d2594..350b9976614e4 100644
--- a/providers/src/airflow/providers/openlineage/__init__.py
+++ b/providers/src/airflow/providers/openlineage/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.12.2"
+__version__ = "1.13.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/openlineage/provider.yaml b/providers/src/airflow/providers/openlineage/provider.yaml
index 92783f6309155..e89b08e859369 100644
--- a/providers/src/airflow/providers/openlineage/provider.yaml
+++ b/providers/src/airflow/providers/openlineage/provider.yaml
@@ -22,9 +22,10 @@ description: |
   `OpenLineage <https://openlineage.io/>`__
 
 state: ready
-source-date-epoch: 1728485291
+source-date-epoch: 1730013356
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 1.13.0
   - 1.12.2
   - 1.12.1
   - 1.12.0
@@ -86,7 +87,7 @@ config:
           full import paths of Operators to disable.
         type: string
         example: "airflow.providers.standard.operators.bash.BashOperator;
-          airflow.operators.python.PythonOperator"
+          airflow.providers.standard.operators.python.PythonOperator"
         default: ""
         version_added: 1.1.0
       selective_enable:
diff --git a/providers/src/airflow/providers/openlineage/utils/utils.py b/providers/src/airflow/providers/openlineage/utils/utils.py
index 3d05d564a7867..a00552eed251f 100644
--- a/providers/src/airflow/providers/openlineage/utils/utils.py
+++ b/providers/src/airflow/providers/openlineage/utils/utils.py
@@ -482,7 +482,6 @@ def _get_task_groups_details(dag: DAG) -> dict:
     return {
         tg_id: {
             "parent_group": tg.parent_group.group_id,
-            "tooltip": tg.tooltip,
             "ui_color": tg.ui_color,
             "ui_fgcolor": tg.ui_fgcolor,
             "ui_label": tg.label,
@@ -679,7 +678,7 @@ def translate_airflow_asset(asset: Asset, lineage_context) -> OpenLineageDataset
         from airflow.assets import _get_normalized_scheme
     except ModuleNotFoundError:
         try:
-            from airflow.datasets import _get_normalized_scheme  # type: ignore[no-redef]
+            from airflow.datasets import _get_normalized_scheme  # type: ignore[no-redef, attr-defined]
         except ImportError:
             return None
 
diff --git a/providers/src/airflow/providers/oracle/CHANGELOG.rst b/providers/src/airflow/providers/oracle/CHANGELOG.rst
index 2a4bba934c0b0..6b4970a613fd3 100644
--- a/providers/src/airflow/providers/oracle/CHANGELOG.rst
+++ b/providers/src/airflow/providers/oracle/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+3.12.0
+......
+
+Features
+~~~~~~~~
+
+* ``Add sequence insert support to OracleHook (#42947)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.11.0
 ......
 
diff --git a/providers/src/airflow/providers/oracle/__init__.py b/providers/src/airflow/providers/oracle/__init__.py
index 8bb5a0ae66776..be6b3f4d27278 100644
--- a/providers/src/airflow/providers/oracle/__init__.py
+++ b/providers/src/airflow/providers/oracle/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.11.0"
+__version__ = "3.12.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/oracle/hooks/oracle.py b/providers/src/airflow/providers/oracle/hooks/oracle.py
index a252a7599cd34..192a2da4b1a64 100644
--- a/providers/src/airflow/providers/oracle/hooks/oracle.py
+++ b/providers/src/airflow/providers/oracle/hooks/oracle.py
@@ -328,6 +328,8 @@ def bulk_insert_rows(
         rows: list[tuple],
         target_fields: list[str] | None = None,
         commit_every: int = 5000,
+        sequence_column: str | None = None,
+        sequence_name: str | None = None,
     ):
         """
         Perform bulk inserts efficiently for Oracle DB.
@@ -342,6 +344,8 @@ def bulk_insert_rows(
             If None, each rows should have some order as table columns name
         :param commit_every: the maximum number of rows to insert in one transaction
             Default 5000. Set greater than 0. Set 1 to insert each row in each transaction
+        :param sequence_column: the column name to which the sequence will be applied, default None.
+        :param sequence_name: the names of the sequence_name in the table, default None.
         """
         if not rows:
             raise ValueError("parameter rows could not be None or empty iterable")
@@ -350,11 +354,28 @@ def bulk_insert_rows(
             self.set_autocommit(conn, False)
         cursor = conn.cursor()  # type: ignore[attr-defined]
         values_base = target_fields or rows[0]
-        prepared_stm = "insert into {tablename} {columns} values ({values})".format(
-            tablename=table,
-            columns="({})".format(", ".join(target_fields)) if target_fields else "",
-            values=", ".join(f":{i}" for i in range(1, len(values_base) + 1)),
-        )
+
+        if bool(sequence_column) ^ bool(sequence_name):
+            raise ValueError(
+                "Parameters 'sequence_column' and 'sequence_name' must be provided together or not at all."
+            )
+
+        if sequence_column and sequence_name:
+            prepared_stm = "insert into {tablename} {columns} values ({values})".format(
+                tablename=table,
+                columns="({})".format(", ".join([sequence_column] + target_fields))
+                if target_fields
+                else f"({sequence_column})",
+                values=", ".join(
+                    [f"{sequence_name}.NEXTVAL"] + [f":{i}" for i in range(1, len(values_base) + 1)]
+                ),
+            )
+        else:
+            prepared_stm = "insert into {tablename} {columns} values ({values})".format(
+                tablename=table,
+                columns="({})".format(", ".join(target_fields)) if target_fields else "",
+                values=", ".join(f":{i}" for i in range(1, len(values_base) + 1)),
+            )
         row_count = 0
         # Chunk the rows
         row_chunk = []
@@ -369,10 +390,11 @@ def bulk_insert_rows(
                 # Empty chunk
                 row_chunk = []
         # Commit the leftover chunk
-        cursor.prepare(prepared_stm)
-        cursor.executemany(None, row_chunk)
-        conn.commit()  # type: ignore[attr-defined]
-        self.log.info("[%s] inserted %s rows", table, row_count)
+        if row_chunk:
+            cursor.prepare(prepared_stm)
+            cursor.executemany(None, row_chunk)
+            conn.commit()  # type: ignore[attr-defined]
+            self.log.info("[%s] inserted %s rows", table, row_count)
         cursor.close()
         conn.close()  # type: ignore[attr-defined]
 
diff --git a/providers/src/airflow/providers/oracle/operators/oracle.py b/providers/src/airflow/providers/oracle/operators/oracle.py
index 0debfed2c6b57..5770271d6360f 100644
--- a/providers/src/airflow/providers/oracle/operators/oracle.py
+++ b/providers/src/airflow/providers/oracle/operators/oracle.py
@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 import re
-from typing import TYPE_CHECKING, Sequence
+from typing import TYPE_CHECKING, ClassVar, Sequence
 
 import oracledb
 from deprecated import deprecated
@@ -60,7 +60,7 @@ class OracleOperator(SQLExecuteQueryOperator):
         "sql",
     )
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#ededed"
 
     def __init__(self, *, oracle_conn_id: str = "oracle_default", **kwargs) -> None:
diff --git a/providers/src/airflow/providers/oracle/provider.yaml b/providers/src/airflow/providers/oracle/provider.yaml
index 87b13c3a8a649..01309d91146bf 100644
--- a/providers/src/airflow/providers/oracle/provider.yaml
+++ b/providers/src/airflow/providers/oracle/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Oracle <https://www.oracle.com/en/database/>`__
 
 state: ready
-source-date-epoch: 1723970489
+source-date-epoch: 1730013388
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.12.0
   - 3.11.0
   - 3.10.3
   - 3.10.2
diff --git a/providers/src/airflow/providers/papermill/provider.yaml b/providers/src/airflow/providers/papermill/provider.yaml
index daed409982953..2118e4c2514d9 100644
--- a/providers/src/airflow/providers/papermill/provider.yaml
+++ b/providers/src/airflow/providers/papermill/provider.yaml
@@ -54,8 +54,8 @@ versions:
 dependencies:
   - apache-airflow>=2.8.0
   - papermill[all]>=2.6.0
-  - scrapbook[all]
-  - ipykernel
+  - scrapbook[all]>=0.5.0
+  - ipykernel>=6.29.4
   - pandas>=2.1.2,<2.2;python_version>="3.9"
   - pandas>=1.5.3,<2.2;python_version<"3.9"
 
diff --git a/providers/src/airflow/providers/postgres/operators/postgres.py b/providers/src/airflow/providers/postgres/operators/postgres.py
index 424a86b66690f..f936d4626978b 100644
--- a/providers/src/airflow/providers/postgres/operators/postgres.py
+++ b/providers/src/airflow/providers/postgres/operators/postgres.py
@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 import warnings
-from typing import Mapping
+from typing import ClassVar, Mapping
 
 from deprecated import deprecated
 
@@ -55,7 +55,10 @@ class PostgresOperator(SQLExecuteQueryOperator):
         Deprecated - use `hook_params={'options': '-c <connection_options>'}` instead.
     """
 
-    template_fields_renderers = {**SQLExecuteQueryOperator.template_fields_renderers, "sql": "postgresql"}
+    template_fields_renderers: ClassVar[dict] = {
+        **SQLExecuteQueryOperator.template_fields_renderers,
+        "sql": "postgresql",
+    }
     ui_color = "#ededed"
 
     def __init__(
diff --git a/providers/src/airflow/providers/slack/CHANGELOG.rst b/providers/src/airflow/providers/slack/CHANGELOG.rst
index 9aff8bc725e79..443ca5ae7e682 100644
--- a/providers/src/airflow/providers/slack/CHANGELOG.rst
+++ b/providers/src/airflow/providers/slack/CHANGELOG.rst
@@ -27,6 +27,20 @@
 Changelog
 ---------
 
+8.9.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``adding support for snippet type in slack api (#43305)``
+* ``passing the filetype for SlackAPIFileOperator (#43069)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 8.9.0
 .....
 
diff --git a/providers/src/airflow/providers/slack/__init__.py b/providers/src/airflow/providers/slack/__init__.py
index 019f78256f8a3..63b1e7e812652 100644
--- a/providers/src/airflow/providers/slack/__init__.py
+++ b/providers/src/airflow/providers/slack/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.9.0"
+__version__ = "8.9.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/slack/hooks/slack.py b/providers/src/airflow/providers/slack/hooks/slack.py
index f0193a437e30d..3c696230131c1 100644
--- a/providers/src/airflow/providers/slack/hooks/slack.py
+++ b/providers/src/airflow/providers/slack/hooks/slack.py
@@ -203,6 +203,7 @@ def send_file(
         filetype: str | None = None,
         initial_comment: str | None = None,
         title: str | None = None,
+        **kwargs,
     ) -> SlackResponse:
         """
         Create or upload an existing file.
@@ -295,7 +296,8 @@ def send_file_v1_to_v2(
         filename: str | None = None,
         initial_comment: str | None = None,
         title: str | None = None,
-        filetype: str | None = None,
+        snippet_type: str | None = None,
+        **kwargs,
     ) -> list[SlackResponse]:
         """
         Smooth transition between ``send_file`` and ``send_file_v2`` methods.
@@ -308,7 +310,7 @@ def send_file_v1_to_v2(
         :param filename: Displayed filename.
         :param initial_comment: The message text introducing the file in specified ``channels``.
         :param title: Title of the file.
-        :param filetype: A file type identifier.
+        :param snippet_type: Syntax type for the content being uploaded.
         """
         if not exactly_one(file, content):
             raise ValueError("Either `file` or `content` must be provided, not both.")
@@ -318,7 +320,7 @@ def send_file_v1_to_v2(
         else:
             file_uploads = {"content": content, "filename": filename}
 
-        file_uploads.update({"title": title, "snippet_type": filetype})
+        file_uploads.update({"title": title, "snippet_type": snippet_type})
 
         if channels:
             if isinstance(channels, str):
diff --git a/providers/src/airflow/providers/slack/operators/slack.py b/providers/src/airflow/providers/slack/operators/slack.py
index 64be693af67e4..88644726e27a6 100644
--- a/providers/src/airflow/providers/slack/operators/slack.py
+++ b/providers/src/airflow/providers/slack/operators/slack.py
@@ -209,6 +209,7 @@ class SlackAPIFileOperator(SlackAPIOperator):
     :param filetype: slack filetype. (templated) See: https://api.slack.com/types/file#file_types
     :param content: file content. (templated)
     :param title: title of file. (templated)
+    :param snippet_type: Syntax type for the snippet being uploaded.(templated)
     :param method_version: The version of the method of Slack SDK Client to be used, either "v1" or "v2".
     """
 
@@ -219,6 +220,7 @@ class SlackAPIFileOperator(SlackAPIOperator):
         "filetype",
         "content",
         "title",
+        "snippet_type",
     )
     ui_color = "#44BEDF"
 
@@ -232,6 +234,7 @@ def __init__(
         title: str | None = None,
         method_version: Literal["v1", "v2"] = "v2",
         channel: str | Sequence[str] | None | ArgNotSet = NOTSET,
+        snippet_type: str | None = None,
         **kwargs,
     ) -> None:
         if channel is not NOTSET:
@@ -253,6 +256,7 @@ def __init__(
         self.content = content
         self.title = title
         self.method_version = method_version
+        self.snippet_type = snippet_type
 
     @property
     def _method_resolver(self):
@@ -269,4 +273,5 @@ def execute(self, context: Context):
             content=self.content,
             initial_comment=self.initial_comment,
             title=self.title,
+            snippet_type=self.snippet_type,
         )
diff --git a/providers/src/airflow/providers/slack/provider.yaml b/providers/src/airflow/providers/slack/provider.yaml
index 2a1cda7b5dc7e..1444036923e79 100644
--- a/providers/src/airflow/providers/slack/provider.yaml
+++ b/providers/src/airflow/providers/slack/provider.yaml
@@ -25,9 +25,10 @@ description: |
       - `Slack Incoming Webhook <https://api.slack.com/messaging/webhooks>`__
 
 state: ready
-source-date-epoch: 1723970565
+source-date-epoch: 1730013468
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 8.9.1
   - 8.9.0
   - 8.8.0
   - 8.7.1
diff --git a/providers/src/airflow/providers/snowflake/operators/snowflake.py b/providers/src/airflow/providers/snowflake/operators/snowflake.py
index 89af8fbb6fdc9..c7c19d740b1f0 100644
--- a/providers/src/airflow/providers/snowflake/operators/snowflake.py
+++ b/providers/src/airflow/providers/snowflake/operators/snowflake.py
@@ -19,7 +19,7 @@
 
 import time
 from datetime import timedelta
-from typing import TYPE_CHECKING, Any, Iterable, List, Mapping, Sequence, SupportsAbs, cast
+from typing import TYPE_CHECKING, Any, ClassVar, Iterable, List, Mapping, Sequence, SupportsAbs, cast
 
 from deprecated import deprecated
 
@@ -88,7 +88,7 @@ class SnowflakeOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql",)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#ededed"
 
     def __init__(
diff --git a/providers/src/airflow/providers/snowflake/operators/snowpark.py b/providers/src/airflow/providers/snowflake/operators/snowpark.py
index 1635eebaa3488..81ed876f3f679 100644
--- a/providers/src/airflow/providers/snowflake/operators/snowpark.py
+++ b/providers/src/airflow/providers/snowflake/operators/snowpark.py
@@ -19,7 +19,7 @@
 
 from typing import Any, Callable, Collection, Mapping, Sequence
 
-from airflow.operators.python import PythonOperator, get_current_context
+from airflow.providers.common.compat.standard.operators import PythonOperator, get_current_context
 from airflow.providers.snowflake.hooks.snowflake import SnowflakeHook
 from airflow.providers.snowflake.utils.snowpark import inject_session_into_op_kwargs
 
diff --git a/providers/src/airflow/providers/sqlite/operators/sqlite.py b/providers/src/airflow/providers/sqlite/operators/sqlite.py
index 38c085178f2b3..1e38696263f97 100644
--- a/providers/src/airflow/providers/sqlite/operators/sqlite.py
+++ b/providers/src/airflow/providers/sqlite/operators/sqlite.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Sequence
+from typing import ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -51,7 +51,7 @@ class SqliteOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql",)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#cdaaed"
 
     def __init__(self, *, sqlite_conn_id: str = "sqlite_default", **kwargs) -> None:
diff --git a/providers/src/airflow/providers/ssh/CHANGELOG.rst b/providers/src/airflow/providers/ssh/CHANGELOG.rst
index cb61f46d5938b..7d24d0a920ede 100644
--- a/providers/src/airflow/providers/ssh/CHANGELOG.rst
+++ b/providers/src/airflow/providers/ssh/CHANGELOG.rst
@@ -27,6 +27,19 @@
 Changelog
 ---------
 
+3.14.0
+......
+
+Features
+~~~~~~~~
+
+* ``SSHHook expose auth_timeout parameter (#43048)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
+
 3.13.1
 ......
 
diff --git a/providers/src/airflow/providers/ssh/__init__.py b/providers/src/airflow/providers/ssh/__init__.py
index 5d6e22e8dba58..ca5d09b184693 100644
--- a/providers/src/airflow/providers/ssh/__init__.py
+++ b/providers/src/airflow/providers/ssh/__init__.py
@@ -29,7 +29,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.13.1"
+__version__ = "3.14.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"
diff --git a/providers/src/airflow/providers/ssh/provider.yaml b/providers/src/airflow/providers/ssh/provider.yaml
index 1b8939458ff1c..4f64433717da2 100644
--- a/providers/src/airflow/providers/ssh/provider.yaml
+++ b/providers/src/airflow/providers/ssh/provider.yaml
@@ -22,9 +22,10 @@ description: |
     `Secure Shell (SSH) <https://tools.ietf.org/html/rfc4251>`__
 
 state: ready
-source-date-epoch: 1724520401
+source-date-epoch: 1730013492
 # note that those versions are maintained by release manager - do not update them manually
 versions:
+  - 3.14.0
   - 3.13.1
   - 3.13.0
   - 3.12.0
diff --git a/providers/src/airflow/providers/standard/CHANGELOG.rst b/providers/src/airflow/providers/standard/CHANGELOG.rst
index c359185f0ca2c..d24449605beff 100644
--- a/providers/src/airflow/providers/standard/CHANGELOG.rst
+++ b/providers/src/airflow/providers/standard/CHANGELOG.rst
@@ -42,3 +42,5 @@ Breaking changes
 ~~~~~~~~~~~~~~~~
 
 * ``In BranchDayOfWeekOperator, DayOfWeekSensor, BranchDateTimeOperator parameter use_task_execution_date has been removed. Please use use_task_logical_date.``
+* ``PythonVirtualenvOperator uses built-in venv instead of virtualenv package.``
+* ``is_venv_installed method has been removed from PythonVirtualenvOperator as venv is built-in.``
diff --git a/providers/src/airflow/providers/standard/hooks/subprocess.py b/providers/src/airflow/providers/standard/hooks/subprocess.py
index 9e578a7d8034b..3beb8f4dc8dbe 100644
--- a/providers/src/airflow/providers/standard/hooks/subprocess.py
+++ b/providers/src/airflow/providers/standard/hooks/subprocess.py
@@ -22,12 +22,27 @@
 from collections import namedtuple
 from subprocess import PIPE, STDOUT, Popen
 from tempfile import TemporaryDirectory, gettempdir
+from typing import Iterator
 
 from airflow.hooks.base import BaseHook
 
 SubprocessResult = namedtuple("SubprocessResult", ["exit_code", "output"])
 
 
+@contextlib.contextmanager
+def working_directory(cwd: str | None = None) -> Iterator[str]:
+    """
+    Context manager for handling (temporary) working directory.
+
+    Use the given cwd as working directory, if provided.
+    Otherwise, create a temporary directory.
+    """
+    with contextlib.ExitStack() as stack:
+        if cwd is None:
+            cwd = stack.enter_context(TemporaryDirectory(prefix="airflowtmp"))
+        yield cwd
+
+
 class SubprocessHook(BaseHook):
     """Hook for running processes with the ``subprocess`` module."""
 
@@ -61,9 +76,7 @@ def run_command(
             or stdout
         """
         self.log.info("Tmp dir root location: %s", gettempdir())
-        with contextlib.ExitStack() as stack:
-            if cwd is None:
-                cwd = stack.enter_context(TemporaryDirectory(prefix="airflowtmp"))
+        with working_directory(cwd=cwd) as cwd:
 
             def pre_exec():
                 # Restore default signal disposition and invoke setsid
diff --git a/providers/src/airflow/providers/standard/operators/bash.py b/providers/src/airflow/providers/standard/operators/bash.py
index bf4a943df6e08..b6a571bd98e42 100644
--- a/providers/src/airflow/providers/standard/operators/bash.py
+++ b/providers/src/airflow/providers/standard/operators/bash.py
@@ -19,13 +19,14 @@
 
 import os
 import shutil
+import tempfile
 import warnings
 from functools import cached_property
 from typing import TYPE_CHECKING, Any, Callable, Container, Sequence, cast
 
 from airflow.exceptions import AirflowException, AirflowSkipException
 from airflow.models.baseoperator import BaseOperator
-from airflow.providers.standard.hooks.subprocess import SubprocessHook
+from airflow.providers.standard.hooks.subprocess import SubprocessHook, SubprocessResult, working_directory
 from airflow.utils.operator_helpers import context_to_airflow_vars
 from airflow.utils.types import ArgNotSet
 
@@ -63,6 +64,9 @@ class BashOperator(BaseOperator):
         If None (default), the command is run in a temporary directory.
         To use current DAG folder as the working directory,
         you might set template ``{{ dag_run.dag.folder }}``.
+        When bash_command is a '.sh' or '.bash' file, Airflow must have write
+        access to the working directory. The script will be rendered (Jinja
+        template) into a new temporary file in this directory.
     :param output_processor: Function to further process the output of the bash script
         (default is lambda output: output).
 
@@ -97,10 +101,14 @@ class BashOperator(BaseOperator):
 
     .. note::
 
-        Add a space after the script name when directly calling a ``.sh`` script with the
-        ``bash_command`` argument -- for example ``bash_command="my_script.sh "``.  This
-        is because Airflow tries to apply load this file and process it as a Jinja template to
-        it ends with ``.sh``, which will likely not be what most users want.
+        To simply execute a ``.sh`` or ``.bash`` script (without any Jinja template), add a space after the
+        script name ``bash_command`` argument -- for example ``bash_command="my_script.sh "``. This
+        is because Airflow tries to load this file and process it as a Jinja template when
+        it ends with ``.sh`` or ``.bash``.
+
+        If you have Jinja template in your script, do not put any blank space. And add the script's directory
+        in the DAG's ``template_searchpath``. If you specify a ``cwd``, Airflow must have write access to
+        this directory. The script will be rendered (Jinja template) into a new temporary file in this directory.
 
     .. warning::
 
@@ -180,6 +188,11 @@ def __init__(
         # determine whether the bash_command value needs to re-rendered.
         self._init_bash_command_not_set = isinstance(self.bash_command, ArgNotSet)
 
+        # Keep a copy of the original bash_command, without the Jinja template rendered.
+        # This is later used to determine if the bash_command is a script or an inline string command.
+        # We do this later, because the bash_command is not available in __init__ when using @task.bash.
+        self._unrendered_bash_command: str | ArgNotSet = bash_command
+
     @cached_property
     def subprocess_hook(self):
         """Returns hook for running the bash command."""
@@ -200,7 +213,7 @@ def refresh_bash_command(ti: TaskInstance) -> None:
 
         RenderedTaskInstanceFields._update_runtime_evaluated_template_fields(ti)
 
-    def get_env(self, context):
+    def get_env(self, context) -> dict:
         """Build the set of environment variables to be exposed for the bash command."""
         system_env = os.environ.copy()
         env = self.env
@@ -220,7 +233,7 @@ def get_env(self, context):
         return env
 
     def execute(self, context: Context):
-        bash_path = shutil.which("bash") or "bash"
+        bash_path: str = shutil.which("bash") or "bash"
         if self.cwd is not None:
             if not os.path.exists(self.cwd):
                 raise AirflowException(f"Can not find the cwd: {self.cwd}")
@@ -234,15 +247,17 @@ def execute(self, context: Context):
         # Both will ensure the correct Bash command is executed and that the Rendered Template view in the UI
         # displays the executed command (otherwise it will display as an ArgNotSet type).
         if self._init_bash_command_not_set:
+            is_inline_command = self._is_inline_command(bash_command=cast(str, self.bash_command))
             ti = cast("TaskInstance", context["ti"])
             self.refresh_bash_command(ti)
+        else:
+            is_inline_command = self._is_inline_command(bash_command=cast(str, self._unrendered_bash_command))
+
+        if is_inline_command:
+            result = self._run_inline_command(bash_path=bash_path, env=env)
+        else:
+            result = self._run_rendered_script_file(bash_path=bash_path, env=env)
 
-        result = self.subprocess_hook.run_command(
-            command=[bash_path, "-c", self.bash_command],
-            env=env,
-            output_encoding=self.output_encoding,
-            cwd=self.cwd,
-        )
         if result.exit_code in self.skip_on_exit_code:
             raise AirflowSkipException(f"Bash command returned exit code {result.exit_code}. Skipping.")
         elif result.exit_code != 0:
@@ -252,5 +267,38 @@ def execute(self, context: Context):
 
         return self.output_processor(result.output)
 
+    def _run_inline_command(self, bash_path: str, env: dict) -> SubprocessResult:
+        """Pass the bash command as string directly in the subprocess."""
+        return self.subprocess_hook.run_command(
+            command=[bash_path, "-c", self.bash_command],
+            env=env,
+            output_encoding=self.output_encoding,
+            cwd=self.cwd,
+        )
+
+    def _run_rendered_script_file(self, bash_path: str, env: dict) -> SubprocessResult:
+        """
+        Save the bash command into a file and execute this file.
+
+        This allows for longer commands, and prevents "Argument list too long error".
+        """
+        with working_directory(cwd=self.cwd) as cwd:
+            with tempfile.NamedTemporaryFile(mode="w", dir=cwd, suffix=".sh") as file:
+                file.write(cast(str, self.bash_command))
+                file.flush()
+
+                bash_script = os.path.basename(file.name)
+                return self.subprocess_hook.run_command(
+                    command=[bash_path, bash_script],
+                    env=env,
+                    output_encoding=self.output_encoding,
+                    cwd=cwd,
+                )
+
+    @classmethod
+    def _is_inline_command(cls, bash_command: str) -> bool:
+        """Return True if the bash command is an inline string. False if it's a bash script file."""
+        return not bash_command.endswith(tuple(cls.template_ext))
+
     def on_kill(self) -> None:
         self.subprocess_hook.send_sigterm()
diff --git a/airflow/operators/generic_transfer.py b/providers/src/airflow/providers/standard/operators/generic_transfer.py
similarity index 76%
rename from airflow/operators/generic_transfer.py
rename to providers/src/airflow/providers/standard/operators/generic_transfer.py
index a808e23997617..255b08c54c2ac 100644
--- a/airflow/operators/generic_transfer.py
+++ b/providers/src/airflow/providers/standard/operators/generic_transfer.py
@@ -38,14 +38,21 @@ class GenericTransfer(BaseOperator):
 
     :param sql: SQL query to execute against the source database. (templated)
     :param destination_table: target table. (templated)
-    :param source_conn_id: source connection
-    :param destination_conn_id: destination connection
+    :param source_conn_id: source connection. (templated)
+    :param destination_conn_id: destination connection. (templated)
     :param preoperator: sql statement or list of statements to be
         executed prior to loading the data. (templated)
     :param insert_args: extra params for `insert_rows` method.
     """
 
-    template_fields: Sequence[str] = ("sql", "destination_table", "preoperator")
+    template_fields: Sequence[str] = (
+        "source_conn_id",
+        "destination_conn_id",
+        "sql",
+        "destination_table",
+        "preoperator",
+        "insert_args",
+    )
     template_ext: Sequence[str] = (
         ".sql",
         ".hql",
@@ -59,7 +66,9 @@ def __init__(
         sql: str,
         destination_table: str,
         source_conn_id: str,
+        source_hook_params: dict | None = None,
         destination_conn_id: str,
+        destination_hook_params: dict | None = None,
         preoperator: str | list[str] | None = None,
         insert_args: dict | None = None,
         **kwargs,
@@ -68,13 +77,29 @@ def __init__(
         self.sql = sql
         self.destination_table = destination_table
         self.source_conn_id = source_conn_id
+        self.source_hook_params = source_hook_params
         self.destination_conn_id = destination_conn_id
+        self.destination_hook_params = destination_hook_params
         self.preoperator = preoperator
         self.insert_args = insert_args or {}
 
+    @classmethod
+    def get_hook(cls, conn_id: str, hook_params: dict | None = None) -> BaseHook:
+        """
+        Return default hook for this connection id.
+
+        :param conn_id: connection id
+        :param hook_params: hook parameters
+        :return: default hook for this connection
+        """
+        connection = BaseHook.get_connection(conn_id)
+        return connection.get_hook(hook_params=hook_params)
+
     def execute(self, context: Context):
-        source_hook = BaseHook.get_hook(self.source_conn_id)
-        destination_hook = BaseHook.get_hook(self.destination_conn_id)
+        source_hook = self.get_hook(conn_id=self.source_conn_id, hook_params=self.source_hook_params)
+        destination_hook = self.get_hook(
+            conn_id=self.destination_conn_id, hook_params=self.destination_hook_params
+        )
 
         self.log.info("Extracting data from %s", self.source_conn_id)
         self.log.info("Executing: \n %s", self.sql)
diff --git a/airflow/operators/python.py b/providers/src/airflow/providers/standard/operators/python.py
similarity index 94%
rename from airflow/operators/python.py
rename to providers/src/airflow/providers/standard/operators/python.py
index b032b45ed3e6e..fb4babaf4aa2a 100644
--- a/airflow/operators/python.py
+++ b/providers/src/airflow/providers/standard/operators/python.py
@@ -17,7 +17,6 @@
 # under the License.
 from __future__ import annotations
 
-import importlib
 import inspect
 import json
 import logging
@@ -33,10 +32,12 @@
 from functools import cache
 from pathlib import Path
 from tempfile import TemporaryDirectory
-from typing import TYPE_CHECKING, Any, Callable, Collection, Iterable, Mapping, NamedTuple, Sequence
+from typing import TYPE_CHECKING, Any, Callable, Collection, Iterable, Mapping, NamedTuple, Sequence, cast
 
 import lazy_object_proxy
+from packaging.version import Version
 
+from airflow import __version__ as airflow_version
 from airflow.exceptions import (
     AirflowConfigException,
     AirflowException,
@@ -49,6 +50,7 @@
 from airflow.models.taskinstance import _CURRENT_CONTEXT
 from airflow.models.variable import Variable
 from airflow.operators.branch import BranchMixIn
+from airflow.providers.standard.utils.python_virtualenv import prepare_virtualenv, write_python_script
 from airflow.settings import _ENABLE_AIP_44
 from airflow.typing_compat import Literal
 from airflow.utils import hashlib_wrapper
@@ -56,59 +58,20 @@
 from airflow.utils.file import get_unique_dag_module_name
 from airflow.utils.operator_helpers import ExecutionCallableRunner, KeywordParameters
 from airflow.utils.process_utils import execute_in_subprocess
-from airflow.utils.python_virtualenv import prepare_virtualenv, write_python_script
 from airflow.utils.session import create_session
 
 log = logging.getLogger(__name__)
 
+AIRFLOW_VERSION = Version(airflow_version)
+AIRFLOW_V_3_0_PLUS = Version(AIRFLOW_VERSION.base_version) >= Version("3.0.0")
+
 if TYPE_CHECKING:
+    from pendulum.datetime import DateTime
+
     from airflow.serialization.enums import Encoding
     from airflow.utils.context import Context
 
 
-def is_venv_installed() -> bool:
-    """
-    Check if the virtualenv package is installed via checking if it is on the path or installed as package.
-
-    :return: True if it is. Whichever way of checking it works, is fine.
-    """
-    if shutil.which("virtualenv") or importlib.util.find_spec("virtualenv"):
-        return True
-    return False
-
-
-def task(python_callable: Callable | None = None, multiple_outputs: bool | None = None, **kwargs):
-    """
-    Use :func:`airflow.decorators.task` instead, this is deprecated.
-
-    Calls ``@task.python`` and allows users to turn a Python function into
-    an Airflow task.
-
-    :param python_callable: A reference to an object that is callable
-    :param op_kwargs: a dictionary of keyword arguments that will get unpacked
-        in your function (templated)
-    :param op_args: a list of positional arguments that will get unpacked when
-        calling your callable (templated)
-    :param multiple_outputs: if set, function return value will be
-        unrolled to multiple XCom values. Dict will unroll to xcom values with keys as keys.
-        Defaults to False.
-    """
-    # To maintain backwards compatibility, we import the task object into this file
-    # This prevents breakages in dags that use `from airflow.operators.python import task`
-    from airflow.decorators.python import python_task
-
-    warnings.warn(
-        """airflow.operators.python.task is deprecated. Please use the following instead
-
-        from airflow.decorators import task
-        @task
-        def my_task()""",
-        RemovedInAirflow3Warning,
-        stacklevel=2,
-    )
-    return python_task(python_callable=python_callable, multiple_outputs=multiple_outputs, **kwargs)
-
-
 @cache
 def _parse_version_info(text: str) -> tuple[int, int, int, str, int]:
     """Parse python version info from a text."""
@@ -197,10 +160,7 @@ def my_python_callable(**kwargs):
 
     # since we won't mutate the arguments, we should just do the shallow copy
     # there are some cases we can't deepcopy the objects(e.g protobuf).
-    shallow_copy_attrs: Sequence[str] = (
-        "python_callable",
-        "op_kwargs",
-    )
+    shallow_copy_attrs: Sequence[str] = ("python_callable", "op_kwargs")
 
     def __init__(
         self,
@@ -213,13 +173,6 @@ def __init__(
         show_return_value_in_logs: bool = True,
         **kwargs,
     ) -> None:
-        if kwargs.get("provide_context"):
-            warnings.warn(
-                "provide_context is deprecated as of 2.0 and is no longer required",
-                RemovedInAirflow3Warning,
-                stacklevel=2,
-            )
-            kwargs.pop("provide_context", None)
         super().__init__(**kwargs)
         if not callable(python_callable):
             raise AirflowException("`python_callable` param must be callable")
@@ -335,12 +288,20 @@ def get_tasks_to_skip():
             self.log.debug("Downstream task IDs %s", to_skip := list(get_tasks_to_skip()))
 
         self.log.info("Skipping downstream tasks")
+        if AIRFLOW_V_3_0_PLUS:
+            self.skip(
+                dag_run=dag_run,
+                tasks=to_skip,
+                map_index=context["ti"].map_index,
+            )
+        else:
+            self.skip(
+                dag_run=dag_run,
+                tasks=to_skip,
+                execution_date=cast("DateTime", dag_run.execution_date),  # type: ignore[call-arg]
+                map_index=context["ti"].map_index,
+            )
 
-        self.skip(
-            dag_run=dag_run,
-            tasks=to_skip,
-            map_index=context["ti"].map_index,
-        )
         self.log.info("Done.")
         # returns the result of the super execute method as it is instead of returning None
         return condition
@@ -417,6 +378,7 @@ class _BasePythonVirtualenvOperator(PythonOperator, metaclass=ABCMeta):
         "prev_start_date_success",
         "prev_end_date_success",
     }
+
     AIRFLOW_SERIALIZABLE_CONTEXT_KEYS = {
         "macros",
         "conf",
@@ -424,7 +386,7 @@ class _BasePythonVirtualenvOperator(PythonOperator, metaclass=ABCMeta):
         "dag_run",
         "task",
         "params",
-        "triggering_asset_events",
+        "triggering_asset_events" if AIRFLOW_V_3_0_PLUS else "triggering_dataset_events",
     }
 
     def __init__(
@@ -732,14 +694,10 @@ def __init__(
                 f"Sys version: {sys.version_info}. Virtual environment version: {python_version}"
             )
         if python_version is not None and not isinstance(python_version, str):
-            warnings.warn(
-                "Passing non-string types (e.g. int or float) as python_version "
-                "is deprecated. Please use string value instead.",
-                RemovedInAirflow3Warning,
-                stacklevel=2,
+            raise AirflowException(
+                "Passing non-string types (e.g. int or float) as python_version not supported"
             )
-        if not is_venv_installed():
-            raise AirflowException("PythonVirtualenvOperator requires virtualenv, please install it.")
+
         if use_airflow_context and (not expect_airflow and not system_site_packages):
             error_msg = "use_airflow_context is set to True, but expect_airflow and system_site_packages are set to False."
             raise AirflowException(error_msg)
@@ -1168,7 +1126,7 @@ def my_task(**context):
 
     .. code:: python
 
-        from airflow.operators.python import get_current_context
+        from airflow.providers.standard.operators.python import get_current_context
 
 
         def my_task():
diff --git a/providers/src/airflow/providers/standard/provider.yaml b/providers/src/airflow/providers/standard/provider.yaml
index b3111d62b1a66..ee069165dfe38 100644
--- a/providers/src/airflow/providers/standard/provider.yaml
+++ b/providers/src/airflow/providers/standard/provider.yaml
@@ -20,15 +20,16 @@ package-name: apache-airflow-providers-standard
 name: Standard
 description: |
     Airflow Standard Provider
-state: not-ready
+state: ready
 source-date-epoch: 1718603992
 
 # note that those versions are maintained by release manager - do not update them manually
 versions:
-  - 1.0.0
+  - 0.0.1
 
 dependencies:
-  - apache-airflow>=2.10.0
+  - apache-airflow>=2.8.0
+  - apache-airflow-providers-common-sql>=1.18.0
 
 integrations:
   - integration-name: Standard
@@ -43,6 +44,8 @@ operators:
       - airflow.providers.standard.operators.datetime
       - airflow.providers.standard.operators.weekday
       - airflow.providers.standard.operators.bash
+      - airflow.providers.standard.operators.python
+      - airflow.providers.standard.operators.generic_transfer
 
 sensors:
   - integration-name: Standard
@@ -52,7 +55,7 @@ sensors:
       - airflow.providers.standard.sensors.time
       - airflow.providers.standard.sensors.weekday
       - airflow.providers.standard.sensors.bash
-
+      - airflow.providers.standard.sensors.python
 hooks:
   - integration-name: Standard
     python-modules:
diff --git a/airflow/sensors/python.py b/providers/src/airflow/providers/standard/sensors/python.py
similarity index 100%
rename from airflow/sensors/python.py
rename to providers/src/airflow/providers/standard/sensors/python.py
diff --git a/providers/src/airflow/providers/standard/utils/__init__.py b/providers/src/airflow/providers/standard/utils/__init__.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/providers/src/airflow/providers/standard/utils/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/airflow/utils/python_virtualenv.py b/providers/src/airflow/providers/standard/utils/python_virtualenv.py
similarity index 86%
rename from airflow/utils/python_virtualenv.py
rename to providers/src/airflow/providers/standard/utils/python_virtualenv.py
index 3fa0077a9661e..b9c7be4c2832d 100644
--- a/airflow/utils/python_virtualenv.py
+++ b/providers/src/airflow/providers/standard/utils/python_virtualenv.py
@@ -21,22 +21,21 @@
 
 import os
 import sys
-import warnings
 from pathlib import Path
 
 import jinja2
 from jinja2 import select_autoescape
 
-from airflow.utils.decorators import remove_task_decorator as _remove_task_decorator
 from airflow.utils.process_utils import execute_in_subprocess
 
 
-def _generate_virtualenv_cmd(tmp_dir: str, python_bin: str, system_site_packages: bool) -> list[str]:
-    cmd = [sys.executable, "-m", "virtualenv", tmp_dir]
+def _generate_venv_cmd(tmp_dir: str, python_bin: str, system_site_packages: bool) -> list[str]:
+    """We are using venv command instead of venv module to allow creation of venv for different python versions."""
+    if python_bin is None:
+        python_bin = sys.executable
+    cmd = [python_bin, "-m", "venv", tmp_dir]
     if system_site_packages:
         cmd.append("--system-site-packages")
-    if python_bin is not None:
-        cmd.append(f"--python={python_bin}")
     return cmd
 
 
@@ -62,15 +61,6 @@ def _generate_pip_conf(conf_file: Path, index_urls: list[str]) -> None:
     conf_file.write_text(f"[global]\n{pip_conf_options}")
 
 
-def remove_task_decorator(python_source: str, task_decorator_name: str) -> str:
-    warnings.warn(
-        "Import remove_task_decorator from airflow.utils.decorators instead",
-        DeprecationWarning,
-        stacklevel=2,
-    )
-    return _remove_task_decorator(python_source, task_decorator_name)
-
-
 def prepare_virtualenv(
     venv_directory: str,
     python_bin: str,
@@ -101,8 +91,8 @@ def prepare_virtualenv(
     if index_urls is not None:
         _generate_pip_conf(Path(venv_directory) / "pip.conf", index_urls)
 
-    virtualenv_cmd = _generate_virtualenv_cmd(venv_directory, python_bin, system_site_packages)
-    execute_in_subprocess(virtualenv_cmd)
+    venv_cmd = _generate_venv_cmd(venv_directory, python_bin, system_site_packages)
+    execute_in_subprocess(venv_cmd)
 
     if requirements is not None and requirements_file_path is not None:
         raise ValueError("Either requirements OR requirements_file_path has to be passed, but not both")
diff --git a/airflow/utils/python_virtualenv_script.jinja2 b/providers/src/airflow/providers/standard/utils/python_virtualenv_script.jinja2
similarity index 95%
rename from airflow/utils/python_virtualenv_script.jinja2
rename to providers/src/airflow/providers/standard/utils/python_virtualenv_script.jinja2
index 22d68acd755b2..54c8412d1d8ed 100644
--- a/airflow/utils/python_virtualenv_script.jinja2
+++ b/providers/src/airflow/providers/standard/utils/python_virtualenv_script.jinja2
@@ -69,7 +69,7 @@ if len(sys.argv) > 5:
     import json
     from types import ModuleType
 
-    from airflow.operators import python as airflow_python
+    from airflow.providers.standard.operators import python as airflow_python
     from airflow.serialization.serialized_objects import BaseSerialization
 
 
@@ -85,7 +85,7 @@ if len(sys.argv) > 5:
 
 
     MockPython = _MockPython("MockPython")
-    sys.modules["airflow.operators.python"] = MockPython
+    sys.modules["airflow.providers.standard.operators.python"] = MockPython
 {% endif %}
 
 try:
diff --git a/providers/src/airflow/providers/teradata/operators/teradata.py b/providers/src/airflow/providers/teradata/operators/teradata.py
index c15fc290385d8..edb1331c61227 100644
--- a/providers/src/airflow/providers/teradata/operators/teradata.py
+++ b/providers/src/airflow/providers/teradata/operators/teradata.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Sequence
+from typing import TYPE_CHECKING, ClassVar, Sequence
 
 from airflow.models import BaseOperator
 from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
@@ -49,7 +49,7 @@ class TeradataOperator(SQLExecuteQueryOperator):
         "parameters",
     )
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#e07c24"
 
     def __init__(
diff --git a/providers/src/airflow/providers/trino/operators/trino.py b/providers/src/airflow/providers/trino/operators/trino.py
index 76856728a4836..9ff9768d745d9 100644
--- a/providers/src/airflow/providers/trino/operators/trino.py
+++ b/providers/src/airflow/providers/trino/operators/trino.py
@@ -19,7 +19,7 @@
 
 from __future__ import annotations
 
-from typing import Any, Sequence
+from typing import Any, ClassVar, Sequence
 
 from deprecated import deprecated
 from trino.exceptions import TrinoQueryError
@@ -56,7 +56,7 @@ class TrinoOperator(SQLExecuteQueryOperator):
     """
 
     template_fields: Sequence[str] = ("sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     template_ext: Sequence[str] = (".sql",)
     ui_color = "#ededed"
 
diff --git a/providers/src/airflow/providers/vertica/operators/vertica.py b/providers/src/airflow/providers/vertica/operators/vertica.py
index 6373dfdf8b491..03cf14f000e35 100644
--- a/providers/src/airflow/providers/vertica/operators/vertica.py
+++ b/providers/src/airflow/providers/vertica/operators/vertica.py
@@ -17,7 +17,7 @@
 # under the License.
 from __future__ import annotations
 
-from typing import Any, Sequence
+from typing import Any, ClassVar, Sequence
 
 from deprecated import deprecated
 
@@ -45,7 +45,7 @@ class VerticaOperator(SQLExecuteQueryOperator):
 
     template_fields: Sequence[str] = ("sql",)
     template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers = {"sql": "sql"}
+    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
     ui_color = "#b4e0ff"
 
     def __init__(self, *, vertica_conn_id: str = "vertica_default", **kwargs: Any) -> None:
diff --git a/providers/tests/alibaba/cloud/log/test_oss_task_handler.py b/providers/tests/alibaba/cloud/log/test_oss_task_handler.py
index b6c22d5234211..db2485e4e707b 100644
--- a/providers/tests/alibaba/cloud/log/test_oss_task_handler.py
+++ b/providers/tests/alibaba/cloud/log/test_oss_task_handler.py
@@ -18,6 +18,7 @@
 from __future__ import annotations
 
 import os
+from typing import TYPE_CHECKING
 from unittest import mock
 from unittest.mock import PropertyMock
 
@@ -30,6 +31,9 @@
 from tests_common.test_utils.config import conf_vars
 from tests_common.test_utils.db import clear_db_dags, clear_db_runs
 
+if TYPE_CHECKING:
+    from tests_common.pytest_plugin import CreateTaskInstance, DagMaker
+
 pytestmark = pytest.mark.db_test
 
 OSS_TASK_HANDLER_STRING = "airflow.providers.alibaba.cloud.log.oss_task_handler.{}"
@@ -48,7 +52,7 @@ def setup_method(self):
         self.oss_task_handler = OSSTaskHandler(self.base_log_folder, self.oss_log_folder)
 
     @pytest.fixture(autouse=True)
-    def task_instance(self, create_task_instance, dag_maker):
+    def task_instance(self, create_task_instance: CreateTaskInstance, dag_maker: DagMaker):
         self.ti = ti = create_task_instance(
             dag_id="dag_for_testing_oss_task_handler",
             task_id="task_for_testing_oss_task_handler",
diff --git a/providers/tests/amazon/aws/hooks/test_athena.py b/providers/tests/amazon/aws/hooks/test_athena.py
index 3262bb473a0dd..5e75cf3d09b96 100644
--- a/providers/tests/amazon/aws/hooks/test_athena.py
+++ b/providers/tests/amazon/aws/hooks/test_athena.py
@@ -201,6 +201,15 @@ def test_hook_poll_query_with_timeout(self, mock_conn):
         mock_conn.return_value.get_query_execution.assert_called_once()
         assert result == "RUNNING"
 
+    @mock.patch.object(AthenaHook, "get_conn")
+    def test_hook_poll_query_with_exception(self, mock_conn):
+        mock_conn.return_value.get_query_execution.return_value = MOCK_QUERY_EXECUTION_OUTPUT
+        result = self.athena.poll_query_status(
+            query_execution_id=MOCK_DATA["query_execution_id"], max_polling_attempts=1, sleep_time=0
+        )
+        mock_conn.return_value.get_query_execution.assert_called_once()
+        assert not result
+
     @mock.patch.object(AthenaHook, "get_conn")
     def test_hook_get_output_location(self, mock_conn):
         mock_conn.return_value.get_query_execution.return_value = MOCK_QUERY_EXECUTION_OUTPUT
@@ -230,6 +239,18 @@ def test_hook_get_output_location_invalid_response(self, caplog):
                 self.athena.get_output_location(query_execution_id="PLACEHOLDER")
             assert "Error retrieving OutputLocation" in caplog.text
 
+    @mock.patch.object(AthenaHook, "get_query_info")
+    def test_check_query_status_normal(self, mock_get_query_info):
+        mock_get_query_info.return_value = MOCK_SUCCEEDED_QUERY_EXECUTION
+        state = self.athena.check_query_status(query_execution_id=MOCK_DATA["query_execution_id"])
+        assert state == "SUCCEEDED"
+
+    @mock.patch.object(AthenaHook, "get_query_info")
+    def test_check_query_status_exception(self, mock_get_query_info):
+        mock_get_query_info.return_value = MOCK_QUERY_EXECUTION_OUTPUT
+        state = self.athena.check_query_status(query_execution_id=MOCK_DATA["query_execution_id"])
+        assert not state
+
     @mock.patch.object(AthenaHook, "get_conn")
     def test_hook_get_query_info_caching(self, mock_conn):
         mock_conn.return_value.get_query_execution.return_value = MOCK_QUERY_EXECUTION_OUTPUT
diff --git a/providers/tests/amazon/aws/hooks/test_redshift_sql.py b/providers/tests/amazon/aws/hooks/test_redshift_sql.py
index aced8cae13674..70cd69c40ed80 100644
--- a/providers/tests/amazon/aws/hooks/test_redshift_sql.py
+++ b/providers/tests/amazon/aws/hooks/test_redshift_sql.py
@@ -50,7 +50,7 @@ def setup_method(self):
         self.db_hook.get_connection.return_value = self.connection
 
     def test_get_uri(self):
-        expected = "redshift+redshift_connector://login:password@host:5439/dev"
+        expected = "postgresql://login:password@host:5439/dev"
         x = self.db_hook.get_uri()
         assert x == expected
 
diff --git a/providers/tests/amazon/aws/operators/test_batch.py b/providers/tests/amazon/aws/operators/test_batch.py
index 1389099e44452..0c14c256edba9 100644
--- a/providers/tests/amazon/aws/operators/test_batch.py
+++ b/providers/tests/amazon/aws/operators/test_batch.py
@@ -441,7 +441,7 @@ def test_override_not_sent_if_not_set(self, client_mock, override):
         client_mock().submit_job.assert_called_once_with(**expected_args)
 
     def test_cant_set_old_and_new_override_param(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="Invalid arguments were passed"):
             _ = BatchOperator(
                 task_id="task",
                 job_name=JOB_NAME,
diff --git a/providers/tests/amazon/aws/sensors/test_ecs.py b/providers/tests/amazon/aws/sensors/test_ecs.py
index dbbcef8c3d168..2c40efb0715e7 100644
--- a/providers/tests/amazon/aws/sensors/test_ecs.py
+++ b/providers/tests/amazon/aws/sensors/test_ecs.py
@@ -115,7 +115,7 @@ def test_default_values_poke(self, return_state, expected):
             m.assert_called_once_with(cluster_name=TEST_CLUSTER_NAME)
 
     @pytest.mark.parametrize("return_state", ["FAILED", "INACTIVE"])
-    def test_default_values_terminal_state(self, create_task_of_operator, return_state):
+    def test_default_values_terminal_state(self, return_state):
         task = self.create_rendered_task(EcsClusterStateSensor, cluster_name=TEST_CLUSTER_NAME)
         with mock.patch.object(task.hook, "get_cluster_state") as m:
             m.return_value = return_state
diff --git a/providers/tests/amazon/aws/sensors/test_sagemaker_processing.py b/providers/tests/amazon/aws/sensors/test_sagemaker_processing.py
new file mode 100644
index 0000000000000..0529a0b9b19d5
--- /dev/null
+++ b/providers/tests/amazon/aws/sensors/test_sagemaker_processing.py
@@ -0,0 +1,110 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from unittest import mock
+
+import pytest
+
+from airflow.exceptions import AirflowException
+from airflow.providers.amazon.aws.hooks.sagemaker import SageMakerHook
+from airflow.providers.amazon.aws.sensors.sagemaker import SageMakerProcessingSensor
+
+DESCRIBE_PROCESSING_INPROGRESS_RESPONSE = {
+    "ProcessingJobStatus": "InProgress",
+    "ResponseMetadata": {
+        "HTTPStatusCode": 200,
+    },
+}
+
+DESCRIBE_PROCESSING_COMPLETED_RESPONSE = {
+    "ProcessingJobStatus": "Completed",
+    "ResponseMetadata": {
+        "HTTPStatusCode": 200,
+    },
+}
+
+DESCRIBE_PROCESSING_FAILED_RESPONSE = {
+    "ProcessingJobStatus": "Failed",
+    "ResponseMetadata": {
+        "HTTPStatusCode": 200,
+    },
+    "FailureReason": "Unknown",
+}
+
+DESCRIBE_PROCESSING_STOPPING_RESPONSE = {
+    "ProcessingJobStatus": "Stopping",
+    "ResponseMetadata": {
+        "HTTPStatusCode": 200,
+    },
+}
+
+DESCRIBE_PROCESSING_STOPPED_RESPONSE = {
+    "ProcessingJobStatus": "Stopped",
+    "ResponseMetadata": {
+        "HTTPStatusCode": 200,
+    },
+}
+
+
+class TestSageMakerProcessingSensor:
+    @mock.patch.object(SageMakerHook, "get_conn")
+    @mock.patch.object(SageMakerHook, "describe_processing_job")
+    def test_sensor_with_failure(self, mock_describe_job, mock_client):
+        mock_describe_job.side_effect = [DESCRIBE_PROCESSING_FAILED_RESPONSE]
+        sensor = SageMakerProcessingSensor(
+            task_id="test_task", poke_interval=2, aws_conn_id="aws_test", job_name="test_job_name"
+        )
+        with pytest.raises(AirflowException):
+            sensor.execute(None)
+        mock_describe_job.assert_called_once_with("test_job_name")
+
+    @mock.patch.object(SageMakerHook, "get_conn")
+    @mock.patch.object(SageMakerHook, "describe_processing_job")
+    def test_sensor_with_stopped(self, mock_describe_job, mock_client):
+        mock_describe_job.side_effect = [DESCRIBE_PROCESSING_STOPPED_RESPONSE]
+        sensor = SageMakerProcessingSensor(
+            task_id="test_task", poke_interval=2, aws_conn_id="aws_test", job_name="test_job_name"
+        )
+        with pytest.raises(AirflowException):
+            sensor.execute(None)
+        mock_describe_job.assert_called_once_with("test_job_name")
+
+    @mock.patch.object(SageMakerHook, "get_conn")
+    @mock.patch.object(SageMakerHook, "__init__")
+    @mock.patch.object(SageMakerHook, "describe_processing_job")
+    def test_sensor(self, mock_describe_job, hook_init, mock_client):
+        hook_init.return_value = None
+
+        mock_describe_job.side_effect = [
+            DESCRIBE_PROCESSING_INPROGRESS_RESPONSE,
+            DESCRIBE_PROCESSING_STOPPING_RESPONSE,
+            DESCRIBE_PROCESSING_COMPLETED_RESPONSE,
+        ]
+        sensor = SageMakerProcessingSensor(
+            task_id="test_task", poke_interval=0, aws_conn_id="aws_test", job_name="test_job_name"
+        )
+
+        sensor.execute(None)
+
+        # make sure we called 3 times(terminated when its completed)
+        assert mock_describe_job.call_count == 3
+
+        # make sure the hook was initialized with the specific params
+        calls = [mock.call(aws_conn_id="aws_test")]
+        hook_init.assert_has_calls(calls)
diff --git a/providers/tests/amazon/aws/transfers/test_redshift_to_s3.py b/providers/tests/amazon/aws/transfers/test_redshift_to_s3.py
index 0bc4b83c3552c..30194e1b4819b 100644
--- a/providers/tests/amazon/aws/transfers/test_redshift_to_s3.py
+++ b/providers/tests/amazon/aws/transfers/test_redshift_to_s3.py
@@ -27,6 +27,14 @@
 from airflow.models.connection import Connection
 from airflow.providers.amazon.aws.transfers.redshift_to_s3 import RedshiftToS3Operator
 from airflow.providers.amazon.aws.utils.redshift import build_credentials_block
+from airflow.providers.common.compat.openlineage.facet import (
+    ColumnLineageDatasetFacet,
+    DocumentationDatasetFacet,
+    Fields,
+    InputField,
+    SchemaDatasetFacet,
+    SchemaDatasetFacetFields,
+)
 
 from tests_common.test_utils.asserts import assert_equal_ignore_multiple_spaces
 
@@ -591,3 +599,325 @@ def test_table_unloading_using_redshift_data_api(
         )
         # test sql arg
         assert_equal_ignore_multiple_spaces(mock_rs.execute_statement.call_args.kwargs["Sql"], unload_query)
+
+    @mock.patch("airflow.providers.amazon.aws.hooks.s3.S3Hook.get_connection")
+    @mock.patch("airflow.models.connection.Connection.get_connection_from_secrets")
+    @mock.patch("boto3.session.Session")
+    @mock.patch("airflow.providers.amazon.aws.hooks.redshift_sql.RedshiftSQLHook.run")
+    @mock.patch("airflow.providers.amazon.aws.utils.openlineage.get_facets_from_redshift_table")
+    def test_get_openlineage_facets_on_complete_default(
+        self, mock_get_facets, mock_run, mock_session, mock_connection, mock_hook
+    ):
+        access_key = "aws_access_key_id"
+        secret_key = "aws_secret_access_key"
+        mock_session.return_value = Session(access_key, secret_key)
+        mock_session.return_value.access_key = access_key
+        mock_session.return_value.secret_key = secret_key
+        mock_session.return_value.token = None
+
+        mock_connection.return_value = mock.MagicMock(
+            schema="database", port=5439, host="cluster.id.region.redshift.amazonaws.com", extra_dejson={}
+        )
+        mock_facets = {
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+            "documentation": DocumentationDatasetFacet(description="mock_description"),
+        }
+        mock_get_facets.return_value = mock_facets
+
+        schema = "schema"
+        table = "table"
+        s3_bucket = "bucket"
+        s3_key = "key"
+
+        op = RedshiftToS3Operator(
+            schema=schema,
+            table=table,
+            s3_bucket=s3_bucket,
+            s3_key=s3_key,
+            redshift_conn_id="redshift_conn_id",
+            aws_conn_id="aws_conn_id",
+            task_id="task_id",
+        )
+        op.execute(None)
+
+        lineage = op.get_openlineage_facets_on_complete(None)
+        # Hook called only one time - on operator execution - we mocked querying to fetch schema
+        assert mock_run.call_count == 1
+
+        assert len(lineage.inputs) == 1
+        assert len(lineage.outputs) == 1
+        assert lineage.outputs[0].name == f"{s3_key}/{table}_"
+        assert lineage.outputs[0].namespace == f"s3://{s3_bucket}"
+        assert lineage.inputs[0].name == f"database.{schema}.{table}"
+        assert lineage.inputs[0].namespace == "redshift://cluster.region:5439"
+
+        assert lineage.inputs[0].facets == mock_facets
+        assert lineage.outputs[0].facets == {
+            "columnLineage": ColumnLineageDatasetFacet(
+                fields={
+                    "col": Fields(
+                        inputFields=[
+                            InputField(
+                                namespace="redshift://cluster.region:5439",
+                                name=f"database.{schema}.{table}",
+                                field="col",
+                            )
+                        ],
+                        transformationType="IDENTITY",
+                        transformationDescription="identical",
+                    )
+                }
+            ),
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+        }
+
+    @mock.patch("airflow.providers.amazon.aws.hooks.s3.S3Hook.get_connection")
+    @mock.patch("airflow.models.connection.Connection.get_connection_from_secrets")
+    @mock.patch("boto3.session.Session")
+    @mock.patch("airflow.providers.amazon.aws.hooks.redshift_sql.RedshiftSQLHook.run")
+    @mock.patch("airflow.providers.amazon.aws.utils.openlineage.get_facets_from_redshift_table")
+    def test_get_openlineage_facets_on_complete_with_select_query(
+        self, mock_get_facets, mock_run, mock_session, mock_connection, mock_hook
+    ):
+        access_key = "aws_access_key_id"
+        secret_key = "aws_secret_access_key"
+        mock_session.return_value = Session(access_key, secret_key)
+        mock_session.return_value.access_key = access_key
+        mock_session.return_value.secret_key = secret_key
+        mock_session.return_value.token = None
+
+        mock_connection.return_value = mock.MagicMock(
+            schema="database", port=5439, host="cluster.id.region.redshift.amazonaws.com", extra_dejson={}
+        )
+        mock_facets = {
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+            "documentation": DocumentationDatasetFacet(description="mock_description"),
+        }
+        mock_get_facets.return_value = mock_facets
+
+        schema = "schema"
+        table = "table"
+        s3_bucket = "bucket"
+        s3_key = "key"
+        query = """
+        SELECT
+            c.customer_id,
+            c.first_name,
+            c.last_name,
+            o.order_id,
+            o.order_date,
+            o.total_amount
+        FROM
+            schema1.customers c
+        INNER JOIN
+            schema2.orders o
+        ON
+            c.customer_id = o.customer_id
+        ORDER BY
+            o.order_date DESC;
+        """
+        op = RedshiftToS3Operator(
+            schema=schema,  # should be ignored
+            table=table,  # should be ignored
+            s3_bucket=s3_bucket,
+            s3_key=s3_key,
+            table_as_file_name=False,
+            select_query=query,
+            redshift_conn_id="redshift_conn_id",
+            aws_conn_id="aws_conn_id",
+            task_id="task_id",
+        )
+        op.execute(None)
+
+        lineage = op.get_openlineage_facets_on_complete(None)
+
+        assert len(lineage.inputs) == 2
+        assert len(lineage.outputs) == 1
+        assert lineage.outputs[0].name == s3_key
+        assert lineage.outputs[0].namespace == f"s3://{s3_bucket}"
+        assert lineage.inputs[0].name == "database.schema1.customers"
+        assert lineage.inputs[0].namespace == "redshift://cluster.region:5439"
+        assert lineage.inputs[1].name == "database.schema2.orders"
+        assert lineage.inputs[1].namespace == "redshift://cluster.region:5439"
+
+        assert lineage.inputs[0].facets == mock_facets
+        assert lineage.outputs[0].facets == {}
+
+    @mock.patch("airflow.providers.amazon.aws.hooks.s3.S3Hook.get_connection")
+    @mock.patch("airflow.models.connection.Connection.get_connection_from_secrets")
+    @mock.patch("boto3.session.Session")
+    @mock.patch("airflow.providers.amazon.aws.hooks.redshift_data.RedshiftDataHook.conn")
+    @mock.patch(
+        "airflow.providers.amazon.aws.hooks.redshift_data.RedshiftDataHook.region_name",
+        new_callable=mock.PropertyMock,
+    )
+    @mock.patch("airflow.providers.amazon.aws.utils.openlineage.get_facets_from_redshift_table")
+    def test_get_openlineage_facets_on_complete_using_redshift_data_api(
+        self, mock_get_facets, mock_rs_region, mock_rs, mock_session, mock_connection, mock_hook
+    ):
+        """
+        Using the Redshift Data API instead of the SQL-based connection
+        """
+        access_key = "aws_access_key_id"
+        secret_key = "aws_secret_access_key"
+        mock_session.return_value = Session(access_key, secret_key)
+        mock_session.return_value.access_key = access_key
+        mock_session.return_value.secret_key = secret_key
+        mock_session.return_value.token = None
+
+        mock_hook.return_value = Connection()
+        mock_rs.execute_statement.return_value = {"Id": "STATEMENT_ID"}
+        mock_rs.describe_statement.return_value = {"Status": "FINISHED"}
+
+        mock_rs_region.return_value = "region"
+        mock_facets = {
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+            "documentation": DocumentationDatasetFacet(description="mock_description"),
+        }
+        mock_get_facets.return_value = mock_facets
+
+        schema = "schema"
+        table = "table"
+        s3_bucket = "bucket"
+        s3_key = "key"
+
+        # RS Data API params
+        database = "database"
+        cluster_identifier = "cluster"
+        db_user = "db_user"
+        secret_arn = "secret_arn"
+        statement_name = "statement_name"
+
+        op = RedshiftToS3Operator(
+            schema=schema,
+            table=table,
+            s3_bucket=s3_bucket,
+            s3_key=s3_key,
+            redshift_conn_id="redshift_conn_id",
+            aws_conn_id="aws_conn_id",
+            task_id="task_id",
+            redshift_data_api_kwargs=dict(
+                database=database,
+                cluster_identifier=cluster_identifier,
+                db_user=db_user,
+                secret_arn=secret_arn,
+                statement_name=statement_name,
+            ),
+        )
+        op.execute(None)
+
+        lineage = op.get_openlineage_facets_on_complete(None)
+
+        assert len(lineage.inputs) == 1
+        assert len(lineage.outputs) == 1
+        assert lineage.outputs[0].name == f"{s3_key}/{table}_"
+        assert lineage.outputs[0].namespace == f"s3://{s3_bucket}"
+        assert lineage.inputs[0].name == f"database.{schema}.{table}"
+        assert lineage.inputs[0].namespace == "redshift://cluster.region:5439"
+
+        assert lineage.inputs[0].facets == mock_facets
+        assert lineage.outputs[0].facets == {
+            "columnLineage": ColumnLineageDatasetFacet(
+                fields={
+                    "col": Fields(
+                        inputFields=[
+                            InputField(
+                                namespace="redshift://cluster.region:5439",
+                                name=f"database.{schema}.{table}",
+                                field="col",
+                            )
+                        ],
+                        transformationType="IDENTITY",
+                        transformationDescription="identical",
+                    )
+                }
+            ),
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+        }
+
+    @mock.patch("airflow.providers.amazon.aws.hooks.s3.S3Hook.get_connection")
+    @mock.patch("airflow.models.connection.Connection.get_connection_from_secrets")
+    @mock.patch("boto3.session.Session")
+    @mock.patch("airflow.providers.amazon.aws.hooks.redshift_sql.RedshiftSQLHook.run")
+    @mock.patch("airflow.providers.amazon.aws.hooks.redshift_data.RedshiftDataHook.conn")
+    @mock.patch(
+        "airflow.providers.amazon.aws.hooks.redshift_data.RedshiftDataHook.region_name",
+        new_callable=mock.PropertyMock,
+    )
+    @mock.patch("airflow.providers.amazon.aws.utils.openlineage.get_facets_from_redshift_table")
+    def test_get_openlineage_facets_on_complete_data_and_sql_hooks_aligned(
+        self, mock_get_facets, mock_rs_region, mock_rs, mock_run, mock_session, mock_connection, mock_hook
+    ):
+        """
+        Ensuring both supported hooks - RedshiftDataHook and RedshiftSQLHook return same lineage.
+        """
+        access_key = "aws_access_key_id"
+        secret_key = "aws_secret_access_key"
+        mock_session.return_value = Session(access_key, secret_key)
+        mock_session.return_value.access_key = access_key
+        mock_session.return_value.secret_key = secret_key
+        mock_session.return_value.token = None
+
+        mock_connection.return_value = mock.MagicMock(
+            schema="database", port=5439, host="cluster.id.region.redshift.amazonaws.com", extra_dejson={}
+        )
+        mock_hook.return_value = Connection()
+        mock_rs.execute_statement.return_value = {"Id": "STATEMENT_ID"}
+        mock_rs.describe_statement.return_value = {"Status": "FINISHED"}
+
+        mock_rs_region.return_value = "region"
+        mock_facets = {
+            "schema": SchemaDatasetFacet(fields=[SchemaDatasetFacetFields(name="col", type="STRING")]),
+            "documentation": DocumentationDatasetFacet(description="mock_description"),
+        }
+        mock_get_facets.return_value = mock_facets
+
+        schema = "schema"
+        table = "table"
+        s3_bucket = "bucket"
+        s3_key = "key"
+
+        # RS Data API params
+        database = "database"
+        cluster_identifier = "cluster"
+        db_user = "db_user"
+        secret_arn = "secret_arn"
+        statement_name = "statement_name"
+
+        op_rs_data = RedshiftToS3Operator(
+            schema=schema,
+            table=table,
+            s3_bucket=s3_bucket,
+            s3_key=s3_key,
+            redshift_conn_id="redshift_conn_id",
+            aws_conn_id="aws_conn_id",
+            task_id="task_id",
+            redshift_data_api_kwargs=dict(
+                database=database,
+                cluster_identifier=cluster_identifier,
+                db_user=db_user,
+                secret_arn=secret_arn,
+                statement_name=statement_name,
+            ),
+        )
+        op_rs_data.execute(None)
+        rs_data_lineage = op_rs_data.get_openlineage_facets_on_complete(None)
+
+        op_rs_sql = RedshiftToS3Operator(
+            schema=schema,
+            table=table,
+            s3_bucket=s3_bucket,
+            s3_key=s3_key,
+            redshift_conn_id="redshift_conn_id",
+            aws_conn_id="aws_conn_id",
+            task_id="task_id",
+        )
+        op_rs_sql.execute(None)
+        rs_sql_lineage = op_rs_sql.get_openlineage_facets_on_complete(None)
+
+        assert len(rs_sql_lineage.inputs) == 1
+        assert len(rs_sql_lineage.outputs) == 1
+        assert rs_sql_lineage.inputs == rs_data_lineage.inputs
+        assert rs_sql_lineage.outputs == rs_data_lineage.outputs
+        assert rs_sql_lineage.job_facets == rs_data_lineage.job_facets
+        assert rs_sql_lineage.run_facets == rs_data_lineage.run_facets
diff --git a/providers/tests/apache/hdfs/sensors/test_web_hdfs.py b/providers/tests/apache/hdfs/sensors/test_web_hdfs.py
index 41ccb88e28e18..cc2db040705c9 100644
--- a/providers/tests/apache/hdfs/sensors/test_web_hdfs.py
+++ b/providers/tests/apache/hdfs/sensors/test_web_hdfs.py
@@ -72,7 +72,7 @@ def test_poke(self, mock_hook, caplog):
             expected_filenames=TEST_HDFS_FILENAMES,
         )
 
-        with caplog.at_level("DEBUG", logger="airflow.task"):
+        with caplog.at_level("DEBUG", logger=sensor.log.name):
             result = sensor.poke(dict())
 
         assert result
diff --git a/providers/tests/apache/hive/transfers/test_s3_to_hive.py b/providers/tests/apache/hive/transfers/test_s3_to_hive.py
index 5f738f4b54dc4..eea3dd39a905a 100644
--- a/providers/tests/apache/hive/transfers/test_s3_to_hive.py
+++ b/providers/tests/apache/hive/transfers/test_s3_to_hive.py
@@ -30,7 +30,7 @@
 import pytest
 
 from airflow.exceptions import AirflowException
-from airflow.providers.apache.hive.transfers.s3_to_hive import S3ToHiveOperator
+from airflow.providers.apache.hive.transfers.s3_to_hive import S3ToHiveOperator, uncompress_file
 
 boto3 = pytest.importorskip("boto3")
 moto = pytest.importorskip("moto")
@@ -122,7 +122,7 @@ def _set_fn(self, fn, ext, header):
 
     # Helper method to fetch a file of a
     # certain format (file extension and header)
-    def _get_fn(self, ext, header):
+    def _get_fn(self, ext, header=None):
         key = self._get_key(ext, header)
         return self.file_names[key]
 
@@ -279,3 +279,19 @@ def test_execute_with_select_expression(self, mock_hiveclihook):
                     expression=select_expression,
                     input_serialization=input_serialization,
                 )
+
+    def test_uncompress_file(self):
+        # Testing txt file type
+        with pytest.raises(NotImplementedError, match="^Received .txt format. Only gz and bz2.*"):
+            uncompress_file(
+                **{"input_file_name": None, "file_extension": ".txt", "dest_dir": None},
+            )
+        # Testing gz file type
+        fn_txt = self._get_fn(".txt")
+        fn_gz = self._get_fn(".gz")
+        txt_gz = uncompress_file(fn_gz, ".gz", self.tmp_dir)
+        assert filecmp.cmp(txt_gz, fn_txt, shallow=False), "Uncompressed file does not match original"
+        # Testing bz2 file type
+        fn_bz2 = self._get_fn(".bz2")
+        txt_bz2 = uncompress_file(fn_bz2, ".bz2", self.tmp_dir)
+        assert filecmp.cmp(txt_bz2, fn_txt, shallow=False), "Uncompressed file does not match original"
diff --git a/providers/tests/apache/spark/hooks/test_spark_sql.py b/providers/tests/apache/spark/hooks/test_spark_sql.py
index 3ea9ab20e900b..b6d9bd704c4a0 100644
--- a/providers/tests/apache/spark/hooks/test_spark_sql.py
+++ b/providers/tests/apache/spark/hooks/test_spark_sql.py
@@ -42,6 +42,18 @@ def get_after(sentinel, iterable):
 
 class TestSparkSqlHook:
     _config = {
+        "conn_id": "spark_default",
+        "executor_cores": 4,
+        "executor_memory": "22g",
+        "keytab": "privileged_user.keytab",
+        "name": "spark-job",
+        "num_executors": 10,
+        "verbose": True,
+        "sql": " /path/to/sql/file.sql ",
+        "conf": {"key": "value", "PROP": "VALUE"},
+    }
+
+    _config_str = {
         "conn_id": "spark_default",
         "executor_cores": 4,
         "executor_memory": "22g",
@@ -78,7 +90,29 @@ def test_build_command(self):
         assert self._config["sql"].strip() == sql_path
 
         # Check if all config settings are there
-        for key_value in self._config["conf"].split(","):
+        for k, v in self._config["conf"].items():
+            assert f"--conf {k}={v}" in cmd
+
+        if self._config["verbose"]:
+            assert "--verbose" in cmd
+
+    def test_build_command_with_str_conf(self):
+        hook = SparkSqlHook(**self._config_str)
+
+        # The subprocess requires an array but we build the cmd by joining on a space
+        cmd = " ".join(hook._prepare_command(""))
+
+        # Check all the parameters
+        assert f"--executor-cores {self._config_str['executor_cores']}" in cmd
+        assert f"--executor-memory {self._config_str['executor_memory']}" in cmd
+        assert f"--keytab {self._config_str['keytab']}" in cmd
+        assert f"--name {self._config_str['name']}" in cmd
+        assert f"--num-executors {self._config_str['num_executors']}" in cmd
+        sql_path = get_after("-f", hook._prepare_command(""))
+        assert self._config_str["sql"].strip() == sql_path
+
+        # Check if all config settings are there
+        for key_value in self._config_str["conf"].split(","):
             k, v = key_value.split("=")
             assert f"--conf {k}={v}" in cmd
 
diff --git a/providers/tests/cncf/kubernetes/backcompat/__init__.py b/providers/tests/cncf/kubernetes/backcompat/__init__.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/providers/tests/cncf/kubernetes/backcompat/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/providers/tests/cncf/kubernetes/backcompat/test_backwards_compat_converters.py b/providers/tests/cncf/kubernetes/backcompat/test_backwards_compat_converters.py
new file mode 100644
index 0000000000000..7c4e426b4817c
--- /dev/null
+++ b/providers/tests/cncf/kubernetes/backcompat/test_backwards_compat_converters.py
@@ -0,0 +1,270 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from unittest.mock import Mock, patch
+
+import pytest
+from kubernetes.client import models as k8s
+
+from airflow.exceptions import AirflowException
+from airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters import (
+    _convert_from_dict,
+    _convert_kube_model_object,
+    convert_affinity,
+    convert_configmap,
+    convert_env_vars,
+    convert_env_vars_or_raise_error,
+    convert_image_pull_secrets,
+    convert_pod_runtime_info_env,
+    convert_port,
+    convert_toleration,
+    convert_volume,
+    convert_volume_mount,
+)
+
+
+# testcase of _convert_kube_model_object() function
+class MockKubeModelObject:
+    def to_k8s_client_obj(self):
+        return "converted_object"
+
+
+def test__convert_kube_model_object_normal_value():
+    obj = MockKubeModelObject()
+    new_class = type(obj)
+
+    result = _convert_kube_model_object(obj, new_class)
+    assert result == "converted_object"
+
+
+def test__convert_kube_model_object_already_instance():
+    result = _convert_kube_model_object("obj", str)
+    assert result == "obj"
+
+
+def test__convert_kube_model_object_invalid_type():
+    obj = "obj"
+    with pytest.raises(AirflowException) as exc_info:
+        _convert_kube_model_object(obj, int)
+
+    assert str(exc_info.value) == f"Expected {int}, got {type(obj)}"
+
+
+# testcase of _convert_from_dict() function
+@pytest.fixture
+def mock_api_client():
+    with patch(
+        "airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters.ApiClient"
+    ) as mock_class:
+        instance = mock_class.return_value
+        instance._ApiClient__deserialize_model = Mock(return_value="mocked_instance")
+        yield instance
+
+
+def test_convert_from_dict_with_new_class_instance(mock_api_client):
+    obj = Mock()
+    result = _convert_from_dict(obj, type(obj))
+
+    assert result == obj
+
+
+def test_convert_from_dict_with_dict(mock_api_client):
+    obj = {"key": "value"}
+    new_class = Mock()
+    result = _convert_from_dict(obj, type(new_class))
+
+    mock_api_client._ApiClient__deserialize_model.assert_called_once_with(obj, type(new_class))
+    assert result == "mocked_instance"
+
+
+def test_convert_from_dict_with_invalid_type():
+    obj = "not a dict"
+    new_class = Mock()
+
+    with pytest.raises(AirflowException) as exc_info:
+        _convert_from_dict(obj, type(new_class))
+
+    assert str(exc_info.value) == "Expected dict or <class 'unittest.mock.Mock'>, got <class 'str'>"
+
+
+# testcase of convert_volume() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_kube_model_object")
+def test_convert_volume_normal_value(mock_convert_kube_model_object):
+    mock_convert_kube_model_object.return_value = k8s.V1Volume(name="test_convert_volume")
+    volume = Mock()
+    result = convert_volume(volume)
+
+    mock_convert_kube_model_object.assert_called_once_with(volume, k8s.V1Volume)
+    assert result.name == "test_convert_volume"
+
+
+# testcase of convert_volume_mount() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_kube_model_object")
+def test_convert_volume_mount_normal_value(mock_convert_kube_model_object):
+    mock_convert_kube_model_object.return_value = k8s.V1VolumeMount(
+        name="test_volume_mount", mount_path="/mnt/test"
+    )
+    volume = Mock()
+    result = convert_volume_mount(volume)
+
+    mock_convert_kube_model_object.assert_called_once_with(volume, k8s.V1VolumeMount)
+    assert result.name == "test_volume_mount"
+    assert result.mount_path == "/mnt/test"
+
+
+# testcase of convert_port() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_kube_model_object")
+def test_convert_port_normal_value(mock_convert_kube_model_object):
+    mock_convert_kube_model_object.return_value = k8s.V1ContainerPort(container_port=80)
+    volume = Mock()
+    result = convert_port(volume)
+
+    mock_convert_kube_model_object.assert_called_once_with(volume, k8s.V1ContainerPort)
+    assert result.container_port == 80
+
+
+# testcase of convert_env_vars() function
+def test_convert_env_vars_with_dict():
+    # Normal value input case test
+    env_vars = {"FOO": "bar", "BAZ": "qux"}
+    result = convert_env_vars(env_vars)
+    expected_result = [k8s.V1EnvVar(name="FOO", value="bar"), k8s.V1EnvVar(name="BAZ", value="qux")]
+
+    assert isinstance(result, list)
+    assert len(result) == 2
+    assert result == expected_result
+
+
+def test_convert_env_vars_with_list():
+    # Normal value input case test
+    env_vars = [k8s.V1EnvVar(name="FOO", value="bar"), k8s.V1EnvVar(name="BAZ", value="qux")]
+
+    result = convert_env_vars(env_vars)
+    assert result == env_vars
+
+
+# testcase of convert_env_vars_or_raise_error() function
+def test_convert_env_vars_or_raise_error_normal_value():
+    env_vars_dict = {"ENV1": "value1", "ENV2": "value2"}
+    result = convert_env_vars_or_raise_error(env_vars_dict)
+
+    assert isinstance(result, list)
+    assert len(result) == 2
+    assert result[0].name == "ENV1"
+    assert result[0].value == "value1"
+    assert result[1].name == "ENV2"
+    assert result[1].value == "value2"
+
+
+def test_convert_env_vars_or_raise_error_list_value():
+    env_vars_list = [k8s.V1EnvVar(name="ENV1", value="value1"), k8s.V1EnvVar(name="ENV2", value="value2")]
+    result = convert_env_vars_or_raise_error(env_vars_list)
+
+    assert isinstance(result, list)
+    assert len(result) == 2
+    assert result[0].name == "ENV1"
+    assert result[0].value == "value1"
+    assert result[1].name == "ENV2"
+    assert result[1].value == "value2"
+    assert result == env_vars_list
+
+
+def test_convert_env_vars_or_raise_error_invalid_type():
+    invalid_input = 123
+    with pytest.raises(AirflowException) as exc_info:
+        convert_env_vars_or_raise_error(invalid_input)
+
+    assert str(exc_info.value) == f"Expected dict or list, got {type(invalid_input)}"
+
+
+# testcase of convert_pod_runtime_info_env() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_kube_model_object")
+def test_convert_pod_runtime_info_env_normal_value(mock_convert_kube_model_object):
+    mock_convert_kube_model_object.return_value = k8s.V1EnvVar(name="FOO", value="bar")
+    volume = Mock()
+    result = convert_pod_runtime_info_env(volume)
+
+    mock_convert_kube_model_object.assert_called_once_with(volume, k8s.V1EnvVar)
+    assert result.name == "FOO"
+    assert result.value == "bar"
+
+
+# testcase of convert_image_pull_secrets() function
+def test_convert_image_pull_secrets_normal_value():
+    image_pull_secrets = "secret1,secret2,secret3"
+    result = convert_image_pull_secrets(image_pull_secrets)
+
+    expected_result = [
+        k8s.V1LocalObjectReference(name="secret1"),
+        k8s.V1LocalObjectReference(name="secret2"),
+        k8s.V1LocalObjectReference(name="secret3"),
+    ]
+    assert isinstance(result, list)
+    assert len(result) == 3
+    assert result == expected_result
+
+
+def test_convert_image_pull_secrets_not_string():
+    image_pull_secrets = ["single_secret"]
+    result = convert_image_pull_secrets(image_pull_secrets)
+
+    assert isinstance(result, list)
+    assert len(result) == 1
+    assert result == image_pull_secrets
+
+
+# testcase of convert_configmap() function
+def test_convert_configmap_normal_value():
+    configmaps = "test-configmap"
+    result = convert_configmap(configmaps)
+
+    assert isinstance(result, k8s.V1EnvFromSource)
+    assert result.config_map_ref.name == "test-configmap"
+
+
+# testcase of convert_affinity() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_from_dict")
+def test_convert_affinity_normal_value(mock_convert_from_dict):
+    affinity = {"some_key": "some_value"}
+    expected_result = Mock(k8s.V1Affinity)
+    mock_convert_from_dict.return_value = expected_result
+
+    result = convert_affinity(affinity)
+
+    mock_convert_from_dict.assert_called_once_with(affinity, k8s.V1Affinity)
+    assert result == expected_result
+
+
+# testcase of convert_toleration() function
+@patch("airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters._convert_from_dict")
+def test_convert_toleration_normal_value(mock_convert_from_dict):
+    toleration = {
+        "key": "key",
+        "operator": "Equal",
+        "value": "value",
+        "effect": "NoExecute",
+        "toleration_seconds": 600,
+    }
+    expected_result = Mock(spec=k8s.V1Toleration)
+    mock_convert_from_dict.return_value = expected_result
+
+    result = convert_toleration(toleration)
+
+    mock_convert_from_dict.assert_called_once_with(toleration, k8s.V1Toleration)
+    assert isinstance(result, k8s.V1Toleration)
+    assert result == expected_result
diff --git a/providers/tests/cncf/kubernetes/executors/test_kubernetes_executor.py b/providers/tests/cncf/kubernetes/executors/test_kubernetes_executor.py
index 9d425edcb9d06..13ca0ed828c65 100644
--- a/providers/tests/cncf/kubernetes/executors/test_kubernetes_executor.py
+++ b/providers/tests/cncf/kubernetes/executors/test_kubernetes_executor.py
@@ -29,6 +29,12 @@
 from urllib3 import HTTPResponse
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.executors.executor_constants import (
+    CELERY_EXECUTOR,
+    CELERY_KUBERNETES_EXECUTOR,
+    KUBERNETES_EXECUTOR,
+)
+from airflow.models.taskinstance import TaskInstance
 from airflow.models.taskinstancekey import TaskInstanceKey
 from airflow.operators.empty import EmptyOperator
 from airflow.providers.cncf.kubernetes import pod_generator
@@ -1277,6 +1283,7 @@ def test_kube_config_get_namespace_list(
 
     @pytest.mark.db_test
     @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
     def test_clear_not_launched_queued_tasks_not_launched(
         self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
     ):
@@ -1287,6 +1294,13 @@ def test_clear_not_launched_queued_tasks_not_launched(
         mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
         mock_kube_dynamic_client.return_value.get.return_value.items = []
 
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
         create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
         dag_run = dag_maker.create_dagrun()
 
@@ -1320,6 +1334,7 @@ def test_clear_not_launched_queued_tasks_not_launched(
         ],
     )
     @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
     def test_clear_not_launched_queued_tasks_launched(
         self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session, task_queue, kubernetes_queue
     ):
@@ -1350,6 +1365,13 @@ def test_clear_not_launched_queued_tasks_launched(
             ]
         )
 
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
         create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
         dag_run = dag_maker.create_dagrun()
 
@@ -1376,6 +1398,7 @@ def test_clear_not_launched_queued_tasks_launched(
 
     @pytest.mark.db_test
     @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
     def test_clear_not_launched_queued_tasks_mapped_task(self, mock_kube_dynamic_client, dag_maker, session):
         """One mapped task has a launched pod - other does not."""
 
@@ -1410,6 +1433,13 @@ def get(*args, **kwargs):
         mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
         mock_kube_dynamic_client.return_value.get.side_effect = get
 
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
         with dag_maker(dag_id="test_clear"):
             op = BashOperator.partial(task_id="bash").expand(bash_command=["echo 0", "echo 1"])
 
@@ -1443,6 +1473,7 @@ def get(*args, **kwargs):
         )
 
     @pytest.mark.db_test
+    @conf_vars({("core", "executor"): CELERY_KUBERNETES_EXECUTOR})
     def test_clear_not_launched_queued_tasks_not_launched_other_queue(
         self, dag_maker, create_dummy_dag, session
     ):
@@ -1450,6 +1481,13 @@ def test_clear_not_launched_queued_tasks_not_launched_other_queue(
         mock_kube_client = mock.MagicMock()
         mock_kube_client.list_namespaced_pod.return_value = k8s.V1PodList(items=[])
 
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
         create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
         dag_run = dag_maker.create_dagrun()
 
@@ -1470,7 +1508,175 @@ def test_clear_not_launched_queued_tasks_not_launched_other_queue(
         assert mock_kube_client.list_namespaced_pod.call_count == 0
 
     @pytest.mark.db_test
+    @pytest.mark.skipif(
+        not hasattr(TaskInstance, "executor"), reason="Hybrid executor added in later version"
+    )
+    @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
+    def test_clear_not_launched_queued_tasks_not_launched_other_executor(
+        self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
+    ):
+        """Queued TI has no pod, but it is not queued for the k8s executor"""
+        mock_kube_client = mock.MagicMock()
+        mock_kube_dynamic_client.return_value = mock.MagicMock()
+        mock_pod_resource = mock.MagicMock()
+        mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
+        mock_kube_dynamic_client.return_value.get.return_value.items = []
+
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
+        create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
+        dag_run = dag_maker.create_dagrun()
+
+        ti = dag_run.task_instances[0]
+        ti.state = State.QUEUED
+        ti.queued_by_job_id = 1
+        ti.executor = "CeleryExecutor"
+        session.flush()
+
+        executor = self.kubernetes_executor
+        executor.job_id = 1
+
+        executor.kube_client = mock_kube_client
+        executor.clear_not_launched_queued_tasks(session=session)
+
+        ti.refresh_from_db()
+        assert ti.executor == "CeleryExecutor"
+        assert ti.state == State.QUEUED
+        assert mock_kube_client.list_namespaced_pod.call_count == 0
+
+    @pytest.mark.db_test
+    @pytest.mark.skipif(
+        not hasattr(TaskInstance, "executor"), reason="Hybrid executor added in later version"
+    )
     @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): CELERY_EXECUTOR})
+    def test_clear_not_launched_queued_tasks_not_launched_other_default_executor(
+        self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
+    ):
+        """Queued TI has no pod, but it is not queued for the k8s executor"""
+        mock_kube_client = mock.MagicMock()
+        mock_kube_dynamic_client.return_value = mock.MagicMock()
+        mock_pod_resource = mock.MagicMock()
+        mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
+        mock_kube_dynamic_client.return_value.get.return_value.items = []
+
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
+        create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
+        dag_run = dag_maker.create_dagrun()
+
+        ti = dag_run.task_instances[0]
+        ti.state = State.QUEUED
+        ti.queued_by_job_id = 1
+        session.flush()
+
+        executor = self.kubernetes_executor
+        executor.job_id = 1
+
+        executor.kube_client = mock_kube_client
+        executor.clear_not_launched_queued_tasks(session=session)
+
+        ti.refresh_from_db()
+        assert ti.state == State.QUEUED
+        assert mock_kube_client.list_namespaced_pod.call_count == 0
+
+    @pytest.mark.db_test
+    @pytest.mark.skipif(
+        not hasattr(TaskInstance, "executor"), reason="Hybrid executor added in later version"
+    )
+    @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
+    def test_clear_not_launched_queued_tasks_launched_none_executor(
+        self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
+    ):
+        """Queued TI has no pod, but it is not queued for the k8s executor"""
+        mock_kube_client = mock.MagicMock()
+        mock_kube_dynamic_client.return_value = mock.MagicMock()
+        mock_pod_resource = mock.MagicMock()
+        mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
+        mock_kube_dynamic_client.return_value.get.return_value.items = []
+
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
+        create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
+        dag_run = dag_maker.create_dagrun()
+
+        ti = dag_run.task_instances[0]
+        ti.state = State.QUEUED
+        ti.queued_by_job_id = 1
+        session.flush()
+
+        executor = self.kubernetes_executor
+        executor.job_id = 1
+
+        executor.kube_client = mock_kube_client
+        executor.clear_not_launched_queued_tasks(session=session)
+
+        ti.refresh_from_db()
+        assert ti.state == State.SCHEDULED
+        assert mock_kube_dynamic_client.return_value.get.call_count == 1
+
+    @pytest.mark.db_test
+    @pytest.mark.skipif(
+        not hasattr(TaskInstance, "executor"), reason="Hybrid executor added in later version"
+    )
+    @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
+    def test_clear_not_launched_queued_tasks_launched_kubernetes_executor(
+        self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
+    ):
+        """Queued TI has no pod, but it is not queued for the k8s executor"""
+        mock_kube_client = mock.MagicMock()
+        mock_kube_dynamic_client.return_value = mock.MagicMock()
+        mock_pod_resource = mock.MagicMock()
+        mock_kube_dynamic_client.return_value.resources.get.return_value = mock_pod_resource
+        mock_kube_dynamic_client.return_value.get.return_value.items = []
+
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
+        create_dummy_dag(dag_id="test_clear", task_id="task1", with_dagrun_type=None)
+        dag_run = dag_maker.create_dagrun()
+
+        ti = dag_run.task_instances[0]
+        ti.state = State.QUEUED
+        ti.queued_by_job_id = 1
+        ti.executor = KUBERNETES_EXECUTOR
+        session.flush()
+
+        executor = self.kubernetes_executor
+        executor.job_id = 1
+
+        executor.kube_client = mock_kube_client
+        executor.clear_not_launched_queued_tasks(session=session)
+
+        ti.refresh_from_db()
+        assert ti.state == State.SCHEDULED
+        assert mock_kube_dynamic_client.return_value.get.call_count == 1
+
+    @pytest.mark.db_test
+    @mock.patch("airflow.providers.cncf.kubernetes.executors.kubernetes_executor.DynamicClient")
+    @conf_vars({("core", "executor"): KUBERNETES_EXECUTOR})
     def test_clear_not_launched_queued_tasks_clear_only_by_job_id(
         self, mock_kube_dynamic_client, dag_maker, create_dummy_dag, session
     ):
@@ -1479,6 +1685,13 @@ def test_clear_not_launched_queued_tasks_clear_only_by_job_id(
         mock_kube_dynamic_client.return_value = mock.MagicMock()
         mock_kube_dynamic_client.return_value.get.return_value = k8s.V1PodList(items=[])
 
+        # This is hack to use overridden conf vars as it seems executors loaded before conf override.
+        if hasattr(TaskInstance, "executor"):
+            import importlib
+
+            from airflow.executors import executor_loader
+
+            importlib.reload(executor_loader)
         create_dummy_dag(dag_id="test_clear_0", task_id="task0", with_dagrun_type=None)
         dag_run = dag_maker.create_dagrun()
 
diff --git a/providers/tests/cncf/kubernetes/log_handlers/test_log_handlers.py b/providers/tests/cncf/kubernetes/log_handlers/test_log_handlers.py
index 45b68d015e4b4..f896af6cfe959 100644
--- a/providers/tests/cncf/kubernetes/log_handlers/test_log_handlers.py
+++ b/providers/tests/cncf/kubernetes/log_handlers/test_log_handlers.py
@@ -32,7 +32,6 @@
 from airflow.models.dag import DAG
 from airflow.models.dagrun import DagRun
 from airflow.models.taskinstance import TaskInstance
-from airflow.operators.python import PythonOperator
 from airflow.utils.log.file_task_handler import (
     FileTaskHandler,
 )
@@ -42,7 +41,7 @@
 from airflow.utils.timezone import datetime
 from airflow.utils.types import DagRunType
 
-from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS
+from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS, PythonOperator
 from tests_common.test_utils.config import conf_vars
 
 if AIRFLOW_V_3_0_PLUS:
diff --git a/providers/tests/common/sql/hooks/test_dbapi.py b/providers/tests/common/sql/hooks/test_dbapi.py
index d94b817eeeb82..a47b2856eb2fa 100644
--- a/providers/tests/common/sql/hooks/test_dbapi.py
+++ b/providers/tests/common/sql/hooks/test_dbapi.py
@@ -49,6 +49,7 @@ class TestDbApiHook:
     def setup_method(self, **kwargs):
         self.cur = mock.MagicMock(
             rowcount=0,
+            fast_executemany=False,
             spec=Cursor,
         )
         self.conn = mock.MagicMock()
@@ -188,6 +189,21 @@ def test_insert_rows_executemany(self):
         self.db_hook.insert_rows(table, rows, executemany=True)
 
         assert self.conn.close.call_count == 1
+        assert not self.cur.fast_executemany
+        assert self.cur.close.call_count == 1
+        assert self.conn.commit.call_count == 2
+
+        sql = f"INSERT INTO {table}  VALUES (%s)"
+        self.cur.executemany.assert_any_call(sql, rows)
+
+    def test_insert_rows_fast_executemany(self):
+        table = "table"
+        rows = [("hello",), ("world",)]
+
+        self.db_hook.insert_rows(table, rows, executemany=True, fast_executemany=True)
+
+        assert self.conn.close.call_count == 1
+        assert self.cur.fast_executemany
         assert self.cur.close.call_count == 1
         assert self.conn.commit.call_count == 2
 
diff --git a/providers/tests/common/sql/operators/test_sql.py b/providers/tests/common/sql/operators/test_sql.py
index 5026a5ec989a8..9ff5cebb76fa5 100644
--- a/providers/tests/common/sql/operators/test_sql.py
+++ b/providers/tests/common/sql/operators/test_sql.py
@@ -18,13 +18,14 @@
 from __future__ import annotations
 
 import datetime
+import inspect
 from unittest import mock
 from unittest.mock import MagicMock
 
 import pytest
 
 from airflow import DAG
-from airflow.exceptions import AirflowException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.models import Connection, DagRun, TaskInstance as TI, XCom
 from airflow.operators.empty import EmptyOperator
 from airflow.providers.common.sql.hooks.sql import fetch_all_handler
@@ -45,6 +46,7 @@
 from airflow.utils.state import State
 
 from tests_common.test_utils.compat import AIRFLOW_V_2_8_PLUS, AIRFLOW_V_3_0_PLUS
+from tests_common.test_utils.providers import get_provider_min_airflow_version
 
 if AIRFLOW_V_3_0_PLUS:
     from airflow.utils.types import DagRunTriggeredByType
@@ -91,6 +93,23 @@ def test_templated_fields(self):
         assert operator.database == "my_database"
         assert operator.hook_params == {"key": "value"}
 
+    def test_when_provider_min_airflow_version_is_3_0_or_higher_remove_obsolete_get_hook_method(self):
+        """
+        Once this test starts failing due to the fact that the minimum Airflow version is now 3.0.0 or higher
+        for this provider, you should remove the obsolete get_hook method in the BaseSQLOperator operator
+        and remove this test.  This test was added to make sure to not forget to remove the fallback code
+        for backward compatibility with Airflow 2.8.x which isn't need anymore once this provider depends on
+        Airflow 3.0.0 or higher.
+        """
+        min_airflow_version = get_provider_min_airflow_version("apache-airflow-providers-common-sql")
+
+        # Check if the current Airflow version is 3.0.0 or higher
+        if min_airflow_version[0] >= 3:
+            method_source = inspect.getsource(BaseSQLOperator.get_hook)
+            raise AirflowProviderDeprecationWarning(
+                f"Check TODO's to remove obsolete get_hook method in BaseSQLOperator:\n\r\n\r\t\t\t{method_source}"
+            )
+
 
 class TestSQLExecuteQueryOperator:
     def _construct_operator(self, sql, **kwargs):
diff --git a/providers/tests/databricks/hooks/test_databricks.py b/providers/tests/databricks/hooks/test_databricks.py
index 94a8cfb9c4c56..4eaeddf972edf 100644
--- a/providers/tests/databricks/hooks/test_databricks.py
+++ b/providers/tests/databricks/hooks/test_databricks.py
@@ -313,6 +313,8 @@ class TestDatabricksHook:
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.login = LOGIN
         conn.password = PASSWORD
         conn.extra = None
@@ -1191,6 +1193,11 @@ class TestDatabricksHookToken:
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = HOST
+        conn.schema = None
+        conn.port = None
+        conn.login = None
+        conn.password = None
         conn.extra = json.dumps({"token": TOKEN, "host": HOST})
 
         session.commit()
@@ -1222,6 +1229,8 @@ class TestDatabricksHookTokenInPassword:
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.login = None
         conn.password = TOKEN
         conn.extra = None
@@ -1249,6 +1258,11 @@ class TestDatabricksHookTokenWhenNoHostIsProvidedInExtra(TestDatabricksHookToken
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = HOST
+        conn.schema = None
+        conn.port = None
+        conn.login = None
+        conn.password = None
         conn.extra = json.dumps({"token": TOKEN})
 
         session.commit()
@@ -1256,6 +1270,60 @@ def setup_method(self, method, session=None):
         self.hook = DatabricksHook()
 
 
+@pytest.mark.db_test
+class TestDatabricksHookConnSettings(TestDatabricksHookToken):
+    """
+    Tests that `schema` and/or `port` get reflected in the requested API URLs.
+    """
+
+    @provide_session
+    def setup_method(self, method, session=None):
+        conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = HOST
+        conn.schema = "http"
+        conn.port = 7908
+        conn.login = None
+        conn.password = None
+        conn.extra = json.dumps({"token": TOKEN})
+        session.commit()
+
+        self.hook = DatabricksHook()
+
+    @mock.patch("airflow.providers.databricks.hooks.databricks_base.requests")
+    def test_do_api_call_respects_schema(self, mock_requests):
+        mock_requests.get.return_value.json.return_value = {"foo": "bar"}
+        ret_val = self.hook._do_api_call(("GET", "api/2.1/foo/bar"))
+
+        assert ret_val == {"foo": "bar"}
+        mock_requests.get.assert_called_once()
+        assert mock_requests.get.call_args.args == (f"http://{HOST}:7908/api/2.1/foo/bar",)
+
+    @pytest.mark.asyncio
+    @mock.patch("airflow.providers.databricks.hooks.databricks_base.aiohttp.ClientSession.get")
+    async def test_async_do_api_call_respects_schema(self, mock_get):
+        mock_get.return_value.__aenter__.return_value.json = AsyncMock(return_value={"bar": "baz"})
+        async with self.hook:
+            run_page_url = await self.hook._a_do_api_call(("GET", "api/2.1/foo/bar"))
+
+        assert run_page_url == {"bar": "baz"}
+        mock_get.assert_called_once()
+        assert mock_get.call_args.args == (f"http://{HOST}:7908/api/2.1/foo/bar",)
+
+    @pytest.mark.asyncio
+    @mock.patch("airflow.providers.databricks.hooks.databricks_base.aiohttp.ClientSession.get")
+    async def test_async_do_api_call_only_existing_response_properties_are_read(self, mock_get):
+        self.hook.log.setLevel("DEBUG")
+        response = mock_get.return_value.__aenter__.return_value
+        response.mock_add_spec(aiohttp.ClientResponse, spec_set=True)
+        response.json = AsyncMock(return_value={"bar": "baz"})
+        async with self.hook:
+            run_page_url = await self.hook._a_do_api_call(("GET", "api/2.1/foo/bar"))
+
+        assert run_page_url == {"bar": "baz"}
+        mock_get.assert_called_once()
+        assert mock_get.call_args.args == (f"http://{HOST}:7908/api/2.1/foo/bar",)
+
+
 class TestRunState:
     def test_is_terminal_true(self):
         terminal_states = ["TERMINATED", "SKIPPED", "INTERNAL_ERROR"]
@@ -1337,6 +1405,9 @@ class TestDatabricksHookAadToken:
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = None
+        conn.schema = None
+        conn.port = None
         conn.login = "9ff815a6-4404-4ab8-85cb-cd0e6f879c1d"
         conn.password = "secret"
         conn.extra = json.dumps(
@@ -1378,6 +1449,9 @@ def setup_method(self, method, session=None):
         self.ad_endpoint = "https://login.microsoftonline.de"
         self.client_id = "9ff815a6-4404-4ab8-85cb-cd0e6f879c1d"
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = None
+        conn.schema = None
+        conn.port = None
         conn.login = self.client_id
         conn.password = "secret"
         conn.extra = json.dumps(
@@ -1429,6 +1503,8 @@ def setup_method(self, method, session=None):
         conn.login = self.client_id
         conn.password = "secret"
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.extra = json.dumps(
             {
                 "azure_resource_id": "/Some/resource",
@@ -1479,6 +1555,8 @@ class TestDatabricksHookAadTokenManagedIdentity:
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.extra = json.dumps(
             {
                 "use_azure_managed_identity": True,
@@ -1524,6 +1602,8 @@ class TestDatabricksHookAsyncMethods:
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.login = LOGIN
         conn.password = PASSWORD
         conn.extra = None
@@ -1704,6 +1784,8 @@ class TestDatabricksHookAsyncAadToken:
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.schema = None
+        conn.port = None
         conn.login = "9ff815a6-4404-4ab8-85cb-cd0e6f879c1d"
         conn.password = "secret"
         conn.extra = json.dumps(
@@ -1748,6 +1830,8 @@ def setup_method(self, method, session=None):
         self.ad_endpoint = "https://login.microsoftonline.de"
         self.client_id = "9ff815a6-4404-4ab8-85cb-cd0e6f879c1d"
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.schema = None
+        conn.port = None
         conn.login = self.client_id
         conn.password = "secret"
         conn.extra = json.dumps(
@@ -1804,6 +1888,8 @@ def setup_method(self, method, session=None):
         conn.login = self.client_id
         conn.password = "secret"
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.extra = json.dumps(
             {
                 "azure_resource_id": "/Some/resource",
@@ -1861,6 +1947,8 @@ class TestDatabricksHookAsyncAadTokenManagedIdentity:
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
         conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.extra = json.dumps(
             {
                 "use_azure_managed_identity": True,
@@ -1910,6 +1998,9 @@ class TestDatabricksHookSpToken:
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.login = "c64f6d12-f6e4-45a4-846e-032b42b27758"
         conn.password = "secret"
         conn.extra = json.dumps({"service_principal_oauth": True})
@@ -1948,6 +2039,9 @@ class TestDatabricksHookAsyncSpToken:
     @provide_session
     def setup_method(self, method, session=None):
         conn = session.query(Connection).filter(Connection.conn_id == DEFAULT_CONN_ID).first()
+        conn.host = HOST
+        conn.schema = None
+        conn.port = None
         conn.login = "c64f6d12-f6e4-45a4-846e-032b42b27758"
         conn.password = "secret"
         conn.extra = json.dumps({"service_principal_oauth": True})
diff --git a/providers/tests/edge/cli/test_edge_command.py b/providers/tests/edge/cli/test_edge_command.py
index 53e93117ac00d..f340813024387 100644
--- a/providers/tests/edge/cli/test_edge_command.py
+++ b/providers/tests/edge/cli/test_edge_command.py
@@ -16,27 +16,64 @@
 # under the License.
 from __future__ import annotations
 
+import logging
+import os
 from datetime import datetime
 from pathlib import Path
 from subprocess import Popen
-from unittest.mock import patch
+from unittest.mock import call, patch
 
 import pytest
 import time_machine
 
 from airflow.exceptions import AirflowException
-from airflow.providers.edge.cli.edge_command import (
-    _EdgeWorkerCli,
-    _Job,
-)
+from airflow.providers.edge.cli.edge_command import _EdgeWorkerCli, _Job, _write_pid_to_pidfile
 from airflow.providers.edge.models.edge_job import EdgeJob
-from airflow.providers.edge.models.edge_worker import EdgeWorker, EdgeWorkerState
+from airflow.providers.edge.models.edge_worker import EdgeWorker, EdgeWorkerState, EdgeWorkerVersionException
 from airflow.utils.state import TaskInstanceState
 
 from tests_common.test_utils.config import conf_vars
 
 pytest.importorskip("pydantic", minversion="2.0.0")
 
+
+def test_write_pid_to_pidfile_success(caplog, tmp_path):
+    with caplog.at_level(logging.DEBUG):
+        pid_file_path = tmp_path / "file.pid"
+        _write_pid_to_pidfile(pid_file_path)
+        assert pid_file_path.exists()
+        assert "An existing PID file has been found" not in caplog.text
+
+
+def test_write_pid_to_pidfile_called_twice(tmp_path):
+    pid_file_path = tmp_path / "file.pid"
+    _write_pid_to_pidfile(pid_file_path)
+    with pytest.raises(SystemExit, match=r"A PID file has already been written"):
+        _write_pid_to_pidfile(pid_file_path)
+    assert pid_file_path.exists()
+
+
+def test_write_pid_to_pidfile_created_by_other_instance(tmp_path):
+    # write a PID file with the PID of this process
+    pid_file_path = tmp_path / "file.pid"
+    _write_pid_to_pidfile(pid_file_path)
+    # write a PID file, but set the current PID to 0
+    with patch("os.getpid", return_value=0):
+        with pytest.raises(SystemExit, match=r"contains the PID of another running process"):
+            _write_pid_to_pidfile(pid_file_path)
+
+
+def test_write_pid_to_pidfile_created_by_crashed_instance(tmp_path):
+    # write a PID file with process ID 0
+    with patch("os.getpid", return_value=0):
+        pid_file_path = tmp_path / "file.pid"
+        _write_pid_to_pidfile(pid_file_path)
+        assert "0" == pid_file_path.read_text().strip()
+    # write a PID file with the current process ID, call should not raise an exception
+    _write_pid_to_pidfile(pid_file_path)
+    assert str(os.getpid()) == pid_file_path.read_text().strip()
+
+
 # Ignore the following error for mocking
 # mypy: disable-error-code="attr-defined"
 
@@ -83,7 +120,7 @@ def returncode(self):
 
     @pytest.fixture
     def worker_with_job(self, tmp_path: Path, dummy_joblist: list[_Job]) -> _EdgeWorkerCli:
-        test_worker = _EdgeWorkerCli(tmp_path / "dummy.pid", "dummy", None, 8, 5, 5)
+        test_worker = _EdgeWorkerCli(str(tmp_path / "dummy.pid"), "dummy", None, 8, 5, 5)
         test_worker.jobs = dummy_joblist
         return test_worker
 
@@ -166,7 +203,9 @@ def test_check_running_jobs_log_push(self, mock_push_logs, worker_with_job: _Edg
         job = worker_with_job.jobs[0]
         job.process.generated_returncode = None
         job.logfile.write_text("some log content")
-        with conf_vars({("edge", "api_url"): "https://mock.server"}):
+        with conf_vars(
+            {("edge", "api_url"): "https://mock.server", ("edge", "push_log_chunk_size"): "524288"}
+        ):
             worker_with_job.check_running_jobs()
         assert len(worker_with_job.jobs) == 1
         mock_push_logs.assert_called_once_with(
@@ -181,13 +220,30 @@ def test_check_running_jobs_log_push_increment(self, mock_push_logs, worker_with
         job.logfile.write_text("hello ")
         job.logsize = job.logfile.stat().st_size
         job.logfile.write_text("hello world")
-        with conf_vars({("edge", "api_url"): "https://mock.server"}):
+        with conf_vars(
+            {("edge", "api_url"): "https://mock.server", ("edge", "push_log_chunk_size"): "524288"}
+        ):
             worker_with_job.check_running_jobs()
         assert len(worker_with_job.jobs) == 1
         mock_push_logs.assert_called_once_with(
             task=job.edge_job.key, log_chunk_time=datetime.now(), log_chunk_data="world"
         )
 
+    @time_machine.travel(datetime.now(), tick=False)
+    @patch("airflow.providers.edge.models.edge_logs.EdgeLogs.push_logs")
+    def test_check_running_jobs_log_push_chunks(self, mock_push_logs, worker_with_job: _EdgeWorkerCli):
+        job = worker_with_job.jobs[0]
+        job.process.generated_returncode = None
+        job.logfile.write_text("log1log2log3")
+        with conf_vars({("edge", "api_url"): "https://mock.server", ("edge", "push_log_chunk_size"): "4"}):
+            worker_with_job.check_running_jobs()
+        assert len(worker_with_job.jobs) == 1
+        calls = mock_push_logs.call_args_list
+        len(calls) == 3
+        assert calls[0] == call(task=job.edge_job.key, log_chunk_time=datetime.now(), log_chunk_data="log1")
+        assert calls[1] == call(task=job.edge_job.key, log_chunk_time=datetime.now(), log_chunk_data="log2")
+        assert calls[2] == call(task=job.edge_job.key, log_chunk_time=datetime.now(), log_chunk_data="log3")
+
     @pytest.mark.parametrize(
         "drain, jobs, expected_state",
         [
@@ -210,6 +266,12 @@ def test_heartbeat(self, mock_set_state, drain, jobs, expected_state, worker_wit
         assert "queue1" in (queue_list)
         assert "queue2" in (queue_list)
 
+    @patch("airflow.providers.edge.models.edge_worker.EdgeWorker.set_state")
+    def test_version_mismatch(self, mock_set_state, worker_with_job):
+        mock_set_state.side_effect = EdgeWorkerVersionException("")
+        worker_with_job.heartbeat()
+        assert worker_with_job.drain
+
     @patch("airflow.providers.edge.models.edge_worker.EdgeWorker.register_worker")
     def test_start_missing_apiserver(self, mock_register_worker, worker_with_job: _EdgeWorkerCli):
         mock_register_worker.side_effect = AirflowException(
diff --git a/providers/tests/edge/executors/test_edge_executor.py b/providers/tests/edge/executors/test_edge_executor.py
index de45384fd74a7..7970e5fad04ce 100644
--- a/providers/tests/edge/executors/test_edge_executor.py
+++ b/providers/tests/edge/executors/test_edge_executor.py
@@ -16,6 +16,7 @@
 # under the License.
 from __future__ import annotations
 
+from datetime import datetime
 from unittest.mock import patch
 
 import pytest
@@ -23,10 +24,13 @@
 from airflow.models.taskinstancekey import TaskInstanceKey
 from airflow.providers.edge.executors.edge_executor import EdgeExecutor
 from airflow.providers.edge.models.edge_job import EdgeJobModel
+from airflow.providers.edge.models.edge_worker import EdgeWorkerModel, EdgeWorkerState
 from airflow.utils import timezone
 from airflow.utils.session import create_session
 from airflow.utils.state import TaskInstanceState
 
+from tests_common.test_utils.config import conf_vars
+
 pytestmark = pytest.mark.db_test
 
 
@@ -150,3 +154,48 @@ def remove_from_running(key: TaskInstanceKey):
         mock_running_state.assert_not_called()
         mock_success.assert_not_called()
         mock_fail.assert_not_called()
+
+    def test_sync_active_worker(self):
+        executor = EdgeExecutor()
+
+        # Prepare some data
+        with create_session() as session:
+            for worker_name, state, last_heartbeat in [
+                (
+                    "inactive_timed_out_worker",
+                    EdgeWorkerState.IDLE,
+                    datetime(2023, 1, 1, 0, 59, 0, tzinfo=timezone.utc),
+                ),
+                ("active_worker", EdgeWorkerState.IDLE, datetime(2023, 1, 1, 0, 59, 10, tzinfo=timezone.utc)),
+                (
+                    "offline_worker",
+                    EdgeWorkerState.OFFLINE,
+                    datetime(2023, 1, 1, 0, 59, 10, tzinfo=timezone.utc),
+                ),
+            ]:
+                session.add(
+                    EdgeWorkerModel(
+                        worker_name=worker_name,
+                        state=state,
+                        last_update=last_heartbeat,
+                        queues="",
+                        first_online=timezone.utcnow(),
+                    )
+                )
+                session.commit()
+
+        with patch(
+            "airflow.utils.timezone.utcnow", return_value=datetime(2023, 1, 1, 1, 0, 0, tzinfo=timezone.utc)
+        ):
+            with conf_vars({("edge", "heartbeat_interval"): "10"}):
+                executor.sync()
+
+        with create_session() as session:
+            for worker in session.query(EdgeWorkerModel).all():
+                print(worker.worker_name)
+                if "offline_" in worker.worker_name:
+                    assert worker.state == EdgeWorkerState.OFFLINE
+                elif "inactive_" in worker.worker_name:
+                    assert worker.state == EdgeWorkerState.UNKNOWN
+                else:
+                    assert worker.state == EdgeWorkerState.IDLE
diff --git a/providers/tests/edge/models/test_edge_worker.py b/providers/tests/edge/models/test_edge_worker.py
index d67cfdbb2cd61..20e394ffd5767 100644
--- a/providers/tests/edge/models/test_edge_worker.py
+++ b/providers/tests/edge/models/test_edge_worker.py
@@ -39,7 +39,7 @@
 class TestEdgeWorker:
     @pytest.fixture
     def cli_worker(self, tmp_path: Path) -> _EdgeWorkerCli:
-        test_worker = _EdgeWorkerCli(tmp_path / "dummy.pid", "dummy", None, 8, 5, 5)
+        test_worker = _EdgeWorkerCli(str(tmp_path / "dummy.pid"), "dummy", None, 8, 5, 5)
         return test_worker
 
     @pytest.fixture(autouse=True)
diff --git a/providers/tests/fab/auth_manager/api_endpoints/test_asset_endpoint.py b/providers/tests/fab/auth_manager/api_endpoints/test_asset_endpoint.py
index 33b7944497c3a..d831adf4d8ef7 100644
--- a/providers/tests/fab/auth_manager/api_endpoints/test_asset_endpoint.py
+++ b/providers/tests/fab/auth_manager/api_endpoints/test_asset_endpoint.py
@@ -101,8 +101,8 @@ def time_freezer(self) -> Generator:
 
         freezer.stop()
 
-    def _create_asset_dag_run_queues(self, dag_id, dataset_id, session):
-        ddrq = AssetDagRunQueue(target_dag_id=dag_id, dataset_id=dataset_id)
+    def _create_asset_dag_run_queues(self, dag_id, asset_id, session):
+        ddrq = AssetDagRunQueue(target_dag_id=dag_id, asset_id=asset_id)
         session.add(ddrq)
         session.commit()
         return ddrq
@@ -113,12 +113,12 @@ class TestGetDagAssetQueuedEvent(TestQueuedEventEndpoint):
     def test_should_respond_200(self, session, create_dummy_dag):
         dag, _ = create_dummy_dag()
         dag_id = dag.dag_id
-        dataset_id = self._create_asset(session).id
-        self._create_asset_dag_run_queues(dag_id, dataset_id, session)
-        dataset_uri = "s3://bucket/key"
+        asset_id = self._create_asset(session).id
+        self._create_asset_dag_run_queues(dag_id, asset_id, session)
+        asset_uri = "s3://bucket/key"
 
         response = self.client.get(
-            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -131,10 +131,10 @@ def test_should_respond_200(self, session, create_dummy_dag):
 
     def test_should_respond_404(self):
         dag_id = "not_exists"
-        dataset_uri = "not_exists"
+        asset_uri = "not_exists"
 
         response = self.client.get(
-            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -151,17 +151,17 @@ class TestDeleteDagAssetQueuedEvent(TestAssetEndpoint):
     def test_delete_should_respond_204(self, session, create_dummy_dag):
         dag, _ = create_dummy_dag()
         dag_id = dag.dag_id
-        dataset_uri = "s3://bucket/key"
-        dataset_id = self._create_asset(session).id
+        asset_uri = "s3://bucket/key"
+        asset_id = self._create_asset(session).id
 
-        ddrq = AssetDagRunQueue(target_dag_id=dag_id, dataset_id=dataset_id)
+        ddrq = AssetDagRunQueue(target_dag_id=dag_id, asset_id=asset_id)
         session.add(ddrq)
         session.commit()
         conn = session.query(AssetDagRunQueue).all()
         assert len(conn) == 1
 
         response = self.client.delete(
-            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -174,10 +174,10 @@ def test_delete_should_respond_204(self, session, create_dummy_dag):
 
     def test_should_respond_404(self):
         dag_id = "not_exists"
-        dataset_uri = "not_exists"
+        asset_uri = "not_exists"
 
         response = self.client.delete(
-            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/dags/{dag_id}/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -195,8 +195,8 @@ class TestGetDagAssetQueuedEvents(TestQueuedEventEndpoint):
     def test_should_respond_200(self, session, create_dummy_dag):
         dag, _ = create_dummy_dag()
         dag_id = dag.dag_id
-        dataset_id = self._create_asset(session).id
-        self._create_asset_dag_run_queues(dag_id, dataset_id, session)
+        asset_id = self._create_asset(session).id
+        self._create_asset_dag_run_queues(dag_id, asset_id, session)
 
         response = self.client.get(
             f"/api/v1/dags/{dag_id}/assets/queuedEvent",
@@ -255,12 +255,12 @@ class TestGetDatasetQueuedEvents(TestQueuedEventEndpoint):
     def test_should_respond_200(self, session, create_dummy_dag):
         dag, _ = create_dummy_dag()
         dag_id = dag.dag_id
-        dataset_id = self._create_asset(session).id
-        self._create_asset_dag_run_queues(dag_id, dataset_id, session)
-        dataset_uri = "s3://bucket/key"
+        asset_id = self._create_asset(session).id
+        self._create_asset_dag_run_queues(dag_id, asset_id, session)
+        asset_uri = "s3://bucket/key"
 
         response = self.client.get(
-            f"/api/v1/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -277,10 +277,10 @@ def test_should_respond_200(self, session, create_dummy_dag):
         }
 
     def test_should_respond_404(self):
-        dataset_uri = "not_exists"
+        asset_uri = "not_exists"
 
         response = self.client.get(
-            f"/api/v1/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -297,12 +297,12 @@ class TestDeleteDatasetQueuedEvents(TestQueuedEventEndpoint):
     def test_delete_should_respond_204(self, session, create_dummy_dag):
         dag, _ = create_dummy_dag()
         dag_id = dag.dag_id
-        dataset_id = self._create_asset(session).id
-        self._create_asset_dag_run_queues(dag_id, dataset_id, session)
-        dataset_uri = "s3://bucket/key"
+        asset_id = self._create_asset(session).id
+        self._create_asset_dag_run_queues(dag_id, asset_id, session)
+        asset_uri = "s3://bucket/key"
 
         response = self.client.delete(
-            f"/api/v1/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
@@ -312,10 +312,10 @@ def test_delete_should_respond_204(self, session, create_dummy_dag):
         _check_last_log(session, dag_id=None, event="api.delete_asset_queued_events", execution_date=None)
 
     def test_should_respond_404(self):
-        dataset_uri = "not_exists"
+        asset_uri = "not_exists"
 
         response = self.client.delete(
-            f"/api/v1/assets/queuedEvent/{dataset_uri}",
+            f"/api/v1/assets/queuedEvent/{asset_uri}",
             environ_overrides={"REMOTE_USER": "test_queued_event"},
         )
 
diff --git a/providers/tests/fab/auth_manager/api_endpoints/test_backfill_endpoint.py b/providers/tests/fab/auth_manager/api_endpoints/test_backfill_endpoint.py
index 36244b079511a..d09f94c465345 100644
--- a/providers/tests/fab/auth_manager/api_endpoints/test_backfill_endpoint.py
+++ b/providers/tests/fab/auth_manager/api_endpoints/test_backfill_endpoint.py
@@ -220,6 +220,7 @@ def test_create_backfill(self, session, dag_maker):
             "from_date": from_date_iso,
             "id": mock.ANY,
             "is_paused": False,
+            "reprocess_behavior": "none",
             "max_active_runs": 5,
             "to_date": to_date_iso,
             "updated_at": mock.ANY,
diff --git a/providers/tests/fab/auth_manager/api_endpoints/test_dag_endpoint.py b/providers/tests/fab/auth_manager/api_endpoints/test_dag_endpoint.py
index 305a7ca3459ab..a32c0a7dbddf6 100644
--- a/providers/tests/fab/auth_manager/api_endpoints/test_dag_endpoint.py
+++ b/providers/tests/fab/auth_manager/api_endpoints/test_dag_endpoint.py
@@ -144,14 +144,14 @@ def _create_dag_model_for_details_endpoint(self, dag_id, session=None):
         session.add(dag_model)
 
     @provide_session
-    def _create_dag_model_for_details_endpoint_with_dataset_expression(self, dag_id, session=None):
+    def _create_dag_model_for_details_endpoint_with_asset_expression(self, dag_id, session=None):
         dag_model = DagModel(
             dag_id=dag_id,
             fileloc="/tmp/dag.py",
             timetable_summary="2 2 * * *",
             is_active=True,
             is_paused=False,
-            dataset_expression={
+            asset_expression={
                 "any": [
                     "s3://dag1/output_1.txt",
                     {"all": ["s3://dag2/output_1.txt", "s3://dag3/output_3.txt"]},
diff --git a/providers/tests/fab/auth_manager/api_endpoints/test_xcom_endpoint.py b/providers/tests/fab/auth_manager/api_endpoints/test_xcom_endpoint.py
index e40db31eb2385..16e5d44f89e2f 100644
--- a/providers/tests/fab/auth_manager/api_endpoints/test_xcom_endpoint.py
+++ b/providers/tests/fab/auth_manager/api_endpoints/test_xcom_endpoint.py
@@ -26,7 +26,7 @@
 from airflow.models.xcom import BaseXCom, XCom
 from airflow.operators.empty import EmptyOperator
 from airflow.security import permissions
-from airflow.utils.dates import parse_execution_date
+from airflow.utils import timezone
 from airflow.utils.session import create_session
 from airflow.utils.types import DagRunType
 
@@ -118,7 +118,7 @@ def test_should_respond_200_with_tilde_and_granular_dag_access(self):
         dag_id_1 = "test-dag-id-1"
         task_id_1 = "test-task-id-1"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         dag_run_id_1 = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entries(dag_id_1, dag_run_id_1, execution_date_parsed, task_id_1)
 
diff --git a/providers/tests/fab/auth_manager/test_security.py b/providers/tests/fab/auth_manager/test_security.py
index 1db881eaa7018..480307cc46d9a 100644
--- a/providers/tests/fab/auth_manager/test_security.py
+++ b/providers/tests/fab/auth_manager/test_security.py
@@ -865,11 +865,22 @@ def test_access_control_is_set_on_init(
             )
 
 
+@pytest.mark.parametrize(
+    "access_control_before, access_control_after",
+    [
+        (READ_WRITE, READ_ONLY),
+        # old access control format
+        ({permissions.ACTION_CAN_READ, permissions.ACTION_CAN_EDIT}, {permissions.ACTION_CAN_READ}),
+    ],
+    ids=["new_access_control_format", "old_access_control_format"],
+)
 def test_access_control_stale_perms_are_revoked(
     app,
     security_manager,
     assert_user_has_dag_perms,
     assert_user_does_not_have_dag_perms,
+    access_control_before,
+    access_control_after,
 ):
     username = "access_control_stale_perms_are_revoked"
     role_name = "team-a"
@@ -882,12 +893,12 @@ def test_access_control_stale_perms_are_revoked(
         ) as user:
             set_user_single_role(app, user, role_name="team-a")
             security_manager._sync_dag_view_permissions(
-                "access_control_test", access_control={"team-a": READ_WRITE}
+                "access_control_test", access_control={"team-a": access_control_before}
             )
             assert_user_has_dag_perms(perms=["GET", "PUT"], dag_id="access_control_test", user=user)
 
             security_manager._sync_dag_view_permissions(
-                "access_control_test", access_control={"team-a": READ_ONLY}
+                "access_control_test", access_control={"team-a": access_control_after}
             )
             # Clear the cache, to make it pick up new rol perms
             user._perms = None
diff --git a/providers/tests/fab/auth_manager/views/__init__.py b/providers/tests/fab/auth_manager/views/__init__.py
index 217e5db960782..a1e80d332f9bb 100644
--- a/providers/tests/fab/auth_manager/views/__init__.py
+++ b/providers/tests/fab/auth_manager/views/__init__.py
@@ -15,3 +15,20 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+from __future__ import annotations
+
+from airflow import __version__ as airflow_version
+from airflow.exceptions import AirflowProviderDeprecationWarning
+
+
+def _assert_dataset_deprecation_warning(recwarn) -> None:
+    if airflow_version.startswith("2"):
+        warning = recwarn.pop(AirflowProviderDeprecationWarning)
+        assert warning.category == AirflowProviderDeprecationWarning
+        assert (
+            str(warning.message)
+            == "is_authorized_dataset will be renamed as is_authorized_asset in Airflow 3 and will be removed when the minimum Airflow version is set to 3.0 for the fab provider"
+        )
+
+
+__all__ = ["_assert_dataset_deprecation_warning"]
diff --git a/providers/tests/fab/auth_manager/views/test_permissions.py b/providers/tests/fab/auth_manager/views/test_permissions.py
index 6402bb42bd8fa..de083df69653d 100644
--- a/providers/tests/fab/auth_manager/views/test_permissions.py
+++ b/providers/tests/fab/auth_manager/views/test_permissions.py
@@ -23,6 +23,7 @@
 from airflow.www import app as application
 
 from providers.tests.fab.auth_manager.api_endpoints.api_connexion_utils import create_user, delete_user
+from providers.tests.fab.auth_manager.views import _assert_dataset_deprecation_warning
 from tests_common.test_utils.compat import AIRFLOW_V_2_9_PLUS
 from tests_common.test_utils.www import client_with_login
 
@@ -65,14 +66,20 @@ def client_permissions_reader(fab_app, user_permissions_reader):
 
 @pytest.mark.db_test
 class TestPermissionsView:
-    def test_action_model_view(self, client_permissions_reader):
+    def test_action_model_view(self, client_permissions_reader, recwarn):
         resp = client_permissions_reader.get("/actions/list/", follow_redirects=True)
+
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
 
-    def test_permission_pair_model_view(self, client_permissions_reader):
+    def test_permission_pair_model_view(self, client_permissions_reader, recwarn):
         resp = client_permissions_reader.get("/permissions/list/", follow_redirects=True)
+
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
 
-    def test_resource_model_view(self, client_permissions_reader):
+    def test_resource_model_view(self, client_permissions_reader, recwarn):
         resp = client_permissions_reader.get("/resources/list/", follow_redirects=True)
+
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
diff --git a/providers/tests/fab/auth_manager/views/test_roles_list.py b/providers/tests/fab/auth_manager/views/test_roles_list.py
index d6d8234f3759c..1b58fc123d8e4 100644
--- a/providers/tests/fab/auth_manager/views/test_roles_list.py
+++ b/providers/tests/fab/auth_manager/views/test_roles_list.py
@@ -23,6 +23,7 @@
 from airflow.www import app as application
 
 from providers.tests.fab.auth_manager.api_endpoints.api_connexion_utils import create_user, delete_user
+from providers.tests.fab.auth_manager.views import _assert_dataset_deprecation_warning
 from tests_common.test_utils.compat import AIRFLOW_V_2_9_PLUS
 from tests_common.test_utils.www import client_with_login
 
@@ -63,6 +64,8 @@ def client_roles_reader(fab_app, user_roles_reader):
 
 @pytest.mark.db_test
 class TestRolesListView:
-    def test_role_model_view(self, client_roles_reader):
+    def test_role_model_view(self, client_roles_reader, recwarn):
         resp = client_roles_reader.get("/roles/list/", follow_redirects=True)
+
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
diff --git a/providers/tests/fab/auth_manager/views/test_user.py b/providers/tests/fab/auth_manager/views/test_user.py
index bc2d8eebe7e8c..c5ca91d728df2 100644
--- a/providers/tests/fab/auth_manager/views/test_user.py
+++ b/providers/tests/fab/auth_manager/views/test_user.py
@@ -23,6 +23,7 @@
 from airflow.www import app as application
 
 from providers.tests.fab.auth_manager.api_endpoints.api_connexion_utils import create_user, delete_user
+from providers.tests.fab.auth_manager.views import _assert_dataset_deprecation_warning
 from tests_common.test_utils.compat import AIRFLOW_V_2_9_PLUS
 from tests_common.test_utils.www import client_with_login
 
@@ -63,6 +64,8 @@ def client_user_reader(fab_app, user_user_reader):
 
 @pytest.mark.db_test
 class TestUserView:
-    def test_user_model_view(self, client_user_reader):
+    def test_user_model_view(self, client_user_reader, recwarn):
         resp = client_user_reader.get("/users/list/", follow_redirects=True)
+
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
diff --git a/providers/tests/fab/auth_manager/views/test_user_edit.py b/providers/tests/fab/auth_manager/views/test_user_edit.py
index 2d290275e6d0c..e42780a971d5f 100644
--- a/providers/tests/fab/auth_manager/views/test_user_edit.py
+++ b/providers/tests/fab/auth_manager/views/test_user_edit.py
@@ -23,6 +23,7 @@
 from airflow.www import app as application
 
 from providers.tests.fab.auth_manager.api_endpoints.api_connexion_utils import create_user, delete_user
+from providers.tests.fab.auth_manager.views import _assert_dataset_deprecation_warning
 from tests_common.test_utils.compat import AIRFLOW_V_2_9_PLUS
 from tests_common.test_utils.www import client_with_login
 
@@ -63,6 +64,7 @@ def client_user_reader(fab_app, user_user_reader):
 
 @pytest.mark.db_test
 class TestUserEditView:
-    def test_reset_my_password_view(self, client_user_reader):
+    def test_reset_my_password_view(self, client_user_reader, recwarn):
         resp = client_user_reader.get("/resetmypassword/form", follow_redirects=True)
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
diff --git a/providers/tests/fab/auth_manager/views/test_user_stats.py b/providers/tests/fab/auth_manager/views/test_user_stats.py
index c6a234ff0417c..da5c5edf4d929 100644
--- a/providers/tests/fab/auth_manager/views/test_user_stats.py
+++ b/providers/tests/fab/auth_manager/views/test_user_stats.py
@@ -23,6 +23,7 @@
 from airflow.www import app as application
 
 from providers.tests.fab.auth_manager.api_endpoints.api_connexion_utils import create_user, delete_user
+from providers.tests.fab.auth_manager.views import _assert_dataset_deprecation_warning
 from tests_common.test_utils.compat import AIRFLOW_V_2_9_PLUS
 from tests_common.test_utils.www import client_with_login
 
@@ -63,6 +64,7 @@ def client_user_stats_reader(fab_app, user_user_stats_reader):
 
 @pytest.mark.db_test
 class TestUserStats:
-    def test_user_stats(self, client_user_stats_reader):
+    def test_user_stats(self, client_user_stats_reader, recwarn):
         resp = client_user_stats_reader.get("/userstatschartview/chart", follow_redirects=True)
+        _assert_dataset_deprecation_warning(recwarn)
         assert resp.status_code == 200
diff --git a/providers/tests/google/assets/test_bigquery.py b/providers/tests/google/assets/test_bigquery.py
index 45da4ffb1eb71..b2f416a36bed8 100644
--- a/providers/tests/google/assets/test_bigquery.py
+++ b/providers/tests/google/assets/test_bigquery.py
@@ -21,7 +21,7 @@
 
 import pytest
 
-from airflow.providers.google.datasets.bigquery import sanitize_uri
+from airflow.providers.google.assets.bigquery import sanitize_uri
 
 
 def test_sanitize_uri_pass() -> None:
diff --git a/providers/tests/google/assets/test_gcs.py b/providers/tests/google/assets/test_gcs.py
new file mode 100644
index 0000000000000..e9920302b0e0a
--- /dev/null
+++ b/providers/tests/google/assets/test_gcs.py
@@ -0,0 +1,74 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import urllib.parse
+
+import pytest
+
+from airflow.providers.common.compat.assets import Asset
+from airflow.providers.google.assets.gcs import convert_asset_to_openlineage, create_asset, sanitize_uri
+
+
+def test_sanitize_uri():
+    uri = sanitize_uri(urllib.parse.urlsplit("gs://bucket/dir/file.txt"))
+    result = sanitize_uri(uri)
+    assert result.scheme == "gs"
+    assert result.netloc == "bucket"
+    assert result.path == "/dir/file.txt"
+
+
+def test_sanitize_uri_no_netloc():
+    with pytest.raises(ValueError):
+        sanitize_uri(urllib.parse.urlsplit("gs://"))
+
+
+def test_sanitize_uri_no_path():
+    uri = sanitize_uri(urllib.parse.urlsplit("gs://bucket"))
+    result = sanitize_uri(uri)
+    assert result.scheme == "gs"
+    assert result.netloc == "bucket"
+    assert result.path == ""
+
+
+def test_create_asset():
+    assert create_asset(bucket="test-bucket", key="test-path") == Asset(uri="gs://test-bucket/test-path")
+    assert create_asset(bucket="test-bucket", key="test-dir/test-path") == Asset(
+        uri="gs://test-bucket/test-dir/test-path"
+    )
+
+
+def test_sanitize_uri_trailing_slash():
+    uri = sanitize_uri(urllib.parse.urlsplit("gs://bucket/"))
+    result = sanitize_uri(uri)
+    assert result.scheme == "gs"
+    assert result.netloc == "bucket"
+    assert result.path == "/"
+
+
+def test_convert_asset_to_openlineage_valid():
+    uri = "gs://bucket/dir/file.txt"
+    ol_dataset = convert_asset_to_openlineage(asset=Asset(uri=uri), lineage_context=None)
+    assert ol_dataset.namespace == "gs://bucket"
+    assert ol_dataset.name == "dir/file.txt"
+
+
+@pytest.mark.parametrize("uri", ("gs://bucket", "gs://bucket/"))
+def test_convert_asset_to_openlineage_no_path(uri):
+    ol_dataset = convert_asset_to_openlineage(asset=Asset(uri=uri), lineage_context=None)
+    assert ol_dataset.namespace == "gs://bucket"
+    assert ol_dataset.name == "/"
diff --git a/providers/tests/google/cloud/hooks/test_gcs.py b/providers/tests/google/cloud/hooks/test_gcs.py
index 464534bd11d93..7c06990d08cab 100644
--- a/providers/tests/google/cloud/hooks/test_gcs.py
+++ b/providers/tests/google/cloud/hooks/test_gcs.py
@@ -36,6 +36,7 @@
 from google.cloud.storage.retry import DEFAULT_RETRY
 
 from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.assets import Asset
 from airflow.providers.google.cloud.hooks import gcs
 from airflow.providers.google.cloud.hooks.gcs import _fallback_object_url_to_object_name_and_bucket_name
 from airflow.providers.google.common.consts import CLIENT_INFO
@@ -43,6 +44,7 @@
 from airflow.version import version
 
 from providers.tests.google.cloud.utils.base_gcp_mock import mock_base_gcp_hook_default_project_id
+from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS
 
 BASE_STRING = "airflow.providers.google.common.hooks.base_google.{}"
 GCS_STRING = "airflow.providers.google.cloud.hooks.gcs.{}"
@@ -413,6 +415,41 @@ def test_copy_empty_source_object(self):
 
         assert str(ctx.value) == "source_bucket and source_object cannot be empty."
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch("google.cloud.storage.Bucket.copy_blob")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_copy_exposes_lineage(self, mock_service, mock_copy, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+        destination_bucket_name = "test-dest-bucket"
+        destination_object_name = "test-dest-object"
+
+        source_bucket = storage.Bucket(mock_service, source_bucket_name)
+        mock_copy.return_value = storage.Blob(
+            name=destination_object_name, bucket=storage.Bucket(mock_service, destination_bucket_name)
+        )
+        mock_service.return_value.bucket.side_effect = (
+            lambda name: source_bucket
+            if name == source_bucket_name
+            else storage.Bucket(mock_service, destination_bucket_name)
+        )
+
+        self.gcs_hook.copy(
+            source_bucket=source_bucket_name,
+            source_object=source_object_name,
+            destination_bucket=destination_bucket_name,
+            destination_object=destination_object_name,
+        )
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(
+            uri=f"gs://{destination_bucket_name}/{destination_object_name}"
+        )
+
     @mock.patch("google.cloud.storage.Bucket")
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_rewrite(self, mock_service, mock_bucket):
@@ -474,6 +511,40 @@ def test_rewrite_empty_source_object(self):
 
         assert str(ctx.value) == "source_bucket and source_object cannot be empty."
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_rewrite_exposes_lineage(self, mock_service, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+        destination_bucket_name = "test-dest-bucket"
+        destination_object_name = "test-dest-object"
+
+        dest_bucket = storage.Bucket(mock_service, destination_bucket_name)
+        blob = MagicMock(spec=storage.Blob)
+        blob.rewrite = MagicMock(return_value=(None, None, None))
+        dest_bucket.blob = MagicMock(return_value=blob)
+        mock_service.return_value.bucket.side_effect = (
+            lambda name: storage.Bucket(mock_service, source_bucket_name)
+            if name == source_bucket_name
+            else dest_bucket
+        )
+
+        self.gcs_hook.rewrite(
+            source_bucket=source_bucket_name,
+            source_object=source_object_name,
+            destination_bucket=destination_bucket_name,
+            destination_object=destination_object_name,
+        )
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(
+            uri=f"gs://{destination_bucket_name}/{destination_object_name}"
+        )
+
     @mock.patch("google.cloud.storage.Bucket")
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_delete(self, mock_service, mock_bucket):
@@ -502,6 +573,22 @@ def test_delete_nonexisting_object(self, mock_service):
         with pytest.raises(exceptions.NotFound):
             self.gcs_hook.delete(bucket_name=test_bucket, object_name=test_object)
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_delete_exposes_lineage(self, mock_service, hook_lineage_collector):
+        test_bucket = "test_bucket"
+        test_object = "test_object"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, test_bucket)
+
+        self.gcs_hook.delete(bucket_name=test_bucket, object_name=test_object)
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 0
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{test_bucket}/{test_object}"
+        )
+
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_delete_bucket(self, mock_service):
         test_bucket = "test bucket"
@@ -729,6 +816,33 @@ def test_compose_without_destination_object(self, mock_service):
 
         assert str(ctx.value) == "bucket_name and destination_object cannot be empty."
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_compose_exposes_lineage(self, mock_service, hook_lineage_collector):
+        test_bucket = "test_bucket"
+        source_object_names = ["test-source-object1", "test-source-object2"]
+        destination_object_name = "test-dest-object"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, test_bucket)
+
+        self.gcs_hook.compose(
+            bucket_name=test_bucket,
+            source_objects=source_object_names,
+            destination_object=destination_object_name,
+        )
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 2
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{test_bucket}/{source_object_names[0]}"
+        )
+        assert hook_lineage_collector.collected_assets.inputs[1].asset == Asset(
+            uri=f"gs://{test_bucket}/{source_object_names[1]}"
+        )
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(
+            uri=f"gs://{test_bucket}/{destination_object_name}"
+        )
+
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_download_as_bytes(self, mock_service):
         test_bucket = "test_bucket"
@@ -743,6 +857,23 @@ def test_download_as_bytes(self, mock_service):
         assert response == test_object_bytes
         download_method.assert_called_once_with()
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch("google.cloud.storage.Blob.download_as_bytes")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_download_as_bytes_exposes_lineage(self, mock_service, mock_download, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, source_bucket_name)
+
+        self.gcs_hook.download(bucket_name=source_bucket_name, object_name=source_object_name, filename=None)
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 0
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_download_to_file(self, mock_service):
         test_bucket = "test_bucket"
@@ -766,6 +897,27 @@ def test_download_to_file(self, mock_service):
         assert response == test_file
         download_filename_method.assert_called_once_with(test_file, timeout=60)
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch("google.cloud.storage.Blob.download_to_filename")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_download_to_file_exposes_lineage(self, mock_service, mock_download, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+        file_name = "test.txt"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, source_bucket_name)
+
+        self.gcs_hook.download(
+            bucket_name=source_bucket_name, object_name=source_object_name, filename=file_name
+        )
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(uri=f"file://{file_name}")
+
     @mock.patch(GCS_STRING.format("NamedTemporaryFile"))
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_provide_file(self, mock_service, mock_temp_file):
@@ -999,6 +1151,27 @@ def test_upload_file(self, mock_service, testdata_file):
 
         assert metadata == blob_object.return_value.metadata
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch("google.cloud.storage.Blob.upload_from_filename")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_upload_file_exposes_lineage(self, mock_service, mock_upload, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+        file_name = "test.txt"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, source_bucket_name)
+
+        self.gcs_hook.upload(
+            bucket_name=source_bucket_name, object_name=source_object_name, filename=file_name
+        )
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 1
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+        assert hook_lineage_collector.collected_assets.inputs[0].asset == Asset(uri=f"file://{file_name}")
+
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
     def test_upload_cache_control(self, mock_service, testdata_file):
         test_bucket = "test_bucket"
@@ -1042,6 +1215,23 @@ def test_upload_data_bytes(self, mock_service, testdata_bytes):
 
         upload_method.assert_called_once_with(testdata_bytes, content_type="text/plain", timeout=60)
 
+    @pytest.mark.skipif(not AIRFLOW_V_2_10_PLUS, reason="Hook lineage works in Airflow >= 2.10.0")
+    @mock.patch("google.cloud.storage.Blob.upload_from_string")
+    @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
+    def test_upload_data_exposes_lineage(self, mock_service, mock_upload, hook_lineage_collector):
+        source_bucket_name = "test-source-bucket"
+        source_object_name = "test-source-object"
+
+        mock_service.return_value.bucket.return_value = storage.Bucket(mock_service, source_bucket_name)
+
+        self.gcs_hook.upload(bucket_name=source_bucket_name, object_name=source_object_name, data="test")
+
+        assert len(hook_lineage_collector.collected_assets.inputs) == 0
+        assert len(hook_lineage_collector.collected_assets.outputs) == 1
+        assert hook_lineage_collector.collected_assets.outputs[0].asset == Asset(
+            uri=f"gs://{source_bucket_name}/{source_object_name}"
+        )
+
     @mock.patch(GCS_STRING.format("BytesIO"))
     @mock.patch(GCS_STRING.format("gz.GzipFile"))
     @mock.patch(GCS_STRING.format("GCSHook.get_conn"))
diff --git a/providers/tests/google/cloud/hooks/vertex_ai/test_model_service.py b/providers/tests/google/cloud/hooks/vertex_ai/test_model_service.py
index c95d3fecd492f..ea337576e0cb8 100644
--- a/providers/tests/google/cloud/hooks/vertex_ai/test_model_service.py
+++ b/providers/tests/google/cloud/hooks/vertex_ai/test_model_service.py
@@ -37,7 +37,7 @@
 TEST_REGION: str = "test-region"
 TEST_PROJECT_ID: str = "test-project-id"
 TEST_MODEL = None
-TEST_PARENT_MODEL = "test-parent-model"
+TEST_PARENT_MODEL = "projects/test-project-id/locations/test-region/models/test-parent-model"
 TEST_MODEL_NAME: str = "test_model_name"
 TEST_OUTPUT_CONFIG: dict = {}
 
@@ -148,7 +148,7 @@ def test_upload_model_with_parent_model(self, mock_client) -> None:
             request=dict(
                 parent=mock_client.return_value.common_location_path.return_value,
                 model=TEST_MODEL,
-                parent_model=TEST_PARENT_MODEL,
+                parent_model=mock_client.return_value.model_path.return_value,
             ),
             metadata=(),
             retry=DEFAULT,
@@ -352,7 +352,7 @@ def test_upload_model_with_parent_model(self, mock_client) -> None:
             request=dict(
                 parent=mock_client.return_value.common_location_path.return_value,
                 model=TEST_MODEL,
-                parent_model=TEST_PARENT_MODEL,
+                parent_model=mock_client.return_value.model_path.return_value,
             ),
             metadata=(),
             retry=DEFAULT,
diff --git a/providers/tests/google/cloud/operators/test_bigquery.py b/providers/tests/google/cloud/operators/test_bigquery.py
index a3beddb9d8732..4269d02377b2c 100644
--- a/providers/tests/google/cloud/operators/test_bigquery.py
+++ b/providers/tests/google/cloud/operators/test_bigquery.py
@@ -2578,7 +2578,7 @@ def test_bigquery_value_check_missing_param(self, kwargs, expected):
         """
         Assert the exception if require param not pass to BigQueryValueCheckOperator with deferrable=True
         """
-        with pytest.raises(AirflowException) as missing_param:
+        with pytest.raises((TypeError, AirflowException)) as missing_param:
             BigQueryValueCheckOperator(deferrable=True, **kwargs)
         assert missing_param.value.args[0] == expected
 
@@ -2590,7 +2590,7 @@ def test_bigquery_value_check_empty(self):
             "missing keyword arguments 'sql', 'pass_value'",
             "missing keyword arguments 'pass_value', 'sql'",
         )
-        with pytest.raises(AirflowException) as missing_param:
+        with pytest.raises((TypeError, AirflowException)) as missing_param:
             BigQueryValueCheckOperator(deferrable=True, kwargs={})
         assert missing_param.value.args[0] in (expected, expected1)
 
diff --git a/providers/tests/google/cloud/operators/test_cloud_build.py b/providers/tests/google/cloud/operators/test_cloud_build.py
index 3bcc8ac66aa15..958190c942ae3 100644
--- a/providers/tests/google/cloud/operators/test_cloud_build.py
+++ b/providers/tests/google/cloud/operators/test_cloud_build.py
@@ -134,7 +134,7 @@ def test_create_build(self, mock_hook):
     @mock.patch(CLOUD_BUILD_HOOK_PATH)
     def test_create_build_with_missing_build(self, mock_hook):
         mock_hook.return_value.create_build_without_waiting_for_result.return_value = Build()
-        with pytest.raises(AirflowException, match="missing keyword argument 'build'"):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'build'"):
             CloudBuildCreateBuildOperator(task_id="id")
 
     @pytest.mark.parametrize(
@@ -479,7 +479,7 @@ def test_async_create_build_error_event_should_throw_exception():
 @mock.patch(CLOUD_BUILD_HOOK_PATH)
 def test_async_create_build_with_missing_build_should_throw_exception(mock_hook):
     mock_hook.return_value.create_build.return_value = Build()
-    with pytest.raises(AirflowException, match="missing keyword argument 'build'"):
+    with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'build'"):
         CloudBuildCreateBuildOperator(task_id="id")
 
 
diff --git a/providers/tests/google/cloud/operators/test_compute.py b/providers/tests/google/cloud/operators/test_compute.py
index fac74bae48371..7913143618cbe 100644
--- a/providers/tests/google/cloud/operators/test_compute.py
+++ b/providers/tests/google/cloud/operators/test_compute.py
@@ -349,7 +349,9 @@ def test_insert_instance_from_template_should_throw_ex_when_missing_zone(self):
             )
 
     def test_insert_instance_from_template_should_throw_ex_when_missing_source_instance_template(self):
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'source_instance_template'"):
+        with pytest.raises(
+            (TypeError, AirflowException), match=r"missing keyword argument 'source_instance_template'"
+        ):
             ComputeEngineInsertInstanceFromTemplateOperator(
                 project_id=GCP_PROJECT_ID,
                 body=GCP_INSTANCE_BODY_FROM_TEMPLATE,
@@ -360,7 +362,7 @@ def test_insert_instance_from_template_should_throw_ex_when_missing_source_insta
             )
 
     def test_insert_instance_from_template_should_throw_ex_when_missing_body(self):
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'body'"):
+        with pytest.raises((TypeError, AirflowException), match=r"missing keyword argument 'body'"):
             ComputeEngineInsertInstanceFromTemplateOperator(
                 project_id=GCP_PROJECT_ID,
                 source_instance_template=SOURCE_INSTANCE_TEMPLATE,
@@ -910,7 +912,7 @@ def test_insert_template_should_not_throw_ex_when_project_id_none(self, mock_hoo
         )
 
     def test_insert_template_should_throw_ex_when_missing_body(self):
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'body'"):
+        with pytest.raises((TypeError, AirflowException), match=r"missing keyword argument 'body'"):
             ComputeEngineInsertInstanceTemplateOperator(
                 task_id=TASK_ID,
                 project_id=GCP_PROJECT_ID,
@@ -1552,7 +1554,7 @@ def test_insert_igm_should_not_throw_ex_when_project_id_none(self, mock_hook):
         )
 
     def test_insert_igm_should_throw_ex_when_missing_body(self):
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'body'"):
+        with pytest.raises((TypeError, AirflowException), match=r"missing keyword argument 'body'"):
             ComputeEngineInsertInstanceGroupManagerOperator(
                 zone=GCE_ZONE,
                 task_id=TASK_ID,
diff --git a/providers/tests/google/cloud/operators/test_dataflow.py b/providers/tests/google/cloud/operators/test_dataflow.py
index 4263d3300f11b..bc23d84d22851 100644
--- a/providers/tests/google/cloud/operators/test_dataflow.py
+++ b/providers/tests/google/cloud/operators/test_dataflow.py
@@ -1077,7 +1077,7 @@ def test_invalid_response(self):
             "location": TEST_LOCATION,
             "gcp_conn_id": GCP_CONN_ID,
         }
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument"):
             DataflowRunPipelineOperator(**init_kwargs).execute(mock.MagicMock()).return_value = {
                 "error": {"message": "example error"}
             }
diff --git a/providers/tests/google/cloud/operators/test_dataproc.py b/providers/tests/google/cloud/operators/test_dataproc.py
index babe432a2fe17..2ec6ceb9babbc 100644
--- a/providers/tests/google/cloud/operators/test_dataproc.py
+++ b/providers/tests/google/cloud/operators/test_dataproc.py
@@ -1577,7 +1577,7 @@ def test_on_kill_after_execution_timeout(self, mock_hook):
         )
 
     def test_missing_region_parameter(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'region'"):
             DataprocSubmitJobOperator(
                 task_id=TASK_ID,
                 project_id=GCP_PROJECT,
@@ -1692,7 +1692,7 @@ def test_execute(self, mock_hook):
             )
 
     def test_missing_region_parameter(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'region'"):
             DataprocUpdateClusterOperator(
                 task_id=TASK_ID,
                 cluster_name=CLUSTER_NAME,
@@ -2678,7 +2678,7 @@ def test_execute(self, mock_hook):
         )
 
     def test_missing_region_parameter(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'region'"):
             DataprocCreateWorkflowTemplateOperator(
                 task_id=TASK_ID,
                 gcp_conn_id=GCP_CONN_ID,
diff --git a/providers/tests/google/cloud/operators/test_kubernetes_engine.py b/providers/tests/google/cloud/operators/test_kubernetes_engine.py
index f0f42745c1c4d..3127b5d89ca9e 100644
--- a/providers/tests/google/cloud/operators/test_kubernetes_engine.py
+++ b/providers/tests/google/cloud/operators/test_kubernetes_engine.py
@@ -227,7 +227,7 @@ def test_create_execute_error_project_id(self, mock_hook):
 
     @mock.patch(GKE_HOOK_PATH)
     def test_create_execute_error_location(self, mock_hook):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'location'"):
             GKECreateClusterOperator(
                 project_id=TEST_GCP_PROJECT_ID, body=PROJECT_BODY, task_id=PROJECT_TASK_ID
             )
@@ -270,14 +270,14 @@ def test_delete_execute_error_project_id(self, mock_hook):
 
     @mock.patch(GKE_HOOK_PATH)
     def test_delete_execute_error_cluster_name(self, mock_hook):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'name'"):
             GKEDeleteClusterOperator(
                 project_id=TEST_GCP_PROJECT_ID, location=PROJECT_LOCATION, task_id=PROJECT_TASK_ID
             )
 
     @mock.patch(GKE_HOOK_PATH)
     def test_delete_execute_error_location(self, mock_hook):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'location'"):
             GKEDeleteClusterOperator(
                 project_id=TEST_GCP_PROJECT_ID, name=CLUSTER_NAME, task_id=PROJECT_TASK_ID
             )
@@ -1270,7 +1270,7 @@ def test_execute(self, mock_hook, fetch_cluster_info_mock, file_mock, exec_mock)
         fetch_cluster_info_mock.assert_called_once()
 
     def test_config_file_throws_error(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'queue_name'"):
             GKEStartKueueJobOperator(
                 project_id=TEST_GCP_PROJECT_ID,
                 location=PROJECT_LOCATION,
@@ -1478,7 +1478,9 @@ def setup_method(self):
         )
 
     def test_config_file_throws_error(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises(
+            (TypeError, AirflowException), match="Invalid arguments were passed to .*\n.*'config_file'"
+        ):
             GKESuspendJobOperator(
                 project_id=TEST_GCP_PROJECT_ID,
                 location=PROJECT_LOCATION,
@@ -1586,7 +1588,9 @@ def setup_method(self):
         )
 
     def test_config_file_throws_error(self):
-        with pytest.raises(AirflowException):
+        with pytest.raises(
+            (TypeError, AirflowException), match="Invalid arguments were passed to .*\n.*'config_file'"
+        ):
             GKEResumeJobOperator(
                 project_id=TEST_GCP_PROJECT_ID,
                 location=PROJECT_LOCATION,
diff --git a/providers/tests/google/cloud/operators/test_speech_to_text.py b/providers/tests/google/cloud/operators/test_speech_to_text.py
index 1d7fa9ca37fea..155658976f3f1 100644
--- a/providers/tests/google/cloud/operators/test_speech_to_text.py
+++ b/providers/tests/google/cloud/operators/test_speech_to_text.py
@@ -59,26 +59,20 @@ def test_recognize_speech_green_path(self, mock_hook):
     def test_missing_config(self, mock_hook):
         mock_hook.return_value.recognize_speech.return_value = True
 
-        with pytest.raises(AirflowException) as ctx:
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'config'"):
             CloudSpeechToTextRecognizeSpeechOperator(
                 project_id=PROJECT_ID, gcp_conn_id=GCP_CONN_ID, audio=AUDIO, task_id="id"
             ).execute(context={"task_instance": Mock()})
-
-        err = ctx.value
-        assert "config" in str(err)
         mock_hook.assert_not_called()
 
     @patch("airflow.providers.google.cloud.operators.speech_to_text.CloudSpeechToTextHook")
     def test_missing_audio(self, mock_hook):
         mock_hook.return_value.recognize_speech.return_value = True
 
-        with pytest.raises(AirflowException) as ctx:
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'audio'"):
             CloudSpeechToTextRecognizeSpeechOperator(
                 project_id=PROJECT_ID, gcp_conn_id=GCP_CONN_ID, config=CONFIG, task_id="id"
             ).execute(context={"task_instance": Mock()})
-
-        err = ctx.value
-        assert "audio" in str(err)
         mock_hook.assert_not_called()
 
     @patch("airflow.providers.google.cloud.operators.speech_to_text.FileDetailsLink.persist")
diff --git a/providers/tests/google/cloud/sensors/test_dataform.py b/providers/tests/google/cloud/sensors/test_dataform.py
new file mode 100644
index 0000000000000..d3bcd8b6c9aad
--- /dev/null
+++ b/providers/tests/google/cloud/sensors/test_dataform.py
@@ -0,0 +1,150 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from unittest import mock
+
+import pytest
+from google.cloud.dataform_v1beta1.types import Target, WorkflowInvocationAction
+
+from airflow.exceptions import AirflowException
+from airflow.providers.google.cloud.sensors.dataform import DataformWorkflowInvocationActionStateSensor
+
+TEST_TASK_ID = "task_id"
+TEST_PROJECT_ID = "test_project"
+TEST_REGION = "us-central1"
+TEST_REPOSITORY_ID = "test_repository_id"
+TEST_WORKFLOW_INVOCATION_ID = "test_workflow_invocation_id"
+TEST_TARGET_NAME = "test_target_name"
+TEST_GCP_CONN_ID = "test_gcp_conn_id"
+TEST_IMPERSONATION_CHAIN = ["ACCOUNT_1", "ACCOUNT_2", "ACCOUNT_3"]
+
+
+class TestDataformWorkflowInvocationActionStateSensor:
+    @pytest.mark.parametrize(
+        "expected_status, current_status, sensor_return",
+        [
+            (WorkflowInvocationAction.State.SUCCEEDED, WorkflowInvocationAction.State.SUCCEEDED, True),
+            (WorkflowInvocationAction.State.SUCCEEDED, WorkflowInvocationAction.State.RUNNING, False),
+        ],
+    )
+    @mock.patch("airflow.providers.google.cloud.sensors.dataform.DataformHook")
+    def test_poke(
+        self,
+        mock_hook: mock.MagicMock,
+        expected_status: WorkflowInvocationAction.State,
+        current_status: WorkflowInvocationAction.State,
+        sensor_return: bool,
+    ):
+        target = Target(database="", schema="", name=TEST_TARGET_NAME)
+        workflow_invocation_action = WorkflowInvocationAction(target=target, state=current_status)
+        mock_query_workflow_invocation_actions = mock_hook.return_value.query_workflow_invocation_actions
+        mock_query_workflow_invocation_actions.return_value = [workflow_invocation_action]
+
+        task = DataformWorkflowInvocationActionStateSensor(
+            task_id=TEST_TASK_ID,
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+            target_name=TEST_TARGET_NAME,
+            expected_statuses=[expected_status],
+            failure_statuses=[],
+            gcp_conn_id=TEST_GCP_CONN_ID,
+            impersonation_chain=TEST_IMPERSONATION_CHAIN,
+        )
+        results = task.poke(mock.MagicMock())
+
+        assert sensor_return == results
+
+        mock_hook.assert_called_once_with(
+            gcp_conn_id=TEST_GCP_CONN_ID, impersonation_chain=TEST_IMPERSONATION_CHAIN
+        )
+        mock_query_workflow_invocation_actions.assert_called_once_with(
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+        )
+
+    @mock.patch("airflow.providers.google.cloud.sensors.dataform.DataformHook")
+    def test_target_state_failure_raises_exception(self, mock_hook: mock.MagicMock):
+        target = Target(database="", schema="", name=TEST_TARGET_NAME)
+        workflow_invocation_action = WorkflowInvocationAction(
+            target=target, state=WorkflowInvocationAction.State.FAILED
+        )
+        mock_query_workflow_invocation_actions = mock_hook.return_value.query_workflow_invocation_actions
+        mock_query_workflow_invocation_actions.return_value = [workflow_invocation_action]
+
+        task = DataformWorkflowInvocationActionStateSensor(
+            task_id=TEST_TASK_ID,
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+            target_name=TEST_TARGET_NAME,
+            expected_statuses=[WorkflowInvocationAction.State.SUCCEEDED],
+            failure_statuses=[WorkflowInvocationAction.State.FAILED],
+            gcp_conn_id=TEST_GCP_CONN_ID,
+            impersonation_chain=TEST_IMPERSONATION_CHAIN,
+        )
+
+        with pytest.raises(AirflowException):
+            task.poke(mock.MagicMock())
+
+        mock_hook.assert_called_once_with(
+            gcp_conn_id=TEST_GCP_CONN_ID, impersonation_chain=TEST_IMPERSONATION_CHAIN
+        )
+        mock_query_workflow_invocation_actions.assert_called_once_with(
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+        )
+
+    @mock.patch("airflow.providers.google.cloud.sensors.dataform.DataformHook")
+    def test_target_not_found_raises_exception(self, mock_hook: mock.MagicMock):
+        mock_query_workflow_invocation_actions = mock_hook.return_value.query_workflow_invocation_actions
+        mock_query_workflow_invocation_actions.return_value = []
+
+        task = DataformWorkflowInvocationActionStateSensor(
+            task_id=TEST_TASK_ID,
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+            target_name=TEST_TARGET_NAME,
+            expected_statuses=[WorkflowInvocationAction.State.SUCCEEDED],
+            failure_statuses=[WorkflowInvocationAction.State.FAILED],
+            gcp_conn_id=TEST_GCP_CONN_ID,
+            impersonation_chain=TEST_IMPERSONATION_CHAIN,
+        )
+
+        with pytest.raises(AirflowException):
+            task.poke(mock.MagicMock())
+
+        mock_hook.assert_called_once_with(
+            gcp_conn_id=TEST_GCP_CONN_ID, impersonation_chain=TEST_IMPERSONATION_CHAIN
+        )
+        mock_query_workflow_invocation_actions.assert_called_once_with(
+            project_id=TEST_PROJECT_ID,
+            region=TEST_REGION,
+            repository_id=TEST_REPOSITORY_ID,
+            workflow_invocation_id=TEST_WORKFLOW_INVOCATION_ID,
+        )
diff --git a/providers/tests/google/cloud/sensors/test_dataproc.py b/providers/tests/google/cloud/sensors/test_dataproc.py
index 669a9a09f2a98..5fea3e8d3bad0 100644
--- a/providers/tests/google/cloud/sensors/test_dataproc.py
+++ b/providers/tests/google/cloud/sensors/test_dataproc.py
@@ -132,7 +132,7 @@ def test_cancelled(self, mock_hook):
 
     @mock.patch(DATAPROC_PATH.format("DataprocHook"))
     def test_missing_region(self, mock_hook):
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'region'"):
             DataprocJobSensor(
                 task_id=TASK_ID,
                 project_id=GCP_PROJECT,
diff --git a/providers/tests/google/cloud/transfers/test_gcs_to_bigquery.py b/providers/tests/google/cloud/transfers/test_gcs_to_bigquery.py
index 05ef254cb43de..046e9a711bbf5 100644
--- a/providers/tests/google/cloud/transfers/test_gcs_to_bigquery.py
+++ b/providers/tests/google/cloud/transfers/test_gcs_to_bigquery.py
@@ -906,7 +906,7 @@ def test_execute_should_throw_ex_when_no_bucket_specified(self, hook):
         ]
         hook.return_value.generate_job_id.return_value = REAL_JOB_ID
         hook.return_value.split_tablename.return_value = (PROJECT_ID, DATASET, TABLE)
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'bucket'"):
+        with pytest.raises((TypeError, AirflowException), match=r"missing keyword argument 'bucket'"):
             GCSToBigQueryOperator(
                 task_id=TASK_ID,
                 source_objects=TEST_SOURCE_OBJECTS,
@@ -926,7 +926,7 @@ def test_execute_should_throw_ex_when_no_source_objects_specified(self, hook):
         ]
         hook.return_value.generate_job_id.return_value = REAL_JOB_ID
         hook.return_value.split_tablename.return_value = (PROJECT_ID, DATASET, TABLE)
-        with pytest.raises(AirflowException, match=r"missing keyword argument 'source_objects'"):
+        with pytest.raises((TypeError, AirflowException), match=r"missing keyword argument 'source_objects'"):
             GCSToBigQueryOperator(
                 task_id=TASK_ID,
                 destination_project_dataset_table=TEST_EXPLICIT_DEST,
@@ -947,7 +947,8 @@ def test_execute_should_throw_ex_when_no_destination_project_dataset_table_speci
         hook.return_value.generate_job_id.return_value = REAL_JOB_ID
         hook.return_value.split_tablename.return_value = (PROJECT_ID, DATASET, TABLE)
         with pytest.raises(
-            AirflowException, match=r"missing keyword argument 'destination_project_dataset_table'"
+            (TypeError, AirflowException),
+            match=r"missing keyword argument 'destination_project_dataset_table'",
         ):
             GCSToBigQueryOperator(
                 task_id=TASK_ID,
@@ -1730,8 +1731,6 @@ def test_execute_without_external_table_reattach_async_should_execute_successful
             project_id=JOB_PROJECT_ID,
         )
 
-        job._begin.assert_called_once_with()
-
     @mock.patch(GCS_TO_BQ_PATH.format("BigQueryHook"))
     def test_execute_without_external_table_force_rerun_async_should_execute_successfully(self, hook):
         hook.return_value.generate_job_id.return_value = f"{job_id}_{hash_}"
diff --git a/providers/tests/google/cloud/utils/test_mlengine_operator_utils.py b/providers/tests/google/cloud/utils/test_mlengine_operator_utils.py
index 47c7d8d3ec3d1..aae62afb002ee 100644
--- a/providers/tests/google/cloud/utils/test_mlengine_operator_utils.py
+++ b/providers/tests/google/cloud/utils/test_mlengine_operator_utils.py
@@ -26,11 +26,12 @@
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.models import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.apache.beam.operators.beam import BeamRunPythonPipelineOperator
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 from airflow.providers.google.cloud.utils.mlengine_operator_utils import create_evaluate_ops
 
+from tests_common.test_utils.compat import PythonOperator
+
 TASK_PREFIX = "test-task-prefix"
 TASK_PREFIX_PREDICTION = TASK_PREFIX + "-prediction"
 TASK_PREFIX_SUMMARY = TASK_PREFIX + "-summary"
diff --git a/providers/tests/microsoft/azure/hooks/test_asb.py b/providers/tests/microsoft/azure/hooks/test_asb.py
index 83e04833bf07f..6d090e6653dd0 100644
--- a/providers/tests/microsoft/azure/hooks/test_asb.py
+++ b/providers/tests/microsoft/azure/hooks/test_asb.py
@@ -33,6 +33,7 @@
 
 from airflow.models import Connection
 from airflow.providers.microsoft.azure.hooks.asb import AdminClientHook, MessageHook
+from airflow.utils.context import Context
 
 MESSAGE = "Test Message"
 MESSAGE_LIST = [f"{MESSAGE} {n}" for n in range(10)]
@@ -256,7 +257,7 @@ def test_receive_message(self, mock_sb_client, mock_service_bus_message):
         mock_sb_client.return_value.get_queue_receiver.return_value.receive_messages.return_value = [
             mock_service_bus_message
         ]
-        hook.receive_message(self.queue_name)
+        hook.receive_message(self.queue_name, Context())
         expected_calls = [
             mock.call()
             .__enter__()
@@ -285,12 +286,13 @@ def test_receive_message_callback(self, mock_sb_client, mock_service_bus_message
 
         received_messages = []
 
-        def message_callback(msg: Any) -> None:
+        def message_callback(msg: Any, context: Context) -> None:
             nonlocal received_messages
             print("received message:", msg)
+            assert context is not None
             received_messages.append(msg)
 
-        hook.receive_message(self.queue_name, message_callback=message_callback)
+        hook.receive_message(self.queue_name, Context(), message_callback=message_callback)
 
         assert len(received_messages) == 1
         assert received_messages[0] == mock_service_bus_message
@@ -316,7 +318,9 @@ def test_receive_subscription_message(self, mock_sb_client):
         max_message_count = 10
         max_wait_time = 5
         hook = MessageHook(azure_service_bus_conn_id=self.conn_id)
-        hook.receive_subscription_message(topic_name, subscription_name, max_message_count, max_wait_time)
+        hook.receive_subscription_message(
+            topic_name, subscription_name, Context(), max_message_count, max_wait_time
+        )
         expected_calls = [
             mock.call()
             .__enter__()
@@ -350,13 +354,19 @@ def test_receive_subscription_message_callback(self, mock_sb_client, mock_sb_mes
 
         received_messages = []
 
-        def message_callback(msg: ServiceBusMessage) -> None:
+        def message_callback(msg: ServiceBusMessage, context: Context) -> None:
             nonlocal received_messages
             print("received message:", msg)
+            assert context is not None
             received_messages.append(msg)
 
         hook.receive_subscription_message(
-            topic_name, subscription_name, max_message_count, max_wait_time, message_callback=message_callback
+            topic_name,
+            subscription_name,
+            Context(),
+            max_message_count,
+            max_wait_time,
+            message_callback=message_callback,
         )
 
         assert len(received_messages) == 2
diff --git a/providers/tests/microsoft/azure/hooks/test_wasb.py b/providers/tests/microsoft/azure/hooks/test_wasb.py
index 39c4b7505250d..b696b38485e39 100644
--- a/providers/tests/microsoft/azure/hooks/test_wasb.py
+++ b/providers/tests/microsoft/azure/hooks/test_wasb.py
@@ -580,6 +580,33 @@ def test_delete_more_than_256_blobs(self, mock_check, mock_get_blobslist, mock_d
         # `ContainerClient.delete_blobs()` in this test.
         assert mock_delete_blobs.call_count == 2
 
+    @mock.patch.object(WasbHook, "_get_blob_client")
+    def test_copy_blobs(self, mock_get_blob_client):
+        # Arrange
+        hook = WasbHook(wasb_conn_id=self.azure_shared_key_test)
+        source_container_name = "source-container"
+        source_blob_name = "source-blob"
+        destination_container_name = "destination-container"
+        destination_blob_name = "destination-blob"
+
+        # Mock the blob clients
+        mock_source_blob_client = mock.MagicMock()
+        mock_destination_blob_client = mock.MagicMock()
+        mock_get_blob_client.side_effect = [mock_source_blob_client, mock_destination_blob_client]
+
+        # Mock the URL of the source blob
+        mock_source_blob_client.url = "https://source-url"
+
+        hook.copy_blobs(
+            source_container_name, source_blob_name, destination_container_name, destination_blob_name
+        )
+
+        mock_get_blob_client.assert_any_call(container_name=source_container_name, blob_name=source_blob_name)
+        mock_get_blob_client.assert_any_call(
+            container_name=destination_container_name, blob_name=destination_blob_name
+        )
+        mock_destination_blob_client.start_copy_from_url.assert_called_once_with("https://source-url")
+
     @mock.patch.object(WasbHook, "get_blobs_list")
     @mock.patch.object(WasbHook, "check_for_blob")
     def test_delete_nonexisting_blob_fails(self, mock_check, mock_getblobs, mocked_blob_service_client):
diff --git a/providers/tests/microsoft/azure/operators/test_asb.py b/providers/tests/microsoft/azure/operators/test_asb.py
index 42b770095b4e7..7e0c953890c22 100644
--- a/providers/tests/microsoft/azure/operators/test_asb.py
+++ b/providers/tests/microsoft/azure/operators/test_asb.py
@@ -19,6 +19,7 @@
 from unittest import mock
 
 import pytest
+from azure.servicebus import ServiceBusMessage
 
 try:
     from azure.servicebus import ServiceBusMessage
@@ -37,6 +38,7 @@
     AzureServiceBusTopicDeleteOperator,
     AzureServiceBusUpdateSubscriptionOperator,
 )
+from airflow.utils.context import Context
 
 QUEUE_NAME = "test_queue"
 MESSAGE = "Test Message"
@@ -216,21 +218,22 @@ def test_receive_message_queue_callback(self, mock_get_conn):
         Test AzureServiceBusReceiveMessageOperator by mock connection, values
         and the service bus receive message
         """
-        mock_service_bus_message = ServiceBusMessage("Test message")
+        mock_service_bus_message = ServiceBusMessage("Test message with context")
         mock_get_conn.return_value.__enter__.return_value.get_queue_receiver.return_value.__enter__.return_value.receive_messages.return_value = [
             mock_service_bus_message
         ]
 
         messages_received = []
 
-        def message_callback(msg):
+        def message_callback(msg: ServiceBusMessage, context: Context):
             messages_received.append(msg)
+            assert context is not None
             print(msg)
 
         asb_receive_queue_operator = AzureServiceBusReceiveMessageOperator(
             task_id="asb_receive_message_queue", queue_name=QUEUE_NAME, message_callback=message_callback
         )
-        asb_receive_queue_operator.execute(None)
+        asb_receive_queue_operator.execute(Context())
         assert len(messages_received) == 1
         assert messages_received[0] == mock_service_bus_message
 
@@ -470,8 +473,9 @@ def test_receive_message_queue_callback(self, mock_get_conn):
 
         messages_received = []
 
-        def message_callback(msg):
+        def message_callback(msg: ServiceBusMessage, context: Context):
             messages_received.append(msg)
+            assert context is not None
             print(msg)
 
         asb_subscription_receive_message = ASBReceiveSubscriptionMessageOperator(
@@ -482,7 +486,7 @@ def message_callback(msg):
             message_callback=message_callback,
         )
 
-        asb_subscription_receive_message.execute(None)
+        asb_subscription_receive_message.execute(Context())
         expected_calls = [
             mock.call()
             .__enter__()
diff --git a/providers/tests/mysql/operators/test_mysql.py b/providers/tests/mysql/operators/test_mysql.py
index 75f0aed2935f3..fa6fa0167e48f 100644
--- a/providers/tests/mysql/operators/test_mysql.py
+++ b/providers/tests/mysql/operators/test_mysql.py
@@ -97,7 +97,15 @@ def test_overwrite_schema(self, client):
                 conn_id=MYSQL_DEFAULT,
             )
 
-            from MySQLdb import OperationalError
+            try:
+                from MySQLdb import OperationalError
+            except ImportError:
+                raise RuntimeError(
+                    "You do not have `mysqlclient` package installed. "
+                    "Please install it with `pip install mysqlclient` and make sure you have system "
+                    "mysql libraries installed, as well as well as `pkg-config` system package "
+                    "installed in case you see compilation error during installation."
+                )
 
             with pytest.raises(OperationalError, match="Unknown database 'foobar'"):
                 op.run(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE, ignore_ti_state=True)
diff --git a/providers/tests/odbc/hooks/test_odbc.py b/providers/tests/odbc/hooks/test_odbc.py
index 8f749aa4f765d..5d2e195dcc640 100644
--- a/providers/tests/odbc/hooks/test_odbc.py
+++ b/providers/tests/odbc/hooks/test_odbc.py
@@ -19,6 +19,7 @@
 
 import json
 import logging
+import sqlite3
 from dataclasses import dataclass
 from unittest import mock
 from unittest.mock import patch
@@ -340,3 +341,11 @@ def test_query_no_handler_return_none(self):
         hook = mock_hook(OdbcHook)
         result = hook.run("SQL")
         assert result is None
+
+    def test_get_sqlalchemy_engine_verify_creator_is_being_used(self):
+        hook = mock_hook(OdbcHook, conn_params={"extra": {"sqlalchemy_scheme": "sqlite"}})
+
+        with sqlite3.connect(":memory:") as connection:
+            hook.get_conn = lambda: connection
+            engine = hook.get_sqlalchemy_engine()
+            assert engine.connect().connection.connection == connection
diff --git a/providers/tests/openlineage/extractors/test_base.py b/providers/tests/openlineage/extractors/test_base.py
index 15c96ac675530..aa1a2467a8327 100644
--- a/providers/tests/openlineage/extractors/test_base.py
+++ b/providers/tests/openlineage/extractors/test_base.py
@@ -26,7 +26,6 @@
 
 from airflow.models.baseoperator import BaseOperator
 from airflow.models.taskinstance import TaskInstanceState
-from airflow.operators.python import PythonOperator
 from airflow.providers.openlineage.extractors.base import (
     BaseExtractor,
     DefaultExtractor,
@@ -35,11 +34,12 @@
 from airflow.providers.openlineage.extractors.manager import ExtractorManager
 from airflow.providers.openlineage.extractors.python import PythonExtractor
 
+from tests_common.test_utils.compat import PythonOperator
+
 if TYPE_CHECKING:
     from openlineage.client.facet_v2 import RunFacet
 pytestmark = pytest.mark.db_test
 
-
 INPUTS = [Dataset(namespace="database://host:port", name="inputtable")]
 OUTPUTS = [Dataset(namespace="database://host:port", name="inputtable")]
 RUN_FACETS: dict[str, RunFacet] = {
diff --git a/providers/tests/openlineage/extractors/test_manager.py b/providers/tests/openlineage/extractors/test_manager.py
index 8cdf7d6d7c232..adba74fd44082 100644
--- a/providers/tests/openlineage/extractors/test_manager.py
+++ b/providers/tests/openlineage/extractors/test_manager.py
@@ -33,13 +33,12 @@
 from airflow.lineage.entities import Column, File, Table, User
 from airflow.models.baseoperator import BaseOperator
 from airflow.models.taskinstance import TaskInstance
-from airflow.operators.python import PythonOperator
 from airflow.providers.openlineage.extractors import OperatorLineage
 from airflow.providers.openlineage.extractors.manager import ExtractorManager
 from airflow.providers.openlineage.utils.utils import Asset
 from airflow.utils.state import State
 
-from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS
+from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS, PythonOperator
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
@@ -313,6 +312,7 @@ def use_read():
 
     dr = dag_maker.create_dagrun()
     ti = TaskInstance(task=task, run_id=dr.run_id)
+    ti.refresh_from_db()
     ti.state = State.QUEUED
     session.merge(ti)
     session.commit()
diff --git a/providers/tests/openlineage/extractors/test_python.py b/providers/tests/openlineage/extractors/test_python.py
index 367eb0711dea5..6f3ca48c5187b 100644
--- a/providers/tests/openlineage/extractors/test_python.py
+++ b/providers/tests/openlineage/extractors/test_python.py
@@ -28,10 +28,9 @@
 
 from airflow import DAG
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.operators.python import PythonOperator
 from airflow.providers.openlineage.extractors.python import PythonExtractor
 
-from tests_common.test_utils.compat import BashOperator
+from tests_common.test_utils.compat import BashOperator, PythonOperator
 
 pytestmark = pytest.mark.db_test
 
diff --git a/providers/tests/openlineage/plugins/test_execution.py b/providers/tests/openlineage/plugins/test_execution.py
index 0c0f9fc6adac2..581054812127d 100644
--- a/providers/tests/openlineage/plugins/test_execution.py
+++ b/providers/tests/openlineage/plugins/test_execution.py
@@ -23,7 +23,6 @@
 import shutil
 import tempfile
 from pathlib import Path
-from unittest import mock
 
 import pytest
 
@@ -33,7 +32,6 @@
 from airflow.models import DagBag, TaskInstance
 from airflow.providers.google.cloud.openlineage.utils import get_from_nullable_chain
 from airflow.providers.openlineage.plugins.listener import OpenLineageListener
-from airflow.task.task_runner.standard_task_runner import StandardTaskRunner
 from airflow.utils import timezone
 from airflow.utils.state import State
 
@@ -108,11 +106,9 @@ def setup_job(self, task_name, run_id):
             ti = TaskInstance(task=task, run_id=run_id)
             job = Job(id=random.randint(0, 23478197), dag_id=ti.dag_id)
             job_runner = LocalTaskJobRunner(job=job, task_instance=ti, ignore_ti_state=True)
-            task_runner = StandardTaskRunner(job_runner)
-            with mock.patch("airflow.task.task_runner.get_task_runner", return_value=task_runner):
-                job_runner._execute()
+            job_runner._execute()
 
-            return task_runner.return_code(timeout=60)
+            return job_runner.task_runner.return_code(timeout=60)
 
         @pytest.mark.db_test
         @conf_vars({("openlineage", "transport"): f'{{"type": "file", "log_file_path": "{listener_path}"}}'})
diff --git a/providers/tests/openlineage/plugins/test_listener.py b/providers/tests/openlineage/plugins/test_listener.py
index 1c17b5841674d..79149324e551d 100644
--- a/providers/tests/openlineage/plugins/test_listener.py
+++ b/providers/tests/openlineage/plugins/test_listener.py
@@ -32,14 +32,13 @@
 
 from airflow.models import DAG, DagRun, TaskInstance
 from airflow.models.baseoperator import BaseOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.openlineage.plugins.adapter import OpenLineageAdapter
 from airflow.providers.openlineage.plugins.facets import AirflowDebugRunFacet
 from airflow.providers.openlineage.plugins.listener import OpenLineageListener
 from airflow.providers.openlineage.utils.selective_enable import disable_lineage, enable_lineage
 from airflow.utils.state import DagRunState, State
 
-from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS, AIRFLOW_V_3_0_PLUS
+from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS, AIRFLOW_V_3_0_PLUS, PythonOperator
 from tests_common.test_utils.config import conf_vars
 
 if AIRFLOW_V_3_0_PLUS:
diff --git a/providers/tests/openlineage/plugins/test_utils.py b/providers/tests/openlineage/plugins/test_utils.py
index 12f7ed32a8259..624bdecb5b459 100644
--- a/providers/tests/openlineage/plugins/test_utils.py
+++ b/providers/tests/openlineage/plugins/test_utils.py
@@ -50,8 +50,10 @@
     from airflow.utils.types import DagRunTriggeredByType
 
 BASH_OPERATOR_PATH = "airflow.providers.standard.operators.bash"
+PYTHON_OPERATOR_PATH = "airflow.providers.standard.operators.python"
 if not AIRFLOW_V_2_10_PLUS:
     BASH_OPERATOR_PATH = "airflow.operators.bash"
+    PYTHON_OPERATOR_PATH = "airflow.operators.python"
 
 
 class SafeStrDict(dict):
@@ -283,7 +285,7 @@ def test_is_operator_disabled(mock_disabled_operators):
 
     mock_disabled_operators.return_value = {
         f"{BASH_OPERATOR_PATH}.BashOperator",
-        "airflow.operators.python.PythonOperator",
+        f"{PYTHON_OPERATOR_PATH}.PythonOperator",
     }
     assert is_operator_disabled(op) is True
 
diff --git a/providers/tests/openlineage/utils/test_utils.py b/providers/tests/openlineage/utils/test_utils.py
index c41f088b66143..f4e286331a518 100644
--- a/providers/tests/openlineage/utils/test_utils.py
+++ b/providers/tests/openlineage/utils/test_utils.py
@@ -28,7 +28,6 @@
 from airflow.models.mappedoperator import MappedOperator
 from airflow.models.taskinstance import TaskInstance, TaskInstanceState
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.openlineage.plugins.facets import AirflowDagRunFacet, AirflowJobFacet
 from airflow.providers.openlineage.utils.utils import (
     _get_task_groups_details,
@@ -44,12 +43,14 @@
 from airflow.utils.task_group import TaskGroup
 from airflow.utils.types import DagRunType
 
-from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS, BashOperator
+from tests_common.test_utils.compat import AIRFLOW_V_2_10_PLUS, BashOperator, PythonOperator
 from tests_common.test_utils.mock_operators import MockOperator
 
 BASH_OPERATOR_PATH = "airflow.providers.standard.operators.bash"
+PYTHON_OPERATOR_PATH = "airflow.providers.standard.operators.python"
 if not AIRFLOW_V_2_10_PLUS:
     BASH_OPERATOR_PATH = "airflow.operators.bash"
+    PYTHON_OPERATOR_PATH = "airflow.operators.python"
 
 
 class CustomOperatorForTest(BashOperator):
@@ -79,7 +80,6 @@ def test_get_airflow_job_facet():
             taskGroups={
                 "section_1": {
                     "parent_group": None,
-                    "tooltip": "",
                     "ui_color": "CornflowerBlue",
                     "ui_fgcolor": "#000",
                     "ui_label": "section_1",
@@ -98,7 +98,7 @@ def test_get_airflow_job_facet():
                     "downstream_task_ids": ["section_1.task_3"],
                 },
                 "section_1.task_3": {
-                    "operator": "airflow.operators.python.PythonOperator",
+                    "operator": f"{PYTHON_OPERATOR_PATH}.PythonOperator",
                     "task_group": "section_1",
                     "emits_ol_events": True,
                     "ui_color": "#ffefeb",
@@ -352,7 +352,7 @@ def sum_values(values: list[int]) -> int:
             ],
         },
         "task_2": {
-            "operator": "airflow.operators.python.PythonOperator",
+            "operator": f"{PYTHON_OPERATOR_PATH}.PythonOperator",
             "task_group": None,
             "emits_ol_events": True,
             "ui_color": PythonOperator.ui_color,
@@ -417,7 +417,7 @@ def sum_values(values: list[int]) -> int:
             ],
         },
         "section_1.task_3": {
-            "operator": "airflow.operators.python.PythonOperator",
+            "operator": f"{PYTHON_OPERATOR_PATH}.PythonOperator",
             "task_group": "section_1",
             "emits_ol_events": True,
             "ui_color": PythonOperator.ui_color,
@@ -441,7 +441,7 @@ def sum_values(values: list[int]) -> int:
             "downstream_task_ids": [],
         },
         "section_1.section_2.section_3.task_12": {
-            "operator": "airflow.operators.python.PythonOperator",
+            "operator": f"{PYTHON_OPERATOR_PATH}.PythonOperator",
             "task_group": "section_1.section_2.section_3",
             "emits_ol_events": True,
             "ui_color": PythonOperator.ui_color,
@@ -516,21 +516,18 @@ def test_get_task_groups_details():
     expected = {
         "tg1": {
             "parent_group": None,
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg1",
         },
         "tg2": {
             "parent_group": None,
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg2",
         },
         "tg3": {
             "parent_group": None,
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg3",
@@ -551,21 +548,18 @@ def test_get_task_groups_details_nested():
     expected = {
         "tg1": {
             "parent_group": None,
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg1",
         },
         "tg1.tg2": {
             "parent_group": "tg1",
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg2",
         },
         "tg1.tg2.tg3": {
             "parent_group": "tg1.tg2",
-            "tooltip": "",
             "ui_color": "CornflowerBlue",
             "ui_fgcolor": "#000",
             "ui_label": "tg3",
diff --git a/providers/tests/oracle/hooks/test_oracle.py b/providers/tests/oracle/hooks/test_oracle.py
index fc4709020eb73..9f86df3013fa4 100644
--- a/providers/tests/oracle/hooks/test_oracle.py
+++ b/providers/tests/oracle/hooks/test_oracle.py
@@ -369,6 +369,54 @@ def test_bulk_insert_rows_no_rows(self):
         with pytest.raises(ValueError):
             self.db_hook.bulk_insert_rows("table", rows)
 
+    def test_bulk_insert_sequence_field(self):
+        rows = [(1, 2, 3), (4, 5, 6), (7, 8, 9)]
+        target_fields = ["col1", "col2", "col3"]
+        sequence_column = "id"
+        sequence_name = "my_sequence"
+        self.db_hook.bulk_insert_rows(
+            "table", rows, target_fields, sequence_column=sequence_column, sequence_name=sequence_name
+        )
+        self.cur.prepare.assert_called_once_with(
+            "insert into table (id, col1, col2, col3) values (my_sequence.NEXTVAL, :1, :2, :3)"
+        )
+        self.cur.executemany.assert_called_once_with(None, rows)
+
+    def test_bulk_insert_sequence_without_parameter(self):
+        rows = [(1, 2, 3), (4, 5, 6), (7, 8, 9)]
+        target_fields = ["col1", "col2", "col3"]
+        sequence_column = "id"
+        sequence_name = None
+        with pytest.raises(ValueError):
+            self.db_hook.bulk_insert_rows(
+                "table", rows, target_fields, sequence_column=sequence_column, sequence_name=sequence_name
+            )
+
+        sequence_column = None
+        sequence_name = "my_sequence"
+        with pytest.raises(ValueError):
+            self.db_hook.bulk_insert_rows(
+                "table", rows, target_fields, sequence_column=sequence_column, sequence_name=sequence_name
+            )
+
+    def test_bulk_insert_commit_leftovers_only_if_exists(self):
+        rows = [(1, 2, 3), (4, 5, 6), (7, 8, 9), (1, 2, 3), (4, 5, 6), (7, 8, 9)]
+        target_fields = ["col1", "col2", "col3"]
+        sequence_column = "id"
+        sequence_name = "my_sequence"
+
+        self.db_hook.bulk_insert_rows(
+            "table",
+            rows,
+            target_fields,
+            sequence_column=sequence_column,
+            sequence_name=sequence_name,
+            commit_every=3,
+        )
+
+        # executemany should be called exactly 2 times because there is no leftovers
+        assert self.cur.executemany.call_count == 2
+
     def test_callproc_none(self):
         parameters = None
 
diff --git a/providers/tests/salesforce/operators/test_bulk.py b/providers/tests/salesforce/operators/test_bulk.py
index a28cafc73a13a..3ec701ecf41d1 100644
--- a/providers/tests/salesforce/operators/test_bulk.py
+++ b/providers/tests/salesforce/operators/test_bulk.py
@@ -33,7 +33,7 @@ def test_execute_missing_operation(self):
         """
         Test execute missing operation
         """
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'operation'"):
             SalesforceBulkOperator(
                 task_id="no_missing_operation_arg",
                 object_name="Account",
@@ -52,7 +52,7 @@ def test_execute_missing_object_name(self):
         """
         Test execute missing object_name
         """
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'object_name'"):
             SalesforceBulkOperator(
                 task_id="no_object_name_arg",
                 operation="insert",
diff --git a/providers/tests/slack/hooks/test_slack.py b/providers/tests/slack/hooks/test_slack.py
index 35dfa5200b7fa..10e5a094e9d8f 100644
--- a/providers/tests/slack/hooks/test_slack.py
+++ b/providers/tests/slack/hooks/test_slack.py
@@ -533,7 +533,10 @@ def test_send_file_v2_channel_name(self, mocked_client, caplog):
     @pytest.mark.parametrize("filename", [None, "foo.bar"])
     @pytest.mark.parametrize("channel", [None, "#random"])
     @pytest.mark.parametrize("filetype", [None, "auto"])
-    def test_send_file_v1_to_v2_content(self, initial_comment, title, filename, channel, filetype):
+    @pytest.mark.parametrize("snippet_type", [None, "text"])
+    def test_send_file_v1_to_v2_content(
+        self, initial_comment, title, filename, channel, filetype, snippet_type
+    ):
         hook = SlackHook(slack_conn_id=SLACK_API_DEFAULT_CONN_ID)
         with mock.patch.object(SlackHook, "send_file_v2") as mocked_send_file_v2:
             hook.send_file_v1_to_v2(
@@ -543,6 +546,7 @@ def test_send_file_v1_to_v2_content(self, initial_comment, title, filename, chan
                 initial_comment=initial_comment,
                 title=title,
                 filetype=filetype,
+                snippet_type=snippet_type,
             )
             mocked_send_file_v2.assert_called_once_with(
                 channel_id=channel,
@@ -550,7 +554,7 @@ def test_send_file_v1_to_v2_content(self, initial_comment, title, filename, chan
                     "content": '{"foo": "bar"}',
                     "filename": filename,
                     "title": title,
-                    "snippet_type": filetype,
+                    "snippet_type": snippet_type,
                 },
                 initial_comment=initial_comment,
             )
@@ -560,7 +564,8 @@ def test_send_file_v1_to_v2_content(self, initial_comment, title, filename, chan
     @pytest.mark.parametrize("filename", [None, "foo.bar"])
     @pytest.mark.parametrize("channel", [None, "#random"])
     @pytest.mark.parametrize("filetype", [None, "auto"])
-    def test_send_file_v1_to_v2_file(self, initial_comment, title, filename, channel, filetype):
+    @pytest.mark.parametrize("snippet_type", [None, "text"])
+    def test_send_file_v1_to_v2_file(self, initial_comment, title, filename, channel, filetype, snippet_type):
         hook = SlackHook(slack_conn_id=SLACK_API_DEFAULT_CONN_ID)
         with mock.patch.object(SlackHook, "send_file_v2") as mocked_send_file_v2:
             hook.send_file_v1_to_v2(
@@ -570,6 +575,7 @@ def test_send_file_v1_to_v2_file(self, initial_comment, title, filename, channel
                 initial_comment=initial_comment,
                 title=title,
                 filetype=filetype,
+                snippet_type=snippet_type,
             )
             mocked_send_file_v2.assert_called_once_with(
                 channel_id=channel,
@@ -577,7 +583,7 @@ def test_send_file_v1_to_v2_file(self, initial_comment, title, filename, channel
                     "file": "/foo/bar/spam.egg",
                     "filename": filename or "spam.egg",
                     "title": title,
-                    "snippet_type": filetype,
+                    "snippet_type": snippet_type,
                 },
                 initial_comment=initial_comment,
             )
diff --git a/providers/tests/slack/operators/test_slack.py b/providers/tests/slack/operators/test_slack.py
index f3b02839a3e55..7f2d316387b2a 100644
--- a/providers/tests/slack/operators/test_slack.py
+++ b/providers/tests/slack/operators/test_slack.py
@@ -201,6 +201,7 @@ def setup_method(self):
         self.test_content = "This is a test text file!"
         self.test_api_params = {"key": "value"}
         self.expected_method = "files.upload"
+        self.test_snippet_type = "text"
 
     def __construct_operator(self, test_slack_conn_id, test_api_params=None):
         return SlackAPIFileOperator(
@@ -212,6 +213,7 @@ def __construct_operator(self, test_slack_conn_id, test_api_params=None):
             filetype=self.test_filetype,
             content=self.test_content,
             api_params=test_api_params,
+            snippet_type=self.test_snippet_type,
         )
 
     def test_init_with_valid_params(self):
@@ -226,6 +228,7 @@ def test_init_with_valid_params(self):
         assert slack_api_post_operator.filename == self.filename
         assert slack_api_post_operator.filetype == self.test_filetype
         assert slack_api_post_operator.content == self.test_content
+        assert slack_api_post_operator.snippet_type == self.test_snippet_type
         assert not hasattr(slack_api_post_operator, "token")
 
     @pytest.mark.parametrize("initial_comment", [None, "foo-bar"])
@@ -237,7 +240,10 @@ def test_init_with_valid_params(self):
             pytest.param("v2", "send_file_v1_to_v2", id="v2"),
         ],
     )
-    def test_api_call_params_with_content_args(self, initial_comment, title, method_version, method_name):
+    @pytest.mark.parametrize("snippet_type", [None, "text"])
+    def test_api_call_params_with_content_args(
+        self, initial_comment, title, method_version, method_name, snippet_type
+    ):
         op = SlackAPIFileOperator(
             task_id="slack",
             slack_conn_id=SLACK_API_TEST_CONNECTION_ID,
@@ -246,6 +252,7 @@ def test_api_call_params_with_content_args(self, initial_comment, title, method_
             initial_comment=initial_comment,
             title=title,
             method_version=method_version,
+            snippet_type=snippet_type,
         )
         with mock.patch(f"airflow.providers.slack.operators.slack.SlackHook.{method_name}") as mock_send_file:
             op.execute({})
@@ -256,6 +263,7 @@ def test_api_call_params_with_content_args(self, initial_comment, title, method_
                 filetype=None,
                 initial_comment=initial_comment,
                 title=title,
+                snippet_type=snippet_type,
             )
 
     @pytest.mark.parametrize("initial_comment", [None, "foo-bar"])
@@ -267,7 +275,10 @@ def test_api_call_params_with_content_args(self, initial_comment, title, method_
             pytest.param("v2", "send_file_v1_to_v2", id="v2"),
         ],
     )
-    def test_api_call_params_with_file_args(self, initial_comment, title, method_version, method_name):
+    @pytest.mark.parametrize("snippet_type", [None, "text"])
+    def test_api_call_params_with_file_args(
+        self, initial_comment, title, method_version, method_name, snippet_type
+    ):
         op = SlackAPIFileOperator(
             task_id="slack",
             slack_conn_id=SLACK_API_TEST_CONNECTION_ID,
@@ -276,6 +287,7 @@ def test_api_call_params_with_file_args(self, initial_comment, title, method_ver
             initial_comment=initial_comment,
             title=title,
             method_version=method_version,
+            snippet_type=snippet_type,
         )
         with mock.patch(f"airflow.providers.slack.operators.slack.SlackHook.{method_name}") as mock_send_file:
             op.execute({})
@@ -286,6 +298,7 @@ def test_api_call_params_with_file_args(self, initial_comment, title, method_ver
                 filetype=None,
                 initial_comment=initial_comment,
                 title=title,
+                snippet_type=snippet_type,
             )
 
     def test_channel_deprecated(self):
diff --git a/providers/tests/ssh/operators/test_ssh.py b/providers/tests/ssh/operators/test_ssh.py
index 810f5363d1bf5..bedd6c5373b42 100644
--- a/providers/tests/ssh/operators/test_ssh.py
+++ b/providers/tests/ssh/operators/test_ssh.py
@@ -66,7 +66,7 @@ def setup_method(self):
 
     # Make sure nothing in this test actually connects to SSH -- that's for hook tests.
     @pytest.fixture(autouse=True)
-    def _patch_exec_ssh_client(self):
+    def patch_exec_ssh_client(self):
         with mock.patch.object(self.hook, "exec_ssh_client_command") as exec_ssh_client_command:
             self.exec_ssh_client_command = exec_ssh_client_command
             exec_ssh_client_command.return_value = (0, b"airflow", "")
diff --git a/providers/tests/standard/operators/test_bash.py b/providers/tests/standard/operators/test_bash.py
index a3b8a0b82186b..645f7f276b874 100644
--- a/providers/tests/standard/operators/test_bash.py
+++ b/providers/tests/standard/operators/test_bash.py
@@ -23,6 +23,7 @@
 from datetime import datetime, timedelta
 from pathlib import Path
 from time import sleep
+from typing import TYPE_CHECKING
 from unittest import mock
 
 import pytest
@@ -38,6 +39,9 @@
 if AIRFLOW_V_3_0_PLUS:
     from airflow.utils.types import DagRunTriggeredByType
 
+if TYPE_CHECKING:
+    from airflow.models import TaskInstance
+
 DEFAULT_DATE = datetime(2016, 1, 1, tzinfo=timezone.utc)
 END_DATE = datetime(2016, 1, 2, tzinfo=timezone.utc)
 INTERVAL = timedelta(hours=12)
@@ -60,6 +64,7 @@ def test_bash_operator_init(self):
         assert op.skip_on_exit_code == [99]
         assert op.cwd is None
         assert op._init_bash_command_not_set is False
+        assert op._unrendered_bash_command == "echo"
 
     @pytest.mark.db_test
     @pytest.mark.parametrize(
@@ -284,3 +289,27 @@ def test_templated_fields(self, create_task_instance_of_operator):
         assert task.bash_command == 'echo "test_templated_fields_dag"'
         assert task.env == {"FOO": "2024-02-01"}
         assert task.cwd == Path(__file__).absolute().parent.as_posix()
+
+    @pytest.mark.db_test
+    def test_templated_bash_script(self, dag_maker, tmp_path, session):
+        """
+        Creates a .sh script with Jinja template.
+        Pass it to the BashOperator and ensure it gets correctly rendered and executed.
+        """
+        bash_script: str = "sample.sh"
+        path: Path = tmp_path / bash_script
+        path.write_text('echo "{{ ti.task_id }}"')
+
+        with dag_maker(
+            dag_id="test_templated_bash_script", session=session, template_searchpath=os.fspath(path.parent)
+        ):
+            BashOperator(task_id="test_templated_fields_task", bash_command=bash_script)
+        ti: TaskInstance = dag_maker.create_dagrun().task_instances[0]
+        session.add(ti)
+        session.commit()
+        context = ti.get_template_context(session=session)
+        ti.render_templates(context=context)
+
+        task: BashOperator = ti.task
+        result = task.execute(context=context)
+        assert result == "test_templated_fields_task"
diff --git a/tests/operators/test_generic_transfer.py b/providers/tests/standard/operators/test_generic_transfer.py
similarity index 69%
rename from tests/operators/test_generic_transfer.py
rename to providers/tests/standard/operators/test_generic_transfer.py
index e1281ed4b2476..4ea08e48891e6 100644
--- a/tests/operators/test_generic_transfer.py
+++ b/providers/tests/standard/operators/test_generic_transfer.py
@@ -17,16 +17,21 @@
 # under the License.
 from __future__ import annotations
 
+import inspect
 from contextlib import closing
+from datetime import datetime
 from unittest import mock
 
 import pytest
 
+from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.models.dag import DAG
-from airflow.operators.generic_transfer import GenericTransfer
 from airflow.providers.postgres.hooks.postgres import PostgresHook
 from airflow.utils import timezone
 
+from tests_common.test_utils.compat import GenericTransfer
+from tests_common.test_utils.providers import get_provider_min_airflow_version
+
 pytestmark = pytest.mark.db_test
 
 DEFAULT_DATE = timezone.datetime(2015, 1, 1)
@@ -151,3 +156,56 @@ def test_postgres_to_postgres_replace(self, mock_insert, dag_maker):
         assert mock_insert.called
         _, kwargs = mock_insert.call_args
         assert "replace" in kwargs
+
+
+class TestGenericTransfer:
+    def test_templated_fields(self):
+        dag = DAG(
+            "test_dag",
+            schedule=None,
+            start_date=datetime(2024, 10, 10),
+            render_template_as_native_obj=True,
+        )
+        operator = GenericTransfer(
+            task_id="test_task",
+            sql="{{ sql }}",
+            destination_table="{{ destination_table }}",
+            source_conn_id="{{ source_conn_id }}",
+            destination_conn_id="{{ destination_conn_id }}",
+            preoperator="{{ preoperator }}",
+            insert_args="{{ insert_args }}",
+            dag=dag,
+        )
+        operator.render_template_fields(
+            {
+                "sql": "my_sql",
+                "destination_table": "my_destination_table",
+                "source_conn_id": "my_source_conn_id",
+                "destination_conn_id": "my_destination_conn_id",
+                "preoperator": "my_preoperator",
+                "insert_args": {"commit_every": 5000, "executemany": True, "replace": True},
+            }
+        )
+        assert operator.sql == "my_sql"
+        assert operator.destination_table == "my_destination_table"
+        assert operator.source_conn_id == "my_source_conn_id"
+        assert operator.destination_conn_id == "my_destination_conn_id"
+        assert operator.preoperator == "my_preoperator"
+        assert operator.insert_args == {"commit_every": 5000, "executemany": True, "replace": True}
+
+    def test_when_provider_min_airflow_version_is_3_0_or_higher_remove_obsolete_method(self):
+        """
+        Once this test starts failing due to the fact that the minimum Airflow version is now 3.0.0 or higher
+        for this provider, you should remove the obsolete get_hook method in the GenericTransfer and use the
+        one from BaseHook and remove this test.  This test was added to make sure to not forget to remove the
+        fallback code for backward compatibility with Airflow 2.8.x which isn't need anymore once this
+        provider depends on Airflow 3.0.0 or higher.
+        """
+        min_airflow_version = get_provider_min_airflow_version("apache-airflow-providers-standard")
+
+        # Check if the current Airflow version is 3.0.0 or higher
+        if min_airflow_version[0] >= 3:
+            method_source = inspect.getsource(GenericTransfer.get_hook)
+            raise AirflowProviderDeprecationWarning(
+                f"Remove obsolete get_hook method in GenericTransfer:\n\r\n\r\t\t\t{method_source}"
+            )
diff --git a/tests/operators/test_python.py b/providers/tests/standard/operators/test_python.py
similarity index 98%
rename from tests/operators/test_python.py
rename to providers/tests/standard/operators/test_python.py
index b759e9a600540..b8a8ef5bc1228 100644
--- a/tests/operators/test_python.py
+++ b/providers/tests/standard/operators/test_python.py
@@ -19,6 +19,7 @@
 
 import copy
 import logging
+import logging.config
 import os
 import pickle
 import re
@@ -38,6 +39,7 @@
 import pytest
 from slugify import slugify
 
+from airflow.config_templates.airflow_local_settings import DEFAULT_LOGGING_CONFIG
 from airflow.decorators import task_group
 from airflow.exceptions import (
     AirflowException,
@@ -48,7 +50,7 @@
 from airflow.models.dag import DAG
 from airflow.models.taskinstance import TaskInstance, clear_task_instances, set_current_context
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import (
+from airflow.providers.standard.operators.python import (
     BranchExternalPythonOperator,
     BranchPythonOperator,
     BranchPythonVirtualenvOperator,
@@ -60,10 +62,10 @@
     _PythonVersionInfo,
     get_current_context,
 )
+from airflow.providers.standard.utils.python_virtualenv import prepare_virtualenv
 from airflow.settings import _ENABLE_AIP_44
 from airflow.utils import timezone
 from airflow.utils.context import AirflowContextDeprecationWarning, Context
-from airflow.utils.python_virtualenv import prepare_virtualenv
 from airflow.utils.session import create_session
 from airflow.utils.state import DagRunState, State, TaskInstanceState
 from airflow.utils.trigger_rule import TriggerRule
@@ -76,6 +78,7 @@
 if AIRFLOW_V_3_0_PLUS:
     from airflow.utils.types import DagRunTriggeredByType
 
+
 if TYPE_CHECKING:
     from airflow.models.dagrun import DagRun
 
@@ -189,6 +192,9 @@ def render_templates(self, fn, **kwargs):
 class TestPythonOperator(BasePythonTest):
     opcls = PythonOperator
 
+    def setup_method(self):
+        logging.config.dictConfig(DEFAULT_LOGGING_CONFIG)
+
     @pytest.fixture(autouse=True)
     def setup_tests(self):
         self.run = False
@@ -293,7 +299,9 @@ def func(custom, dag):
             assert 1 == custom, "custom should be 1"
             assert dag is not None, "dag should be set"
 
-        with pytest.warns(RemovedInAirflow3Warning):
+        error_message = "Invalid arguments were passed to PythonOperator \\(task_id: task_test-provide-context-does-not-fail\\). Invalid arguments were:\n\\*\\*kwargs: {'provide_context': True}"
+
+        with pytest.raises((TypeError, AirflowException), match=error_message):
             self.run_as_task(func, op_kwargs={"custom": 1}, provide_context=True)
 
     def test_context_with_conflicting_op_args(self):
@@ -353,7 +361,7 @@ def func():
     def test_python_operator_has_default_logger_name(self):
         python_operator = PythonOperator(task_id="task", python_callable=partial(int, 2))
 
-        logger_name: str = "airflow.task.operators.airflow.operators.python.PythonOperator"
+        logger_name: str = "airflow.task.operators.airflow.providers.standard.operators.python.PythonOperator"
         assert python_operator.log.name == logger_name
 
     def test_custom_logger_name_is_correctly_set(self):
@@ -1022,7 +1030,7 @@ def f():
     @USE_AIRFLOW_CONTEXT_MARKER
     def test_current_context(self):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
             from airflow.utils.context import Context
 
             context = get_current_context()
@@ -1038,7 +1046,7 @@ def f():
     @USE_AIRFLOW_CONTEXT_MARKER
     def test_current_context_not_found_error(self):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
 
             get_current_context()
             return []
@@ -1060,7 +1068,7 @@ def test_current_context_airflow_not_found_error(self):
             error_msg = "use_airflow_context is set to True, but expect_airflow and system_site_packages are set to False."
 
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
 
             get_current_context()
             return []
@@ -1073,7 +1081,7 @@ def f():
     @USE_AIRFLOW_CONTEXT_MARKER
     def test_use_airflow_context_touch_other_variables(self):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
             from airflow.utils.context import Context
 
             context = get_current_context()
@@ -1081,8 +1089,6 @@ def f():
                 error_msg = f"Expected Context, got {type(context)}"
                 raise TypeError(error_msg)
 
-            from airflow.operators.python import PythonOperator  # noqa: F401
-
             return []
 
         ti = self.run_as_task(f, return_ti=True, multiple_outputs=False, use_airflow_context=True)
@@ -1091,7 +1097,7 @@ def f():
     @pytest.mark.skipif(_ENABLE_AIP_44, reason="AIP-44 is enabled")
     def test_use_airflow_context_without_aip_44_error(self):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
 
             get_current_context()
             return []
@@ -1123,18 +1129,6 @@ def default_kwargs(*, python_version=DEFAULT_PYTHON_VERSION, **kwargs):
                 kwargs["venv_cache_path"] = venv_cache_path
         return kwargs
 
-    @mock.patch("shutil.which")
-    @mock.patch("airflow.operators.python.importlib")
-    def test_virtualenv_not_installed(self, importlib_mock, which_mock):
-        which_mock.return_value = None
-        importlib_mock.util.find_spec.return_value = None
-
-        def f():
-            pass
-
-        with pytest.raises(AirflowException, match="requires virtualenv"):
-            self.run_as_task(f)
-
     @CLOUDPICKLE_MARKER
     def test_add_cloudpickle(self):
         def f():
@@ -1270,7 +1264,7 @@ def f():
 
         self.run_as_operator(f, requirements="requirements.txt", system_site_packages=False)
 
-    @mock.patch("airflow.operators.python.prepare_virtualenv")
+    @mock.patch("airflow.providers.standard.operators.python.prepare_virtualenv")
     def test_pip_install_options(self, mocked_prepare_virtualenv):
         def f():
             import funcsigs  # noqa: F401
@@ -1335,10 +1329,7 @@ def f():
                 return
             raise RuntimeError
 
-        with pytest.warns(
-            RemovedInAirflow3Warning, match="Passing non-string types.*python_version is deprecated"
-        ):
-            self.run_as_task(f, python_version=3, serializer=serializer, requirements=extra_requirements)
+        self.run_as_task(f, python_version="3", serializer=serializer, requirements=extra_requirements)
 
     def test_with_default(self):
         def f(a):
@@ -1524,7 +1515,7 @@ def f(
     @USE_AIRFLOW_CONTEXT_MARKER
     def test_current_context_system_site_packages(self, session):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
             from airflow.utils.context import Context
 
             context = get_current_context()
@@ -1554,6 +1545,9 @@ def f():
 class TestExternalPythonOperator(BaseTestPythonVirtualenvOperator):
     opcls = ExternalPythonOperator
 
+    def setup_method(self):
+        logging.config.dictConfig(DEFAULT_LOGGING_CONFIG)
+
     @staticmethod
     def default_kwargs(*, python_version=DEFAULT_PYTHON_VERSION, **kwargs):
         kwargs["python"] = sys.executable
@@ -1867,7 +1861,7 @@ def default_kwargs(*, python_version=DEFAULT_PYTHON_VERSION, **kwargs):
     @USE_AIRFLOW_CONTEXT_MARKER
     def test_current_context_system_site_packages(self, session):
         def f():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
             from airflow.utils.context import Context
 
             context = get_current_context()
diff --git a/providers/tests/standard/operators/test_weekday.py b/providers/tests/standard/operators/test_weekday.py
index 87ceed00ef624..127d735c3da02 100644
--- a/providers/tests/standard/operators/test_weekday.py
+++ b/providers/tests/standard/operators/test_weekday.py
@@ -208,7 +208,7 @@ def test_branch_follow_false(self, dag_maker):
 
     def test_branch_with_no_weekday(self, dag_maker):
         """Check if BranchDayOfWeekOperator raises exception on missing weekday"""
-        with pytest.raises(AirflowException):
+        with pytest.raises((TypeError, AirflowException), match="missing keyword argument 'week_day'"):
             with dag_maker(
                 "branch_day_of_week_operator_test",
                 start_date=DEFAULT_DATE,
diff --git a/tests/sensors/test_python.py b/providers/tests/standard/sensors/test_python.py
similarity index 95%
rename from tests/sensors/test_python.py
rename to providers/tests/standard/sensors/test_python.py
index 0a898b339108c..2d5dc570031d8 100644
--- a/tests/sensors/test_python.py
+++ b/providers/tests/standard/sensors/test_python.py
@@ -23,10 +23,10 @@
 import pytest
 
 from airflow.exceptions import AirflowSensorTimeout
+from airflow.providers.standard.sensors.python import PythonSensor
 from airflow.sensors.base import PokeReturnValue
-from airflow.sensors.python import PythonSensor
 
-from tests.operators.test_python import BasePythonTest
+from providers.tests.standard.operators.test_python import BasePythonTest
 
 pytestmark = pytest.mark.db_test
 
diff --git a/providers/tests/standard/sensors/test_weekday.py b/providers/tests/standard/sensors/test_weekday.py
index ab3960c4119f7..44f5373a64b20 100644
--- a/providers/tests/standard/sensors/test_weekday.py
+++ b/providers/tests/standard/sensors/test_weekday.py
@@ -59,7 +59,6 @@ class TestDayOfWeekSensor:
     @staticmethod
     def clean_db():
         db.clear_db_runs()
-        db.clear_db_task_fail()
 
     def setup_method(self):
         self.clean_db()
diff --git a/providers/tests/standard/utils/__init__.py b/providers/tests/standard/utils/__init__.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/providers/tests/standard/utils/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/tests/utils/test_python_virtualenv.py b/providers/tests/standard/utils/test_python_virtualenv.py
similarity index 85%
rename from tests/utils/test_python_virtualenv.py
rename to providers/tests/standard/utils/test_python_virtualenv.py
index 38cda4854baf6..da9cf757d74f2 100644
--- a/tests/utils/test_python_virtualenv.py
+++ b/providers/tests/standard/utils/test_python_virtualenv.py
@@ -17,14 +17,13 @@
 # under the License.
 from __future__ import annotations
 
-import sys
 from pathlib import Path
 from unittest import mock
 
 import pytest
 
+from airflow.providers.standard.utils.python_virtualenv import _generate_pip_conf, prepare_virtualenv
 from airflow.utils.decorators import remove_task_decorator
-from airflow.utils.python_virtualenv import _generate_pip_conf, prepare_virtualenv
 
 
 class TestPrepareVirtualenv:
@@ -60,27 +59,25 @@ def test_generate_pip_conf(
         for term in unexpected_pip_conf_content:
             assert term not in generated_conf
 
-    @mock.patch("airflow.utils.python_virtualenv.execute_in_subprocess")
+    @mock.patch("airflow.providers.standard.utils.python_virtualenv.execute_in_subprocess")
     def test_should_create_virtualenv(self, mock_execute_in_subprocess):
         python_bin = prepare_virtualenv(
             venv_directory="/VENV", python_bin="pythonVER", system_site_packages=False, requirements=[]
         )
         assert "/VENV/bin/python" == python_bin
-        mock_execute_in_subprocess.assert_called_once_with(
-            [sys.executable, "-m", "virtualenv", "/VENV", "--python=pythonVER"]
-        )
+        mock_execute_in_subprocess.assert_called_once_with(["pythonVER", "-m", "venv", "/VENV"])
 
-    @mock.patch("airflow.utils.python_virtualenv.execute_in_subprocess")
+    @mock.patch("airflow.providers.standard.utils.python_virtualenv.execute_in_subprocess")
     def test_should_create_virtualenv_with_system_packages(self, mock_execute_in_subprocess):
         python_bin = prepare_virtualenv(
             venv_directory="/VENV", python_bin="pythonVER", system_site_packages=True, requirements=[]
         )
         assert "/VENV/bin/python" == python_bin
         mock_execute_in_subprocess.assert_called_once_with(
-            [sys.executable, "-m", "virtualenv", "/VENV", "--system-site-packages", "--python=pythonVER"]
+            ["pythonVER", "-m", "venv", "/VENV", "--system-site-packages"]
         )
 
-    @mock.patch("airflow.utils.python_virtualenv.execute_in_subprocess")
+    @mock.patch("airflow.providers.standard.utils.python_virtualenv.execute_in_subprocess")
     def test_pip_install_options(self, mock_execute_in_subprocess):
         pip_install_options = ["--no-deps"]
         python_bin = prepare_virtualenv(
@@ -93,13 +90,13 @@ def test_pip_install_options(self, mock_execute_in_subprocess):
 
         assert "/VENV/bin/python" == python_bin
         mock_execute_in_subprocess.assert_any_call(
-            [sys.executable, "-m", "virtualenv", "/VENV", "--system-site-packages", "--python=pythonVER"]
+            ["pythonVER", "-m", "venv", "/VENV", "--system-site-packages"]
         )
         mock_execute_in_subprocess.assert_called_with(
             ["/VENV/bin/pip", "install", *pip_install_options, "apache-beam[gcp]"]
         )
 
-    @mock.patch("airflow.utils.python_virtualenv.execute_in_subprocess")
+    @mock.patch("airflow.providers.standard.utils.python_virtualenv.execute_in_subprocess")
     def test_should_create_virtualenv_with_extra_packages(self, mock_execute_in_subprocess):
         python_bin = prepare_virtualenv(
             venv_directory="/VENV",
@@ -109,9 +106,7 @@ def test_should_create_virtualenv_with_extra_packages(self, mock_execute_in_subp
         )
         assert "/VENV/bin/python" == python_bin
 
-        mock_execute_in_subprocess.assert_any_call(
-            [sys.executable, "-m", "virtualenv", "/VENV", "--python=pythonVER"]
-        )
+        mock_execute_in_subprocess.assert_any_call(["pythonVER", "-m", "venv", "/VENV"])
 
         mock_execute_in_subprocess.assert_called_with(["/VENV/bin/pip", "install", "apache-beam[gcp]"])
 
diff --git a/providers/tests/system/amazon/aws/example_bedrock.py b/providers/tests/system/amazon/aws/example_bedrock.py
index 3caa9f3a35398..bc28be30174e0 100644
--- a/providers/tests/system/amazon/aws/example_bedrock.py
+++ b/providers/tests/system/amazon/aws/example_bedrock.py
@@ -63,7 +63,7 @@
 SKIP_PROVISION_THROUGHPUT = environ.get("SKIP_RESTRICTED_SYSTEM_TEST_TASKS", default=True)
 
 
-LLAMA_SHORT_MODEL_ID = "meta.llama2-13b-chat-v1"
+LLAMA_SHORT_MODEL_ID = "meta.llama3-8b-instruct-v1:0"
 TITAN_MODEL_ID = "amazon.titan-text-express-v1:0:8k"
 TITAN_SHORT_MODEL_ID = TITAN_MODEL_ID.split(":")[0]
 
diff --git a/providers/tests/system/amazon/aws/example_mongo_to_s3.py b/providers/tests/system/amazon/aws/example_mongo_to_s3.py
index 6fa5f612b0681..80e02510e3bad 100644
--- a/providers/tests/system/amazon/aws/example_mongo_to_s3.py
+++ b/providers/tests/system/amazon/aws/example_mongo_to_s3.py
@@ -20,7 +20,7 @@
 from airflow.models.dag import DAG
 from airflow.providers.amazon.aws.operators.s3 import S3CreateBucketOperator, S3DeleteBucketOperator
 from airflow.providers.amazon.aws.transfers.mongo_to_s3 import MongoToS3Operator
-from airflow.utils.dates import datetime
+from airflow.utils.timezone import datetime
 from airflow.utils.trigger_rule import TriggerRule
 
 from providers.tests.system.amazon.aws.utils import SystemTestContextBuilder
diff --git a/providers/tests/system/amazon/aws/example_s3.py b/providers/tests/system/amazon/aws/example_s3.py
index a9c93fdd5bebe..30ca003d6ccb3 100644
--- a/providers/tests/system/amazon/aws/example_s3.py
+++ b/providers/tests/system/amazon/aws/example_s3.py
@@ -20,7 +20,6 @@
 
 from airflow.models.baseoperator import chain
 from airflow.models.dag import DAG
-from airflow.operators.python import BranchPythonOperator
 from airflow.providers.amazon.aws.operators.s3 import (
     S3CopyObjectOperator,
     S3CreateBucketOperator,
@@ -35,6 +34,7 @@
     S3PutBucketTaggingOperator,
 )
 from airflow.providers.amazon.aws.sensors.s3 import S3KeySensor, S3KeysUnchangedSensor
+from airflow.providers.standard.operators.python import BranchPythonOperator
 from airflow.utils.trigger_rule import TriggerRule
 
 from providers.tests.system.amazon.aws.utils import ENV_ID_KEY, SystemTestContextBuilder
diff --git a/providers/tests/system/amazon/aws/example_sagemaker.py b/providers/tests/system/amazon/aws/example_sagemaker.py
index 96e9756659975..ca0c92ed46288 100644
--- a/providers/tests/system/amazon/aws/example_sagemaker.py
+++ b/providers/tests/system/amazon/aws/example_sagemaker.py
@@ -28,7 +28,6 @@
 from airflow.decorators import task
 from airflow.models.baseoperator import chain
 from airflow.models.dag import DAG
-from airflow.operators.python import get_current_context
 from airflow.providers.amazon.aws.operators.s3 import (
     S3CreateBucketOperator,
     S3CreateObjectOperator,
@@ -47,10 +46,12 @@
 )
 from airflow.providers.amazon.aws.sensors.sagemaker import (
     SageMakerAutoMLSensor,
+    SageMakerProcessingSensor,
     SageMakerTrainingSensor,
     SageMakerTransformSensor,
     SageMakerTuningSensor,
 )
+from airflow.providers.standard.operators.python import get_current_context
 from airflow.utils.trigger_rule import TriggerRule
 
 from providers.tests.system.amazon.aws.utils import ENV_ID_KEY, SystemTestContextBuilder, prune_logs
@@ -390,6 +391,7 @@ def set_up(env_id, role_arn):
     ti.xcom_push(key="raw_data_s3_key", value=raw_data_s3_key)
     ti.xcom_push(key="ecr_repository_name", value=ecr_repository_name)
     ti.xcom_push(key="processing_config", value=processing_config)
+    ti.xcom_push(key="processing_job_name", value=processing_job_name)
     ti.xcom_push(key="input_data_uri", value=input_data_uri)
     ti.xcom_push(key="output_data_uri", value=f"s3://{bucket_name}/{training_output_s3_key}")
     ti.xcom_push(key="training_config", value=training_config)
@@ -518,8 +520,18 @@ def delete_docker_image(image_name):
         task_id="preprocess_raw_data",
         config=test_setup["processing_config"],
     )
+
+    # SageMakerProcessingOperator waits by default, setting as False to test the Sensor below.
+    preprocess_raw_data.wait_for_completion = False
+
     # [END howto_operator_sagemaker_processing]
 
+    # [START howto_sensor_sagemaker_processing]
+    await_preprocess = SageMakerProcessingSensor(
+        task_id="await_preprocess", job_name=test_setup["processing_job_name"]
+    )
+    # [END howto_sensor_sagemaker_processing]
+
     # [START howto_operator_sagemaker_training]
     train_model = SageMakerTrainingOperator(
         task_id="train_model",
@@ -622,6 +634,7 @@ def delete_docker_image(image_name):
         await_automl,
         create_experiment,
         preprocess_raw_data,
+        await_preprocess,
         train_model,
         await_training,
         create_model,
diff --git a/providers/tests/system/apache/beam/example_python.py b/providers/tests/system/apache/beam/example_python.py
index 4b4b9c2c05b36..4632fde21406d 100644
--- a/providers/tests/system/apache/beam/example_python.py
+++ b/providers/tests/system/apache/beam/example_python.py
@@ -48,7 +48,7 @@
         task_id="start_python_pipeline_local_direct_runner",
         py_file="apache_beam.examples.wordcount",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -60,7 +60,7 @@
         py_file=GCS_PYTHON,
         py_options=[],
         pipeline_options={"output": GCS_OUTPUT},
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -77,7 +77,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(
@@ -91,7 +91,7 @@
         py_file="apache_beam.examples.wordcount",
         runner="SparkRunner",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -104,7 +104,7 @@
         pipeline_options={
             "output": "/tmp/start_python_pipeline_local_flink_runner",
         },
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
diff --git a/providers/tests/system/apache/beam/example_python_async.py b/providers/tests/system/apache/beam/example_python_async.py
index 0419a13cced23..a1b5e9d58b3dc 100644
--- a/providers/tests/system/apache/beam/example_python_async.py
+++ b/providers/tests/system/apache/beam/example_python_async.py
@@ -48,7 +48,7 @@
         task_id="start_python_pipeline_local_direct_runner",
         py_file="apache_beam.examples.wordcount",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -61,7 +61,7 @@
         py_file=GCS_PYTHON,
         py_options=[],
         pipeline_options={"output": GCS_OUTPUT},
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -79,7 +79,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(
@@ -95,7 +95,7 @@
         py_file="apache_beam.examples.wordcount",
         runner="SparkRunner",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -111,7 +111,7 @@
         pipeline_options={
             "output": "/tmp/start_python_pipeline_local_flink_runner",
         },
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
diff --git a/providers/tests/system/apache/beam/example_python_dataflow.py b/providers/tests/system/apache/beam/example_python_dataflow.py
index 8d1295ed29a0e..696800dac0793 100644
--- a/providers/tests/system/apache/beam/example_python_dataflow.py
+++ b/providers/tests/system/apache/beam/example_python_dataflow.py
@@ -56,7 +56,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.26.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(
diff --git a/providers/tests/system/apache/kafka/example_dag_event_listener.py b/providers/tests/system/apache/kafka/example_dag_event_listener.py
index 734cb9c49554c..2cabdde66eb3b 100644
--- a/providers/tests/system/apache/kafka/example_dag_event_listener.py
+++ b/providers/tests/system/apache/kafka/example_dag_event_listener.py
@@ -26,12 +26,12 @@
 
 # Connections needed for this example dag to finish
 from airflow.models import Connection
+from airflow.providers.apache.kafka.operators.produce import ProduceToTopicOperator
+from airflow.providers.apache.kafka.sensors.kafka import AwaitMessageTriggerFunctionSensor
 
 # This is just for setting up connections in the demo - you should use standard
 # methods for setting these connections in production
-from airflow.operators.python import PythonOperator
-from airflow.providers.apache.kafka.operators.produce import ProduceToTopicOperator
-from airflow.providers.apache.kafka.sensors.kafka import AwaitMessageTriggerFunctionSensor
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils import db
 
 
diff --git a/providers/tests/system/apache/kafka/example_dag_hello_kafka.py b/providers/tests/system/apache/kafka/example_dag_hello_kafka.py
index 88fef458ea261..0759a45652772 100644
--- a/providers/tests/system/apache/kafka/example_dag_hello_kafka.py
+++ b/providers/tests/system/apache/kafka/example_dag_hello_kafka.py
@@ -22,14 +22,14 @@
 from datetime import datetime, timedelta
 
 from airflow import DAG
-
-# This is just for setting up connections in the demo - you should use standard
-# methods for setting these connections in production
-from airflow.operators.python import PythonOperator
 from airflow.providers.apache.kafka.operators.consume import ConsumeFromTopicOperator
 from airflow.providers.apache.kafka.operators.produce import ProduceToTopicOperator
 from airflow.providers.apache.kafka.sensors.kafka import AwaitMessageSensor
 
+# This is just for setting up connections in the demo - you should use standard
+# methods for setting these connections in production
+from airflow.providers.standard.operators.python import PythonOperator
+
 default_args = {
     "owner": "airflow",
     "depend_on_past": False,
diff --git a/providers/tests/system/common/sql/example_sql_column_table_check.py b/providers/tests/system/common/sql/example_sql_column_table_check.py
index 4033c12faf43b..49c5d94ce9230 100644
--- a/providers/tests/system/common/sql/example_sql_column_table_check.py
+++ b/providers/tests/system/common/sql/example_sql_column_table_check.py
@@ -19,7 +19,7 @@
 
 from airflow import DAG
 from airflow.providers.common.sql.operators.sql import SQLColumnCheckOperator, SQLTableCheckOperator
-from airflow.utils.dates import datetime
+from airflow.utils import timezone
 
 AIRFLOW_DB_METADATA_TABLE = "ab_role"
 connection_args = {
@@ -36,7 +36,7 @@
     "example_sql_column_table_check",
     description="Example DAG for SQLColumnCheckOperator and SQLTableCheckOperator.",
     default_args=connection_args,
-    start_date=datetime(2021, 1, 1),
+    start_date=timezone.datetime(2021, 1, 1),
     schedule=None,
     catchup=False,
 ) as dag:
diff --git a/providers/tests/system/common/sql/example_sql_execute_query.py b/providers/tests/system/common/sql/example_sql_execute_query.py
index 535798046305b..e1083080671ab 100644
--- a/providers/tests/system/common/sql/example_sql_execute_query.py
+++ b/providers/tests/system/common/sql/example_sql_execute_query.py
@@ -19,7 +19,7 @@
 
 from airflow import DAG
 from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
-from airflow.utils.dates import datetime
+from airflow.utils.timezone import datetime
 
 AIRFLOW_DB_METADATA_TABLE = "ab_role"
 connection_args = {
diff --git a/providers/tests/system/docker/example_docker_copy_data.py b/providers/tests/system/docker/example_docker_copy_data.py
index 584b16b8e096b..7da16636ca368 100644
--- a/providers/tests/system/docker/example_docker_copy_data.py
+++ b/providers/tests/system/docker/example_docker_copy_data.py
@@ -32,9 +32,9 @@
 from docker.types import Mount
 
 from airflow import models
-from airflow.operators.python import ShortCircuitOperator
 from airflow.providers.docker.operators.docker import DockerOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import ShortCircuitOperator
 
 ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
 DAG_ID = "docker_sample_copy_data"
diff --git a/providers/tests/system/elasticsearch/example_elasticsearch_query.py b/providers/tests/system/elasticsearch/example_elasticsearch_query.py
index f4450b8e335cf..a5744bffcdd8c 100644
--- a/providers/tests/system/elasticsearch/example_elasticsearch_query.py
+++ b/providers/tests/system/elasticsearch/example_elasticsearch_query.py
@@ -25,8 +25,8 @@
 
 from airflow import models
 from airflow.decorators import task
-from airflow.operators.python import PythonOperator
 from airflow.providers.elasticsearch.hooks.elasticsearch import ElasticsearchPythonHook, ElasticsearchSQLHook
+from airflow.providers.standard.operators.python import PythonOperator
 
 ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
 DAG_ID = "elasticsearch_dag"
diff --git a/providers/tests/system/google/cloud/cloud_batch/example_cloud_batch.py b/providers/tests/system/google/cloud/cloud_batch/example_cloud_batch.py
index 322c6cd7eceae..901579a9966d5 100644
--- a/providers/tests/system/google/cloud/cloud_batch/example_cloud_batch.py
+++ b/providers/tests/system/google/cloud/cloud_batch/example_cloud_batch.py
@@ -27,13 +27,13 @@
 from google.cloud import batch_v1
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.google.cloud.operators.cloud_batch import (
     CloudBatchDeleteJobOperator,
     CloudBatchListJobsOperator,
     CloudBatchListTasksOperator,
     CloudBatchSubmitJobOperator,
 )
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.trigger_rule import TriggerRule
 
 from providers.tests.system.google import DEFAULT_GCP_SYSTEM_TEST_PROJECT_ID
diff --git a/providers/tests/system/google/cloud/cloud_run/example_cloud_run.py b/providers/tests/system/google/cloud/cloud_run/example_cloud_run.py
index 368d835ddb6ad..4aee6882171ed 100644
--- a/providers/tests/system/google/cloud/cloud_run/example_cloud_run.py
+++ b/providers/tests/system/google/cloud/cloud_run/example_cloud_run.py
@@ -27,7 +27,6 @@
 from google.cloud.run_v2.types import k8s_min
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.google.cloud.operators.cloud_run import (
     CloudRunCreateJobOperator,
     CloudRunDeleteJobOperator,
@@ -35,6 +34,7 @@
     CloudRunListJobsOperator,
     CloudRunUpdateJobOperator,
 )
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.trigger_rule import TriggerRule
 
 ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID", "default")
diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py
index 70cd5db9e9dd4..4d9e92b2217a7 100644
--- a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py
+++ b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py
@@ -68,7 +68,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={"location": LOCATION, "job_name": "start_python_job"},
@@ -82,7 +82,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py
index 9bca9b02871b9..b8016a96bf4b1 100644
--- a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py
+++ b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py
@@ -78,7 +78,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={
diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py
index c6303d74231be..974ca6835c679 100644
--- a/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py
+++ b/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py
@@ -76,7 +76,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={
diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py
index 4e7a7ccebdd1b..e87ee258bb881 100644
--- a/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py
+++ b/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py
@@ -82,7 +82,7 @@
             "output_topic": f"projects/{PROJECT_ID}/topics/{TOPIC_ID}",
             "streaming": True,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={"location": LOCATION, "job_name": "start_python_job_streaming"},
diff --git a/providers/tests/system/google/cloud/dataform/example_dataform.py b/providers/tests/system/google/cloud/dataform/example_dataform.py
index e88a37caef2e6..bf2a2a3eb8eda 100644
--- a/providers/tests/system/google/cloud/dataform/example_dataform.py
+++ b/providers/tests/system/google/cloud/dataform/example_dataform.py
@@ -24,7 +24,7 @@
 import os
 from datetime import datetime
 
-from google.cloud.dataform_v1beta1 import WorkflowInvocation
+from google.cloud.dataform_v1beta1 import WorkflowInvocation, WorkflowInvocationAction
 
 from airflow.models.dag import DAG
 from airflow.providers.google.cloud.operators.bigquery import BigQueryDeleteDatasetOperator
@@ -45,7 +45,10 @@
     DataformRemoveFileOperator,
     DataformWriteFileOperator,
 )
-from airflow.providers.google.cloud.sensors.dataform import DataformWorkflowInvocationStateSensor
+from airflow.providers.google.cloud.sensors.dataform import (
+    DataformWorkflowInvocationActionStateSensor,
+    DataformWorkflowInvocationStateSensor,
+)
 from airflow.providers.google.cloud.utils.dataform import make_initialization_workspace_flow
 from airflow.utils.trigger_rule import TriggerRule
 
@@ -174,6 +177,37 @@
     )
     # [END howto_operator_create_workflow_invocation_async]
 
+    # [START howto_operator_create_workflow_invocation_action_async]
+    create_workflow_invocation_async_action = DataformCreateWorkflowInvocationOperator(
+        task_id="create-workflow-invocation-async-action",
+        project_id=PROJECT_ID,
+        region=REGION,
+        repository_id=REPOSITORY_ID,
+        asynchronous=True,
+        workflow_invocation={
+            "compilation_result": "{{ task_instance.xcom_pull('create-compilation-result')['name'] }}"
+        },
+    )
+
+    is_workflow_invocation_action_done = DataformWorkflowInvocationActionStateSensor(
+        task_id="is-workflow-invocation-action-done",
+        project_id=PROJECT_ID,
+        region=REGION,
+        repository_id=REPOSITORY_ID,
+        workflow_invocation_id=(
+            "{{ task_instance.xcom_pull('create-workflow-invocation')['name'].split('/')[-1] }}"
+        ),
+        target_name="YOUR_TARGET_HERE",
+        expected_statuses={WorkflowInvocationAction.State.SUCCEEDED},
+        failure_statuses={
+            WorkflowInvocationAction.State.SKIPPED,
+            WorkflowInvocationAction.State.DISABLED,
+            WorkflowInvocationAction.State.CANCELLED,
+            WorkflowInvocationAction.State.FAILED,
+        },
+    )
+    # [END howto_operator_create_workflow_invocation_action_async]
+
     # [START howto_operator_get_workflow_invocation]
     get_workflow_invocation = DataformGetWorkflowInvocationOperator(
         task_id="get-workflow-invocation",
@@ -314,6 +348,8 @@
         >> query_workflow_invocation_actions
         >> create_workflow_invocation_async
         >> is_workflow_invocation_done
+        >> create_workflow_invocation_async_action
+        >> is_workflow_invocation_action_done
         >> create_workflow_invocation_for_cancel
         >> cancel_workflow_invocation
         >> make_test_directory
diff --git a/providers/tests/system/google/cloud/gcs/example_gcs_to_gcs.py b/providers/tests/system/google/cloud/gcs/example_gcs_to_gcs.py
index c4c812868efa3..48f4657dd0916 100644
--- a/providers/tests/system/google/cloud/gcs/example_gcs_to_gcs.py
+++ b/providers/tests/system/google/cloud/gcs/example_gcs_to_gcs.py
@@ -29,7 +29,6 @@
 from airflow.decorators import task
 from airflow.models.baseoperator import chain
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.google.cloud.operators.gcs import (
     GCSCreateBucketOperator,
     GCSDeleteBucketOperator,
@@ -39,6 +38,7 @@
 from airflow.providers.google.cloud.transfers.gcs_to_gcs import GCSToGCSOperator
 from airflow.providers.google.cloud.transfers.local_to_gcs import LocalFilesystemToGCSOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.trigger_rule import TriggerRule
 
 from providers.tests.system.google import DEFAULT_GCP_SYSTEM_TEST_PROJECT_ID
diff --git a/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_model_service.py b/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_model_service.py
index 272069b2f87f0..1aaeccc9c069a 100644
--- a/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_model_service.py
+++ b/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_model_service.py
@@ -113,6 +113,19 @@
         "health_route": "",
     },
 }
+MODEL_OBJ_V2 = {
+    "display_name": f"model-{ENV_ID}-v2",
+    "artifact_uri": "{{ti.xcom_pull('custom_task')['artifactUri']}}",
+    "container_spec": {
+        "image_uri": MODEL_SERVING_CONTAINER_URI,
+        "command": [],
+        "args": [],
+        "env": [],
+        "ports": [],
+        "predict_route": "",
+        "health_route": "",
+    },
+}
 
 
 with DAG(
@@ -229,13 +242,14 @@
         project_id=PROJECT_ID,
         model=MODEL_OBJ,
     )
+    upload_model_v1 = upload_model.output["model_id"]
     # [END how_to_cloud_vertex_ai_upload_model_operator]
     upload_model_with_parent_model = UploadModelOperator(
         task_id="upload_model_with_parent_model",
         region=REGION,
         project_id=PROJECT_ID,
-        model=MODEL_OBJ,
-        parent_model=MODEL_DISPLAY_NAME,
+        model=MODEL_OBJ_V2,
+        parent_model=upload_model_v1,
     )
 
     # [START how_to_cloud_vertex_ai_export_model_operator]
diff --git a/providers/tests/system/papermill/conftest.py b/providers/tests/system/papermill/conftest.py
index 1ccc1510a489f..32759ed056e17 100644
--- a/providers/tests/system/papermill/conftest.py
+++ b/providers/tests/system/papermill/conftest.py
@@ -36,7 +36,7 @@ def remote_kernel(request):
         [
             "python3",
             "-m",
-            "ipykernel",
+            "ipykernel>=6.29.4",
             '--Session.key=b""',
             f"--hb={JUPYTER_KERNEL_HB_PORT}",
             f"--shell={JUPYTER_KERNEL_SHELL_PORT}",
diff --git a/providers/tests/system/papermill/input_notebook.ipynb b/providers/tests/system/papermill/input_notebook.ipynb
index e985432160a8b..60190c1a74a66 100644
--- a/providers/tests/system/papermill/input_notebook.ipynb
+++ b/providers/tests/system/papermill/input_notebook.ipynb
@@ -93,7 +93,7 @@
     }
    ],
    "source": [
-    "sb.glue('message', msgs)"
+    "sb.glue(\"message\", msgs)"
    ]
   }
  ],
diff --git a/pyproject.toml b/pyproject.toml
index 1b1f5954505d6..58e0a528858ba 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -30,7 +30,7 @@ requires = [
     "pluggy==1.5.0",
     "smmap==5.0.1",
     "tomli==2.0.2; python_version < '3.11'",
-    "trove-classifiers==2024.10.16",
+    "trove-classifiers==2024.10.21.16",
 ]
 build-backend = "hatchling.build"
 
@@ -78,8 +78,7 @@ dynamic = ["version", "optional-dependencies", "dependencies"]
 # START CORE EXTRAS HERE
 #
 # aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, github-enterprise, google-
-# auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv,
-# virtualenv
+# auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, rabbitmq, s3fs, sentry, statsd, uv
 #
 # END CORE EXTRAS HERE
 #
@@ -295,7 +294,6 @@ ignore = [
     "E731", # Do not assign a lambda expression, use a def
     "TCH003", # Do not move imports from stdlib to TYPE_CHECKING block
     "PT004", # Fixture does not return anything, add leading underscore
-    "PT005", # Fixture returns a value, remove leading underscore
     "PT006", # Wrong type of names in @pytest.mark.parametrize
     "PT007", # Wrong type of values in @pytest.mark.parametrize
     "PT013", # silly rule prohibiting e.g. `from pytest import param`
@@ -317,6 +315,7 @@ ignore = [
     "COM812",
     "COM819",
     "E501", # Formatted code may exceed the line length, leading to line-too-long (E501) errors.
+    "ASYNC110", # TODO: Use `anyio.Event` instead of awaiting `anyio.sleep` in a `while` loop
 ]
 unfixable = [
     # PT022 replace empty `yield` to empty `return`. Might be fixed with a combination of PLR1711
@@ -346,9 +345,10 @@ section-order = [
 testing = ["dev", "providers.tests", "task_sdk.tests", "tests_common", "tests"]
 
 [tool.ruff.lint.extend-per-file-ignores]
-"airflow/__init__.py" = ["F401", "TCH004"]
+"airflow/__init__.py" = ["F401", "TCH004", "I002"]
 "airflow/models/__init__.py" = ["F401", "TCH004"]
 "airflow/models/sqla_models.py" = ["F401"]
+"providers/src/airflow/providers/__init__.py" = ["I002"]
 
 # The test_python.py is needed because adding __future__.annotations breaks runtime checks that are
 # needed for the test to work
@@ -409,13 +409,6 @@ banned-module-level-imports = ["numpy", "pandas"]
 # Direct import from the airflow package modules and constraints
 "airflow.AirflowException".msg = "Use airflow.exceptions.AirflowException instead."
 "airflow.Dataset".msg = "Use airflow.datasets.Dataset instead."
-"airflow.PY36".msg = "Use sys.version_info >= (3, 6) instead."
-"airflow.PY37".msg = "Use sys.version_info >= (3, 7) instead."
-"airflow.PY38".msg = "Use sys.version_info >= (3, 8) instead."
-"airflow.PY39".msg = "Use sys.version_info >= (3, 9) instead."
-"airflow.PY310".msg = "Use sys.version_info >= (3, 10) instead."
-"airflow.PY311".msg = "Use sys.version_info >= (3, 11) instead."
-"airflow.PY312".msg = "Use sys.version_info >= (3, 12) instead."
 # Deprecated imports
 "airflow.models.baseoperator.BaseOperatorLink".msg = "Use airflow.models.baseoperatorlink.BaseOperatorLink"
 "airflow.models.errors.ImportError".msg = "Use airflow.models.errors.ParseImportError"
@@ -469,6 +462,7 @@ fixture-parentheses = false
 ## pytest settings ##
 [tool.pytest.ini_options]
 addopts = [
+    "--tb=short",
     "-rasl",
     "--verbosity=2",
     # Disable `flaky` plugin for pytest. This plugin conflicts with `rerunfailures` because provide the same marker.
@@ -591,6 +585,7 @@ explicit_package_bases = true
 mypy_path = [
   "$MYPY_CONFIG_FILE_DIR",
   "$MYPY_CONFIG_FILE_DIR/providers/src",
+  "$MYPY_CONFIG_FILE_DIR/task_sdk/src",
 ]
 
 [[tool.mypy.overrides]]
diff --git a/scripts/ci/docker-compose/integration-keycloak.yml b/scripts/ci/docker-compose/integration-keycloak.yml
new file mode 100644
index 0000000000000..7373c5fb61773
--- /dev/null
+++ b/scripts/ci/docker-compose/integration-keycloak.yml
@@ -0,0 +1,62 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+---
+services:
+  keycloak:
+    image: quay.io/keycloak/keycloak:23.0.6
+    labels:
+      breeze.description: "Integration for manual testing of multi-team Airflow."
+    entrypoint: /opt/keycloak/keycloak-entrypoint.sh
+    environment:
+      KC_HOSTNAME: localhost
+      KC_HOSTNAME_PORT: 48080
+      KC_HOSTNAME_STRICT_BACKCHANNEL: false
+      KC_HTTP_ENABLED: true
+      KC_HOSTNAME_STRICT: true
+
+      KEYCLOAK_ADMIN: admin
+      KEYCLOAK_ADMIN_PASSWORD: admin
+
+      KC_DB: postgres
+      KC_DB_URL: jdbc:postgresql://postgres/keycloak
+      KC_DB_USERNAME: keycloak
+      KC_DB_PASSWORD: keycloak
+    ports:
+      - 48080:48080
+    restart: always
+    depends_on:
+      postgres:
+        condition: service_healthy
+    volumes:
+      - ./keycloak/keycloak-entrypoint.sh:/opt/keycloak/keycloak-entrypoint.sh
+
+  postgres:
+    volumes:
+      - ./keycloak/init-keycloak-db.sh:/docker-entrypoint-initdb.d/init-keycloak-db.sh
+    environment:
+      KC_POSTGRES_DB: keycloak
+      KC_POSTGRES_USER: keycloak
+      KC_POSTGRES_PASSWORD: keycloak
+    healthcheck:
+      test: ["CMD", "psql", "-h", "localhost", "-U", "keycloak"]
+      interval: 10s
+      timeout: 10s
+      retries: 5
+
+  airflow:
+    depends_on:
+      - keycloak
diff --git a/scripts/ci/docker-compose/keycloak/init-keycloak-db.sh b/scripts/ci/docker-compose/keycloak/init-keycloak-db.sh
new file mode 100755
index 0000000000000..47df6aede204d
--- /dev/null
+++ b/scripts/ci/docker-compose/keycloak/init-keycloak-db.sh
@@ -0,0 +1,27 @@
+#!/bin/sh
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set -eu
+
+psql -v ON_ERROR_STOP=1 --username "${POSTGRES_USER}" > /dev/null <<-EOSQL
+  CREATE USER ${KC_POSTGRES_USER};
+  ALTER USER ${KC_POSTGRES_USER} WITH PASSWORD '${KC_POSTGRES_PASSWORD}';
+  CREATE DATABASE ${KC_POSTGRES_DB};
+  GRANT ALL PRIVILEGES ON DATABASE ${KC_POSTGRES_DB} TO ${KC_POSTGRES_USER};
+EOSQL
diff --git a/scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh b/scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh
new file mode 100755
index 0000000000000..e699d858346aa
--- /dev/null
+++ b/scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh
@@ -0,0 +1,45 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# We exit in case cd fails
+cd /opt/keycloak/bin/ || exit
+
+http_port="${KC_HOSTNAME_PORT}"
+
+# Start Keycloak in the background
+./kc.sh start-dev --http-port="$http_port" &
+
+# Wait for Keycloak to be ready
+echo "Waiting for Keycloak to start on port $http_port..."
+while ! (echo > /dev/tcp/localhost/"$http_port") 2>/dev/null; do
+  echo "keycloak still not started"
+  sleep 5
+done
+sleep 3
+echo "Keycloak is running (probably...)"
+
+# The below commands are used to disable the ssl requirement to use the admin panel of keycloak
+echo "Configuring admin console access without ssl/https"
+# Get credentials to make the below update to the realm settings
+./kcadm.sh config credentials --server http://localhost:"$http_port" --realm master --user admin --password admin
+./kcadm.sh update realms/master -s sslRequired=NONE --server http://localhost:"$http_port"
+echo "Configuring complete!"
+
+# Keep the container running
+wait
diff --git a/scripts/ci/docker-compose/providers-and-tests-sources.yml b/scripts/ci/docker-compose/providers-and-tests-sources.yml
index 29498ae27eb94..8a06f2fcc0d1f 100644
--- a/scripts/ci/docker-compose/providers-and-tests-sources.yml
+++ b/scripts/ci/docker-compose/providers-and-tests-sources.yml
@@ -21,6 +21,7 @@ services:
     tty: true  # docker run -t
     environment:
       - AIRFLOW__CORE__PLUGINS_FOLDER=/files/plugins
+      - LINK_PROVIDERS_TO_AIRFLOW_PACKAGE=true
     # We only mount tests folder
     volumes:
       - ../../../.bash_aliases:/root/.bash_aliases:cached
@@ -30,8 +31,8 @@ services:
       - ../../../empty:/opt/airflow/airflow
       # but keep tests
       - ../../../tests/:/opt/airflow/tests:cached
-      # and providers
-      - ../../../providers/src/airflow/providers:/opt/airflow/airflow/providers:cached
+      # Mount providers to make sure that we have the latest providers - both tests and sources
+      - ../../../providers/:/opt/airflow/providers:cached
       # and entrypoint and in_container scripts for testing
       - ../../../scripts/docker/entrypoint_ci.sh:/entrypoint
       - ../../../scripts/in_container/:/opt/airflow/scripts/in_container
diff --git a/scripts/ci/install_breeze.sh b/scripts/ci/install_breeze.sh
index 5ffd604670b0a..aa5a3160060bf 100755
--- a/scripts/ci/install_breeze.sh
+++ b/scripts/ci/install_breeze.sh
@@ -25,7 +25,7 @@ if [[ ${PYTHON_VERSION=} != "" ]]; then
     PYTHON_ARG="--python=$(which python"${PYTHON_VERSION}") "
 fi
 
-python -m pip install --upgrade pip==24.0
+python -m pip install --upgrade pip==24.3.1
 python -m pip install "pipx>=1.4.1"
 python -m pipx uninstall apache-airflow-breeze >/dev/null 2>&1 || true
 # shellcheck disable=SC2086
diff --git a/scripts/ci/kubernetes/k8s_requirements.txt b/scripts/ci/kubernetes/k8s_requirements.txt
index e04ef56412794..2d00510e38261 100644
--- a/scripts/ci/kubernetes/k8s_requirements.txt
+++ b/scripts/ci/kubernetes/k8s_requirements.txt
@@ -1,4 +1,3 @@
---constraint https://raw.githubusercontent.com/apache/airflow/constraints-main/constraints-3.9.txt
 -e .[devel-devscripts,devel-tests,cncf.kubernetes]
 -e ./providers
 -e ./task_sdk
diff --git a/scripts/ci/pre_commit/base_operator_partial_arguments.py b/scripts/ci/pre_commit/base_operator_partial_arguments.py
index 14999e034edbc..b50705331700e 100755
--- a/scripts/ci/pre_commit/base_operator_partial_arguments.py
+++ b/scripts/ci/pre_commit/base_operator_partial_arguments.py
@@ -27,6 +27,7 @@
 ROOT_DIR = pathlib.Path(__file__).resolve().parents[3]
 
 BASEOPERATOR_PY = ROOT_DIR.joinpath("airflow", "models", "baseoperator.py")
+SDK_BASEOPERATOR_PY = ROOT_DIR.joinpath("task_sdk", "src", "airflow", "sdk", "definitions", "baseoperator.py")
 MAPPEDOPERATOR_PY = ROOT_DIR.joinpath("airflow", "models", "mappedoperator.py")
 
 IGNORED = {
@@ -51,12 +52,31 @@
     # Only on MappedOperator.
     "expand_input",
     "partial_kwargs",
+    "operator_class",
+    # Task-SDK migration ones.
+    "deps",
+    "downstream_task_ids",
+    "on_execute_callback",
+    "on_failure_callback",
+    "on_retry_callback",
+    "on_skipped_callback",
+    "on_success_callback",
+    "operator_extra_links",
+    "start_from_trigger",
+    "start_trigger_args",
+    "upstream_task_ids",
+    "logger_name",
+    "sla",
 }
 
 
 BO_MOD = ast.parse(BASEOPERATOR_PY.read_text("utf-8"), str(BASEOPERATOR_PY))
+SDK_BO_MOD = ast.parse(SDK_BASEOPERATOR_PY.read_text("utf-8"), str(SDK_BASEOPERATOR_PY))
 MO_MOD = ast.parse(MAPPEDOPERATOR_PY.read_text("utf-8"), str(MAPPEDOPERATOR_PY))
 
+# TODO: Task-SDK: Look at the BaseOperator init functions in both airflow.models.baseoperator and combine
+# them, until we fully remove BaseOperator class from core.
+
 BO_CLS = next(
     node
     for node in ast.iter_child_nodes(BO_MOD)
@@ -67,9 +87,27 @@
     for node in ast.iter_child_nodes(BO_CLS)
     if isinstance(node, ast.FunctionDef) and node.name == "__init__"
 )
-BO_PARTIAL = next(
+
+SDK_BO_CLS = next(
+    node
+    for node in ast.iter_child_nodes(SDK_BO_MOD)
+    if isinstance(node, ast.ClassDef) and node.name == "BaseOperator"
+)
+SDK_BO_INIT = next(
+    node
+    for node in ast.iter_child_nodes(SDK_BO_CLS)
+    if isinstance(node, ast.FunctionDef) and node.name == "__init__"
+)
+
+# We now define the signature in a type checking block, the runtime impl uses **kwargs
+BO_TYPE_CHECKING_BLOCKS = (
     node
     for node in ast.iter_child_nodes(BO_MOD)
+    if isinstance(node, ast.If) and node.test.id == "TYPE_CHECKING"  # type: ignore[attr-defined]
+)
+BO_PARTIAL = next(
+    node
+    for node in itertools.chain.from_iterable(map(ast.iter_child_nodes, BO_TYPE_CHECKING_BLOCKS))
     if isinstance(node, ast.FunctionDef) and node.name == "partial"
 )
 MO_CLS = next(
@@ -79,23 +117,27 @@
 )
 
 
-def _compare(a: set[str], b: set[str], *, excludes: set[str]) -> tuple[set[str], set[str]]:
-    only_in_a = {n for n in a if n not in b and n not in excludes and n[0] != "_"}
-    only_in_b = {n for n in b if n not in a and n not in excludes and n[0] != "_"}
+def _compare(a: set[str], b: set[str]) -> tuple[set[str], set[str]]:
+    only_in_a = a - b - IGNORED
+    only_in_b = b - a - IGNORED
     return only_in_a, only_in_b
 
 
-def _iter_arg_names(func: ast.FunctionDef) -> typing.Iterator[str]:
-    func_args = func.args
-    for arg in itertools.chain(func_args.args, getattr(func_args, "posonlyargs", ()), func_args.kwonlyargs):
-        yield arg.arg
+def _iter_arg_names(*funcs: ast.FunctionDef) -> typing.Iterator[str]:
+    for func in funcs:
+        func_args = func.args
+        for arg in itertools.chain(
+            func_args.args, getattr(func_args, "posonlyargs", ()), func_args.kwonlyargs
+        ):
+            if arg.arg == "self" or arg.arg.startswith("_"):
+                continue
+            yield arg.arg
 
 
 def check_baseoperator_partial_arguments() -> bool:
     only_in_init, only_in_partial = _compare(
-        set(itertools.islice(_iter_arg_names(BO_INIT), 1, None)),
-        set(itertools.islice(_iter_arg_names(BO_PARTIAL), 1, None)),
-        excludes=IGNORED,
+        set(_iter_arg_names(SDK_BO_INIT, BO_INIT)),
+        set(_iter_arg_names(BO_PARTIAL)),
     )
     if only_in_init:
         print("Arguments in BaseOperator missing from partial():", ", ".join(sorted(only_in_init)))
@@ -109,6 +151,8 @@ def check_baseoperator_partial_arguments() -> bool:
 def _iter_assignment_to_self_attributes(targets: typing.Iterable[ast.expr]) -> typing.Iterator[str]:
     for t in targets:
         if isinstance(t, ast.Attribute) and isinstance(t.value, ast.Name) and t.value.id == "self":
+            if t.attr.startswith("_"):
+                continue
             yield t.attr  # Something like "self.foo = ...".
         else:
             # Recursively visit nodes in unpacking assignments like "a, b = ...".
@@ -132,20 +176,24 @@ def _is_property(f: ast.FunctionDef) -> bool:
 
 def _iter_member_names(klass: ast.ClassDef) -> typing.Iterator[str]:
     for node in ast.iter_child_nodes(klass):
+        name = ""
         if isinstance(node, ast.AnnAssign) and isinstance(node.target, ast.Name):
-            yield node.target.id
+            name = node.target.id
         elif isinstance(node, ast.FunctionDef) and _is_property(node):
-            yield node.name
+            name = node.name
         elif isinstance(node, ast.Assign):
             if len(node.targets) == 1 and isinstance(target := node.targets[0], ast.Name):
-                yield target.id
+                name = target.id
+        else:
+            continue
+        if not name.startswith("_"):
+            yield name
 
 
 def check_operator_member_parity() -> bool:
     only_in_base, only_in_mapped = _compare(
-        set(itertools.chain(_iter_assignment_targets(BO_INIT), _iter_member_names(BO_CLS))),
+        set(itertools.chain(_iter_assignment_targets(SDK_BO_INIT), _iter_member_names(SDK_BO_CLS))),
         set(_iter_member_names(MO_CLS)),
-        excludes=IGNORED,
     )
     if only_in_base:
         print("Members on BaseOperator missing from MappedOperator:", ", ".join(sorted(only_in_base)))
diff --git a/scripts/ci/pre_commit/check_deferrable_default.py b/scripts/ci/pre_commit/check_deferrable_default.py
index a007739083ab4..bfde61f231643 100755
--- a/scripts/ci/pre_commit/check_deferrable_default.py
+++ b/scripts/ci/pre_commit/check_deferrable_default.py
@@ -25,12 +25,6 @@
 import sys
 from typing import Iterator
 
-if hasattr(ast, "unparse"):
-    # Py 3.9+
-    unparse = ast.unparse
-else:
-    from astunparse import unparse  # type: ignore[no-redef]
-
 import libcst as cst
 from libcst.codemod import CodemodContext
 from libcst.codemod.visitors import AddImportsVisitor
@@ -84,7 +78,7 @@ def leave_Param(self, original_node: cst.Param, updated_node: cst.Param) -> cst.
 
 def _is_valid_deferrable_default(default: ast.AST) -> bool:
     """Check whether default is 'conf.getboolean("operators", "default_deferrable", fallback=False)'"""
-    return unparse(default) == "conf.getboolean('operators', 'default_deferrable', fallback=False)"
+    return ast.unparse(default) == "conf.getboolean('operators', 'default_deferrable', fallback=False)"
 
 
 def iter_check_deferrable_default_errors(module_filename: str) -> Iterator[str]:
diff --git a/scripts/ci/pre_commit/check_min_python_version.py b/scripts/ci/pre_commit/check_min_python_version.py
new file mode 100755
index 0000000000000..825b899241816
--- /dev/null
+++ b/scripts/ci/pre_commit/check_min_python_version.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import subprocess
+import sys
+from pathlib import Path
+
+sys.path.insert(0, str(Path(__file__).parent.resolve()))
+
+from common_precommit_utils import console
+
+# update this version when we switch to a newer version of Python
+required_version = tuple(map(int, "3.9".split(".")))
+required_version_str = f"{required_version[0]}.{required_version[1]}"
+global_version = tuple(
+    map(
+        int,
+        subprocess.run(
+            [
+                "python3",
+                "-c",
+                'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")',
+            ],
+            capture_output=True,
+            text=True,
+            check=True,
+        )
+        .stdout.strip()
+        .split("."),
+    )
+)
+
+
+if global_version < required_version:
+    console.print(f"[red]Python {required_version_str} or higher is required to install pre-commit.\n")
+    console.print(f"[green]Current version is {global_version}\n")
+    console.print(
+        "[bright_yellow]Please follow those steps:[/]\n\n"
+        f" * make sure that `python3 --version` is at least {required_version_str}\n"
+        f" * run `pre-commit clean`\n"
+        f" * run `pre-commit install --install-hooks`\n\n"
+    )
+    console.print(
+        "There are various ways you can set `python3` to point to a newer version of Python.\n\n"
+        f"For example run `pyenv global {required_version_str}` if you use pyenv, or\n"
+        f"you can use venv with python {required_version_str} when you use pre-commit, or\n"
+        "you can use `update-alternatives` if you use Ubuntu, or\n"
+        "you can set `PATH` to point to the newer version of Python.\n\n"
+    )
+    sys.exit(1)
+else:
+    console.print(f"Python version is sufficient: {required_version_str}")
diff --git a/scripts/ci/pre_commit/check_ti_vs_tis_attributes.py b/scripts/ci/pre_commit/check_ti_vs_tis_attributes.py
index 1dfc51a0a040e..16c1df48a9e8b 100755
--- a/scripts/ci/pre_commit/check_ti_vs_tis_attributes.py
+++ b/scripts/ci/pre_commit/check_ti_vs_tis_attributes.py
@@ -52,6 +52,8 @@ def compare_attributes(path1, path2):
         "triggerer_job",
         "note",
         "rendered_task_instance_fields",
+        # Storing last heartbeat for historic TIs is not interesting/useful
+        "last_heartbeat_at",
     }  # exclude attrs not necessary to be in TaskInstanceHistory
     if not diff:
         return
diff --git a/scripts/ci/pre_commit/common_precommit_utils.py b/scripts/ci/pre_commit/common_precommit_utils.py
index c3cb40ffeb51c..b8d29410db4aa 100644
--- a/scripts/ci/pre_commit/common_precommit_utils.py
+++ b/scripts/ci/pre_commit/common_precommit_utils.py
@@ -118,8 +118,11 @@ def initialize_breeze_precommit(name: str, file: str):
     if shutil.which("breeze") is None:
         console.print(
             "[red]The `breeze` command is not on path.[/]\n\n"
-            "[yellow]Please install breeze with `pipx install -e ./dev/breeze` from Airflow sources "
-            "and make sure you run `pipx ensurepath`[/]\n\n"
+            "[yellow]Please install breeze.\n"
+            "You can use uv with `uv tool install -e ./dev/breeze or "
+            "`pipx install -e ./dev/breeze`.\n"
+            "It will install breeze from Airflow sources "
+            "(make sure you run `pipx ensurepath` if you use pipx)[/]\n\n"
             "[bright_blue]You can also set SKIP_BREEZE_PRE_COMMITS env variable to non-empty "
             "value to skip all breeze tests."
         )
diff --git a/scripts/ci/pre_commit/mypy_folder.py b/scripts/ci/pre_commit/mypy_folder.py
index b2d7c76580276..36a7840fff9b8 100755
--- a/scripts/ci/pre_commit/mypy_folder.py
+++ b/scripts/ci/pre_commit/mypy_folder.py
@@ -31,7 +31,13 @@
 
 initialize_breeze_precommit(__name__, __file__)
 
-ALLOWED_FOLDERS = ["airflow", "providers/src/airflow/providers", "dev", "docs"]
+ALLOWED_FOLDERS = [
+    "airflow",
+    "providers/src/airflow/providers",
+    "dev",
+    "docs",
+    "task_sdk/src/airflow/sdk",
+]
 
 if len(sys.argv) < 2:
     console.print(f"[yellow]You need to specify the folder to test as parameter: {ALLOWED_FOLDERS}\n")
@@ -50,6 +56,13 @@
             "--namespace-packages",
         ]
     )
+if mypy_folder == "task_sdk/src/airflow/sdk":
+    arguments.extend(
+        [
+            "task_sdk/tests",
+            "--namespace-packages",
+        ]
+    )
 
 if mypy_folder == "airflow":
     arguments.extend(
diff --git a/scripts/ci/pre_commit/sync_init_decorator.py b/scripts/ci/pre_commit/sync_init_decorator.py
index fc99fc48d7b33..7b02136ead318 100755
--- a/scripts/ci/pre_commit/sync_init_decorator.py
+++ b/scripts/ci/pre_commit/sync_init_decorator.py
@@ -26,38 +26,71 @@
 import sys
 from typing import TYPE_CHECKING
 
-PACKAGE_ROOT = pathlib.Path(__file__).resolve().parents[3].joinpath("airflow")
-DAG_PY = PACKAGE_ROOT.joinpath("models", "dag.py")
-UTILS_TG_PY = PACKAGE_ROOT.joinpath("utils", "task_group.py")
+ROOT = pathlib.Path(__file__).resolve().parents[3]
+PACKAGE_ROOT = ROOT.joinpath("airflow")
+SDK_DEFINITIONS_PKG = ROOT.joinpath("task_sdk", "src", "airflow", "sdk", "definitions")
+DAG_PY = SDK_DEFINITIONS_PKG.joinpath("dag.py")
+TG_PY = SDK_DEFINITIONS_PKG.joinpath("taskgroup.py")
 DECOS_TG_PY = PACKAGE_ROOT.joinpath("decorators", "task_group.py")
 
 
-def _find_dag_init(mod: ast.Module) -> ast.FunctionDef:
-    """Find definition of the ``DAG`` class's ``__init__``."""
-    dag_class = next(n for n in ast.iter_child_nodes(mod) if isinstance(n, ast.ClassDef) and n.name == "DAG")
-    return next(
-        node
-        for node in ast.iter_child_nodes(dag_class)
-        if isinstance(node, ast.FunctionDef) and node.name == "__init__"
+def _name(node: ast.expr) -> str:
+    if not isinstance(node, ast.Name):
+        raise TypeError("node was not an ast.Name node")
+    return node.id
+
+
+def _find_cls_attrs(
+    mod: ast.Module, class_name: str, ignore: list[str] | None = None
+) -> collections.abc.Iterable[ast.AnnAssign]:
+    """Find the type-annotated/attrs properties in the body of the specified class."""
+    dag_class = next(
+        n for n in ast.iter_child_nodes(mod) if isinstance(n, ast.ClassDef) and n.name == class_name
     )
 
+    ignore = ignore or []
+
+    for node in ast.iter_child_nodes(dag_class):
+        if not isinstance(node, ast.AnnAssign) or not node.annotation:
+            continue
+
+        # ClassVar[Any]
+        if isinstance(node.annotation, ast.Subscript) and _name(node.annotation.value) == "ClassVar":
+            continue
+
+        # Skip private attrs fields, ones with `attrs.field(init=False)` kwargs
+        if isinstance(node.value, ast.Call):
+            # Lazy coding: since init=True is the default, we're just looking for the presence of the init
+            # arg name
+            if TYPE_CHECKING:
+                assert isinstance(node.value.func, ast.Attribute)
+            if (
+                node.value.func.attr == "field"
+                and _name(node.value.func.value) == "attrs"
+                and any(arg.arg == "init" for arg in node.value.keywords)
+            ):
+                continue
+        if _name(node.target) in ignore:
+            continue
+
+        # Attrs treats `_group_id: str` as `group_id` arg to __init__
+        if _name(node.target).startswith("_"):
+            node.target.id = node.target.id[1:]  # type: ignore[union-attr]
+        yield node
+
 
 def _find_dag_deco(mod: ast.Module) -> ast.FunctionDef:
     """Find definition of the ``@dag`` decorator."""
-    return next(n for n in ast.iter_child_nodes(mod) if isinstance(n, ast.FunctionDef) and n.name == "dag")
-
-
-def _find_tg_init(mod: ast.Module) -> ast.FunctionDef:
-    """Find definition of the ``TaskGroup`` class's ``__init__``."""
-    task_group_class = next(
+    # We now define the signature in a type checking block, the runtime impl uses **kwargs
+    type_checking_blocks = (
         node
         for node in ast.iter_child_nodes(mod)
-        if isinstance(node, ast.ClassDef) and node.name == "TaskGroup"
+        if isinstance(node, ast.If) and node.test.id == "TYPE_CHECKING"  # type: ignore[attr-defined]
     )
     return next(
-        node
-        for node in ast.iter_child_nodes(task_group_class)
-        if isinstance(node, ast.FunctionDef) and node.name == "__init__"
+        n
+        for n in itertools.chain.from_iterable(map(ast.iter_child_nodes, type_checking_blocks))
+        if isinstance(n, ast.FunctionDef) and n.name == "dag"
     )
 
 
@@ -74,43 +107,78 @@ def _find_tg_deco(mod: ast.Module) -> ast.FunctionDef:
     )
 
 
+# Hard-code some specific examples of allowable decorate type annotation -> class type annotation mappings
+# where they don't match exactly
+
+
+def _expr_to_ast_dump(expr: str) -> str:
+    return ast.dump(ast.parse(expr).body[0].value)  # type: ignore[attr-defined]
+
+
+ALLOWABLE_TYPE_ANNOTATIONS = {
+    # Mapping of allowble Decorator type -> Class attribute type
+    _expr_to_ast_dump("Collection[str] | None"): _expr_to_ast_dump("MutableSet[str]"),
+    _expr_to_ast_dump("ParamsDict | dict[str, Any] | None"): _expr_to_ast_dump("ParamsDict"),
+    # TODO: This one is legacy access control. Remove it in 3.0. RemovedInAirflow3Warning
+    _expr_to_ast_dump(
+        "dict[str, dict[str, Collection[str]]] | dict[str, Collection[str]] | None"
+    ): _expr_to_ast_dump("dict[str, dict[str, Collection[str]]] | None"),
+}
+
+
 def _match_arguments(
-    init_def: tuple[str, list[ast.arg]],
+    init_def: tuple[str, list[ast.AnnAssign]],
     deco_def: tuple[str, list[ast.arg]],
 ) -> collections.abc.Iterator[str]:
     init_name, init_args = init_def
     deco_name, deco_args = deco_def
+    init_args.sort(key=lambda a: _name(a.target))
+    deco_args.sort(key=lambda a: a.arg)
     for i, (ini, dec) in enumerate(itertools.zip_longest(init_args, deco_args, fillvalue=None)):
         if ini is None and dec is not None:
             yield f"Argument present in @{deco_name} but missing from {init_name}: {dec.arg}"
             return
         if dec is None and ini is not None:
-            yield f"Argument present in {init_name} but missing from @{deco_name}: {ini.arg}"
+            yield f"Argument present in {init_name} but missing from @{deco_name}: {_name(ini.target)}"
             return
+        if TYPE_CHECKING:
+            # Mypy can't work out that zip_longest means one of ini or dec must be non None
+            assert ini is not None
+
+        if not isinstance(ini.target, ast.Name):
+            raise RuntimeError(f"Don't know how to examine {ast.unparse(ini)!r}")
+        attr_name = _name(ini.target)
 
         if TYPE_CHECKING:
             assert ini is not None and dec is not None  # Because None is only possible as fillvalue.
 
-        if ini.arg != dec.arg:
-            yield f"Argument {i + 1} mismatch: {init_name} has {ini.arg} but @{deco_name} has {dec.arg}"
+        if attr_name != dec.arg:
+            yield f"Argument {i + 1} mismatch: {init_name} has {attr_name} but @{deco_name} has {dec.arg}"
             return
 
         if getattr(ini, "type_comment", None):  # 3.8+
-            yield f"Do not use type comments on {init_name} argument: {ini.arg}"
+            yield f"Do not use type comments on {init_name} argument: {ini}"
         if getattr(dec, "type_comment", None):  # 3.8+
             yield f"Do not use type comments on @{deco_name} argument: {dec.arg}"
 
         # Poorly implemented node equality check.
-        if ini.annotation and dec.annotation and ast.dump(ini.annotation) != ast.dump(dec.annotation):
-            yield (
-                f"Type annotations differ on argument {ini.arg} between {init_name} and @{deco_name}: "
-                f"{ast.unparse(ini.annotation)} != {ast.unparse(dec.annotation)}"
-            )
-        else:
-            if not ini.annotation:
-                yield f"Type annotation missing on {init_name} argument: {ini.arg}"
-            if not dec.annotation:
-                yield f"Type annotation missing on @{deco_name} argument: {ini.arg}"
+        if ini.annotation and dec.annotation:
+            ini_anno = ast.dump(ini.annotation)
+            dec_anno = ast.dump(dec.annotation)
+            if (
+                ini_anno != dec_anno
+                # The decorator can have `| None` type in addaition to the base attribute
+                and dec_anno != f"BinOp(left={ini_anno}, op=BitOr(), right=Constant(value=None))"
+                and ALLOWABLE_TYPE_ANNOTATIONS.get(dec_anno) != ini_anno
+            ):
+                yield (
+                    f"Type annotations differ on argument {attr_name!r} between {init_name} and @{deco_name}: "
+                    f"{ast.unparse(ini.annotation)} != {ast.unparse(dec.annotation)}"
+                )
+        elif not ini.annotation:
+            yield f"Type annotation missing on {init_name} argument: {attr_name}"
+        elif not dec.annotation:
+            yield f"Type annotation missing on @{deco_name} argument: {attr_name}"
 
 
 def _match_defaults(
@@ -130,47 +198,38 @@ def _match_defaults(
 
 def check_dag_init_decorator_arguments() -> int:
     dag_mod = ast.parse(DAG_PY.read_text("utf-8"), str(DAG_PY))
-
-    utils_tg = ast.parse(UTILS_TG_PY.read_text("utf-8"), str(UTILS_TG_PY))
+    tg_mod = ast.parse(TG_PY.read_text("utf-8"), str(TG_PY))
     decos_tg = ast.parse(DECOS_TG_PY.read_text("utf-8"), str(DECOS_TG_PY))
 
     items_to_check = [
-        ("DAG", _find_dag_init(dag_mod), "dag", _find_dag_deco(dag_mod), "dag_id", ""),
-        ("TaskGroup", _find_tg_init(utils_tg), "task_group", _find_tg_deco(decos_tg), "group_id", None),
+        (
+            "DAG",
+            list(_find_cls_attrs(dag_mod, "DAG", ignore=["full_filepath", "task_group"])),
+            "dag",
+            _find_dag_deco(dag_mod),
+            "dag_id",
+            "",
+        ),
+        (
+            "TaskGroup",
+            list(_find_cls_attrs(tg_mod, "TaskGroup")),
+            "_task_group",
+            _find_tg_deco(decos_tg),
+            "group_id",
+            None,
+        ),
     ]
 
-    for init_name, init, deco_name, deco, id_arg, id_default in items_to_check:
-        if getattr(init.args, "posonlyargs", None) or getattr(deco.args, "posonlyargs", None):
-            print(f"{init_name} and @{deco_name} should not declare positional-only arguments")
-            return -1
-        if init.args.vararg or init.args.kwarg or deco.args.vararg or deco.args.kwarg:
-            print(f"{init_name} and @{deco_name} should not declare *args and **kwargs")
-            return -1
-
-        # Feel free to change this and make some of the arguments keyword-only!
-        if init.args.kwonlyargs or deco.args.kwonlyargs:
-            print(f"{init_name}() and @{deco_name}() should not declare keyword-only arguments")
-            return -2
-        if init.args.kw_defaults or deco.args.kw_defaults:
-            print(f"{init_name}() and @{deco_name}() should not declare keyword-only arguments")
-            return -2
-
-        init_arg_names = [a.arg for a in init.args.args]
+    for init_name, cls_attrs, deco_name, deco, id_arg, id_default in items_to_check:
         deco_arg_names = [a.arg for a in deco.args.args]
 
-        if init_arg_names[0] != "self":
-            print(f"First argument in {init_name} must be 'self'")
-            return -3
-        if init_arg_names[1] != id_arg:
-            print(f"Second argument in {init_name} must be {id_arg!r}")
+        if _name(cls_attrs[0].target) != id_arg:
+            print(f"First attribute in {init_name} must be {id_arg!r} (got {cls_attrs[0]!r})")
             return -3
         if deco_arg_names[0] != id_arg:
-            print(f"First argument in @{deco_name} must be {id_arg!r}")
+            print(f"First argument in @{deco_name} must be {id_arg!r} (got {deco_arg_names[0]!r})")
             return -3
 
-        if len(init.args.defaults) != len(init_arg_names) - 2:
-            print(f"All arguments on {init_name} except self and {id_arg} must have defaults")
-            return -4
         if len(deco.args.defaults) != len(deco_arg_names):
             print(f"All arguments on @{deco_name} must have defaults")
             return -4
@@ -178,13 +237,11 @@ def check_dag_init_decorator_arguments() -> int:
             print(f"Default {id_arg} on @{deco_name} must be {id_default!r}")
             return -4
 
-    for init_name, init, deco_name, deco, _, _ in items_to_check:
-        errors = list(_match_arguments((init_name, init.args.args[1:]), (deco_name, deco.args.args)))
-        if errors:
-            break
-        init_defaults_def = (init_name, init.args.defaults)
-        deco_defaults_def = (deco_name, deco.args.defaults[1:])
-        errors = list(_match_defaults(deco_arg_names, init_defaults_def, deco_defaults_def))
+    errors = []
+    for init_name, cls_attrs, deco_name, deco, _, _ in items_to_check:
+        errors = list(
+            _match_arguments((init_name, cls_attrs), (deco_name, deco.args.args + deco.args.kwonlyargs))
+        )
         if errors:
             break
 
diff --git a/scripts/ci/pre_commit/update_build_dependencies.py b/scripts/ci/pre_commit/update_build_dependencies.py
index d50a0ef22a270..8d5cc1a67c741 100755
--- a/scripts/ci/pre_commit/update_build_dependencies.py
+++ b/scripts/ci/pre_commit/update_build_dependencies.py
@@ -17,6 +17,7 @@
 # under the License.
 from __future__ import annotations
 
+import os
 import re
 import shutil
 import subprocess
@@ -24,6 +25,10 @@
 import tempfile
 from pathlib import Path
 
+COMMON_PRECOMMIT_PATH = Path(__file__).parent.resolve()
+sys.path.insert(0, COMMON_PRECOMMIT_PATH.as_posix())  # make sure common_precommit_utils is imported
+from common_precommit_utils import console
+
 AIRFLOW_SOURCES = Path(__file__).parents[3].resolve()
 PYPROJECT_TOML_FILE = AIRFLOW_SOURCES / "pyproject.toml"
 
@@ -72,6 +77,18 @@
         result.append("")
         new_pyproject_toml_file_content = "\n".join(result)
         if new_pyproject_toml_file_content != pyproject_toml_content:
+            if os.environ.get("SKIP_TROVE_CLASSIFIERS_ONLY", "false").lower() == "true":
+                diff = set(new_pyproject_toml_file_content.splitlines()) - (
+                    set(pyproject_toml_content.splitlines())
+                )
+                if len(diff) == 1 and "trove-classifiers" in next(iter(diff)):
+                    console.print("\n[yellow]Trove classifiers were changed. Please update them manually.\n")
+                    console.print(
+                        "\n[blue]Please run:[/blue]\n\n"
+                        "pre-commit run --hook-stage manual update-build-dependencies --all-files\n"
+                    )
+                    console.print("\n[blue]Then commit the resulting files.\n")
+                    sys.exit(0)
             files_changed = True
             PYPROJECT_TOML_FILE.write_text(new_pyproject_toml_file_content)
         for file_to_replace_hatchling in FILES_TO_REPLACE_HATCHLING_IN:
@@ -84,5 +101,10 @@
         shutil.rmtree(temp_dir)
 
     if files_changed:
-        print("Some files changed. Please commit the changes.")
+        console.print("\n[red]Build dependencies have changed. Please update them manually.\n")
+        console.print(
+            "\n[blue]Please run:[/blue]\n\n"
+            "pre-commit run --hook-stage manual update-build-dependencies --all-files\n"
+        )
+        console.print("\n[blue]Then commit the resulting files.\n")
         sys.exit(1)
diff --git a/scripts/ci/pre_commit/update_installers.py b/scripts/ci/pre_commit/update_installers.py
index 1cbd38c8333a2..f55a937df0cdf 100755
--- a/scripts/ci/pre_commit/update_installers.py
+++ b/scripts/ci/pre_commit/update_installers.py
@@ -30,8 +30,22 @@
 FILES_TO_UPDATE = [
     AIRFLOW_SOURCES_ROOT_PATH / "Dockerfile",
     AIRFLOW_SOURCES_ROOT_PATH / "Dockerfile.ci",
+    AIRFLOW_SOURCES_ROOT_PATH / "scripts" / "ci" / "install_breeze.sh",
     AIRFLOW_SOURCES_ROOT_PATH / "scripts" / "docker" / "common.sh",
     AIRFLOW_SOURCES_ROOT_PATH / "pyproject.toml",
+    AIRFLOW_SOURCES_ROOT_PATH / "dev" / "breeze" / "src" / "airflow_breeze" / "global_constants.py",
+    AIRFLOW_SOURCES_ROOT_PATH
+    / "dev"
+    / "breeze"
+    / "src"
+    / "airflow_breeze"
+    / "commands"
+    / "release_management_commands.py",
+]
+
+
+DOC_FILES_TO_UPDATE: list[Path] = [
+    AIRFLOW_SOURCES_ROOT_PATH / "dev/" / "breeze" / "doc" / "ci" / "02_images.md"
 ]
 
 
@@ -43,13 +57,40 @@ def get_latest_pypi_version(package_name: str) -> str:
     return latest_version
 
 
-PIP_PATTERN = re.compile(r"AIRFLOW_PIP_VERSION=[0-9.]+")
-UV_PATTERN = re.compile(r"AIRFLOW_UV_VERSION=[0-9.]+")
-UV_GREATER_PATTERN = re.compile(r'"uv>=[0-9]+[0-9.]+"')
+AIRFLOW_PIP_PATTERN = re.compile(r"(AIRFLOW_PIP_VERSION=)([0-9.]+)")
+AIRFLOW_PIP_QUOTED_PATTERN = re.compile(r"(AIRFLOW_PIP_VERSION = )(\"[0-9.]+\")")
+PIP_QUOTED_PATTERN = re.compile(r"(PIP_VERSION = )(\"[0-9.]+\")")
+AIRFLOW_PIP_DOC_PATTERN = re.compile(r"(\| *`AIRFLOW_PIP_VERSION` *\| *)(`[0-9.]+`)( *\|)")
+AIRFLOW_PIP_UPGRADE_PATTERN = re.compile(r"(python -m pip install --upgrade pip==)([0-9.]+)")
+
+AIRFLOW_UV_PATTERN = re.compile(r"(AIRFLOW_UV_VERSION=)([0-9.]+)")
+AIRFLOW_UV_QUOTED_PATTERN = re.compile(r"(AIRFLOW_UV_VERSION = )(\"[0-9.]+\")")
+UV_QUOTED_PATTERN = re.compile(r"(UV_VERSION = )(\"[0-9.]+\")")
+AIRFLOW_UV_DOC_PATTERN = re.compile(r"(\| *`AIRFLOW_UV_VERSION` *\| *)(`[0-9.]+`)( *\|)")
+UV_GREATER_PATTERN = re.compile(r'"(uv>=)([0-9]+)"')
 
 UPGRADE_UV: bool = os.environ.get("UPGRADE_UV", "true").lower() == "true"
 UPGRADE_PIP: bool = os.environ.get("UPGRADE_PIP", "true").lower() == "true"
 
+
+def replace_group_2_while_keeping_total_length(pattern: re.Pattern[str], replacement: str, text: str) -> str:
+    def replacer(match):
+        original_length = len(match.group(2))
+        padding = ""
+        if len(match.groups()) > 2:
+            padding = match.group(3)
+            new_length = len(replacement)
+            diff = new_length - original_length
+            if diff <= 0:
+                padding = " " * -diff + padding
+            else:
+                padding = padding[diff:]
+        padded_replacement = match.group(1) + replacement + padding
+        return padded_replacement.strip()
+
+    return re.sub(pattern, replacer, text)
+
+
 if __name__ == "__main__":
     pip_version = get_latest_pypi_version("pip")
     console.print(f"[bright_blue]Latest pip version: {pip_version}")
@@ -62,10 +103,47 @@ def get_latest_pypi_version(package_name: str) -> str:
         file_content = file.read_text()
         new_content = file_content
         if UPGRADE_PIP:
-            new_content = re.sub(PIP_PATTERN, f"AIRFLOW_PIP_VERSION={pip_version}", new_content, re.MULTILINE)
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_PIP_PATTERN, pip_version, new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_PIP_UPGRADE_PATTERN, pip_version, new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_PIP_QUOTED_PATTERN, f'"{pip_version}"', new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                PIP_QUOTED_PATTERN, f'"{pip_version}"', new_content
+            )
+        if UPGRADE_UV:
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_UV_PATTERN, uv_version, new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                UV_GREATER_PATTERN, uv_version, new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_UV_QUOTED_PATTERN, f'"{uv_version}"', new_content
+            )
+            new_content = replace_group_2_while_keeping_total_length(
+                UV_QUOTED_PATTERN, f'"{uv_version}"', new_content
+            )
+        if new_content != file_content:
+            file.write_text(new_content)
+            console.print(f"[bright_blue]Updated {file}")
+            changed = True
+    for file in DOC_FILES_TO_UPDATE:
+        console.print(f"[bright_blue]Updating {file}")
+        file_content = file.read_text()
+        new_content = file_content
+        if UPGRADE_PIP:
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_PIP_DOC_PATTERN, f"`{pip_version}`", new_content
+            )
         if UPGRADE_UV:
-            new_content = re.sub(UV_PATTERN, f"AIRFLOW_UV_VERSION={uv_version}", new_content, re.MULTILINE)
-            new_content = re.sub(UV_GREATER_PATTERN, f'"uv>={uv_version}"', new_content, re.MULTILINE)
+            new_content = replace_group_2_while_keeping_total_length(
+                AIRFLOW_UV_DOC_PATTERN, f"`{uv_version}`", new_content
+            )
         if new_content != file_content:
             file.write_text(new_content)
             console.print(f"[bright_blue]Updated {file}")
diff --git a/scripts/docker/common.sh b/scripts/docker/common.sh
index 5f50fbc6747b3..8d8209498436f 100644
--- a/scripts/docker/common.sh
+++ b/scripts/docker/common.sh
@@ -132,7 +132,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest pip version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade pip
-    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_PIP_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing pip version from spec ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
         echo
@@ -145,7 +145,6 @@ function common::install_packaging_tools() {
             echo
             echo "${COLOR_BLUE}(Re)Installing pip version: ${AIRFLOW_PIP_VERSION}${COLOR_RESET}"
             echo
-            # shellcheck disable=SC2086
             pip install --root-user-action ignore --disable-pip-version-check "pip==${AIRFLOW_PIP_VERSION}"
         fi
     fi
@@ -154,7 +153,7 @@ function common::install_packaging_tools() {
         echo "${COLOR_BLUE}Installing latest uv version${COLOR_RESET}"
         echo
         pip install --root-user-action ignore --disable-pip-version-check --upgrade uv
-    elif [[ ! ${AIRFLOW_UV_VERSION} =~ [0-9.]* ]]; then
+    elif [[ ! ${AIRFLOW_UV_VERSION} =~ ^[0-9].* ]]; then
         echo
         echo "${COLOR_BLUE}Installing uv version from spec ${AIRFLOW_UV_VERSION}${COLOR_RESET}"
         echo
diff --git a/scripts/docker/entrypoint_ci.sh b/scripts/docker/entrypoint_ci.sh
index a96e58b9c21a5..8e864ba83121b 100755
--- a/scripts/docker/entrypoint_ci.sh
+++ b/scripts/docker/entrypoint_ci.sh
@@ -236,6 +236,13 @@ function determine_airflow_to_use() {
            --constraint https://raw.githubusercontent.com/apache/airflow/constraints-main/constraints-${PYTHON_MAJOR_MINOR_VERSION}.txt
         # Some packages might leave legacy typing module which causes test issues
         pip uninstall -y typing || true
+        if [[ ${LINK_PROVIDERS_TO_AIRFLOW_PACKAGE=} == "true" ]]; then
+            echo
+            echo "${COLOR_BLUE}Linking providers to airflow package as we are using them from mounted sources.${COLOR_RESET}"
+            echo
+            rm -rf /usr/local/lib/python${PYTHON_MAJOR_MINOR_VERSION}/site-packages/airflow/providers
+            ln -s "${AIRFLOW_SOURCES}/providers/src/airflow/providers" "/usr/local/lib/python${PYTHON_MAJOR_MINOR_VERSION}/site-packages/airflow/providers"
+        fi
     fi
 
     if [[ "${USE_AIRFLOW_VERSION}" =~ ^2\.2\..*|^2\.1\..*|^2\.0\..* && "${AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=}" != "" ]]; then
@@ -377,7 +384,7 @@ function check_force_lowest_dependencies() {
         echo
     fi
     set -x
-    uv pip install --python "$(which python)" --resolution lowest-direct --upgrade --editable ".${EXTRA}"
+    uv pip install --python "$(which python)" --resolution lowest-direct --upgrade --editable ".${EXTRA}" --editable "./task_sdk"
     set +x
 }
 
diff --git a/scripts/docker/install_from_docker_context_files.sh b/scripts/docker/install_from_docker_context_files.sh
index edcb50c82e054..4ce7cbffb740b 100644
--- a/scripts/docker/install_from_docker_context_files.sh
+++ b/scripts/docker/install_from_docker_context_files.sh
@@ -27,6 +27,7 @@
 # TODO: rewrite it all in Python (and all other scripts in scripts/docker)
 
 function install_airflow_and_providers_from_docker_context_files(){
+    local flags=()
     if [[ ${INSTALL_MYSQL_CLIENT} != "true" ]]; then
         AIRFLOW_EXTRAS=${AIRFLOW_EXTRAS/mysql,}
     fi
@@ -65,10 +66,10 @@ function install_airflow_and_providers_from_docker_context_files(){
         install_airflow_package=("apache-airflow[${AIRFLOW_EXTRAS}]==${AIRFLOW_VERSION}")
     fi
 
-    # Find Provider packages in docker-context files
-    readarray -t installing_providers_packages< <(python /scripts/docker/get_package_specs.py /docker-context-files/apache?airflow?providers*.{whl,tar.gz} 2>/dev/null || true)
+    # Find Provider/TaskSDK packages in docker-context files
+    readarray -t airflow_packages< <(python /scripts/docker/get_package_specs.py /docker-context-files/apache?airflow?{providers,task?sdk}*.{whl,tar.gz} 2>/dev/null || true)
     echo
-    echo "${COLOR_BLUE}Found provider packages in docker-context-files folder: ${installing_providers_packages[*]}${COLOR_RESET}"
+    echo "${COLOR_BLUE}Found provider packages in docker-context-files folder: ${airflow_packages[*]}${COLOR_RESET}"
     echo
 
     if [[ ${USE_CONSTRAINTS_FOR_CONTEXT_PACKAGES=} == "true" ]]; then
@@ -81,11 +82,7 @@ function install_airflow_and_providers_from_docker_context_files(){
             echo "${COLOR_BLUE}Installing docker-context-files packages with constraints found in ${local_constraints_file}${COLOR_RESET}"
             echo
             # force reinstall all airflow + provider packages with constraints found in
-            set -x
-            ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} --upgrade \
-                ${ADDITIONAL_PIP_INSTALL_FLAGS} --constraint "${local_constraints_file}" \
-                "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-            set +x
+            flags=(--upgrade --constraint "${local_constraints_file}")
             echo
             echo "${COLOR_BLUE}Copying ${local_constraints_file} to ${HOME}/constraints.txt${COLOR_RESET}"
             echo
@@ -94,23 +91,21 @@ function install_airflow_and_providers_from_docker_context_files(){
             echo
             echo "${COLOR_BLUE}Installing docker-context-files packages with constraints from GitHub${COLOR_RESET}"
             echo
-            set -x
-            ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
-                ${ADDITIONAL_PIP_INSTALL_FLAGS} \
-                --constraint "${HOME}/constraints.txt" \
-                "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-            set +x
+            flags=(--constraint "${HOME}/constraints.txt")
         fi
     else
         echo
         echo "${COLOR_BLUE}Installing docker-context-files packages without constraints${COLOR_RESET}"
         echo
-        set -x
-        ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
-            ${ADDITIONAL_PIP_INSTALL_FLAGS} \
-            "${install_airflow_package[@]}" "${installing_providers_packages[@]}"
-        set +x
+        flags=()
     fi
+
+    set -x
+    ${PACKAGING_TOOL_CMD} install ${EXTRA_INSTALL_FLAGS} \
+        ${ADDITIONAL_PIP_INSTALL_FLAGS} \
+        "${flags[@]}" \
+        "${install_airflow_package[@]}" "${airflow_packages[@]}"
+    set +x
     common::install_packaging_tools
     pip check
 }
diff --git a/scripts/in_container/bin/run_tmux b/scripts/in_container/bin/run_tmux
index dc9928d689ad9..8ec04f0e50eb2 100755
--- a/scripts/in_container/bin/run_tmux
+++ b/scripts/in_container/bin/run_tmux
@@ -56,9 +56,9 @@ tmux split-window -v
 tmux select-pane -t 1
 tmux send-keys 'airflow scheduler' C-m
 
-
-tmux select-pane -t 2
 tmux split-window -h
+tmux select-pane -t 2
+
 if [[ ${DEV_MODE=} == "true" ]]; then
     tmux send-keys 'airflow fastapi-api -d' C-m
 else
diff --git a/scripts/in_container/is_provider_excluded.py b/scripts/in_container/is_provider_excluded.py
index 2eac93dac065b..fe0e0da4871b6 100755
--- a/scripts/in_container/is_provider_excluded.py
+++ b/scripts/in_container/is_provider_excluded.py
@@ -23,7 +23,7 @@
 from in_container_utils import console
 
 if __name__ == "__main__":
-    excluded_providers = json.loads(os.environ["EXCLUDED_PROVIDERS"])
+    excluded_providers = json.loads(os.environ.get("EXCLUDED_PROVIDERS", "{}"))
     extra = os.environ["EXTRA"]
     console.print(f"[bright_blue]Check if provider {extra} is excluded in {excluded_providers}")
     python_version = os.environ["PYTHON_MAJOR_MINOR_VERSION"]
diff --git a/scripts/in_container/run_migration_reference.py b/scripts/in_container/run_migration_reference.py
index 2322de9d50e3c..71b0040dc6864 100755
--- a/scripts/in_container/run_migration_reference.py
+++ b/scripts/in_container/run_migration_reference.py
@@ -213,8 +213,8 @@ def ensure_filenames_are_sorted(revisions, app):
 
 
 def correct_mismatching_revision_nums(revisions: Iterable[Script]):
-    revision_pattern = r'revision = "([a-fA-F0-9]+)"'
-    down_revision_pattern = r'down_revision = "([a-fA-F0-9]+)"'
+    revision_pattern = r'revision = ["\']([a-fA-F0-9]+)["\']'
+    down_revision_pattern = r'down_revision = ["\']([a-fA-F0-9]+)["\']'
     revision_id_pattern = r"Revision ID: ([a-fA-F0-9]+)"
     revises_id_pattern = r"Revises: ([a-fA-F0-9]+)"
     for rev in revisions:
diff --git a/scripts/tools/check_if_limited_dependencies.py b/scripts/tools/check_if_limited_dependencies.py
index 855c1b044a277..03f513f2561ba 100755
--- a/scripts/tools/check_if_limited_dependencies.py
+++ b/scripts/tools/check_if_limited_dependencies.py
@@ -43,7 +43,7 @@
 env = os.environ.copy()
 env["PYTHONPATH"] = str(DEV_BREEZE_SRC_PATH)
 try:
-    check_call(["python", DEV_BREEZE_SRC_PATH / "airflow_breeze" / "breeze.py", "--help"], env=env)
+    check_call([sys.executable, DEV_BREEZE_SRC_PATH / "airflow_breeze" / "breeze.py", "--help"], env=env)
 except CalledProcessError:
     console.print("[red]Breeze should only use limited dependencies when imported (see errors above).[/]\n")
     console.print(
diff --git a/task_sdk/README.md b/task_sdk/README.md
index ef14affc68c62..d74c50d4d740b 100644
--- a/task_sdk/README.md
+++ b/task_sdk/README.md
@@ -16,3 +16,7 @@
  specific language governing permissions and limitations
  under the License.
  -->
+
+# Apache Airflow Task SDK
+
+The Apache Airflow Task SDK includes interfaces for DAG authors.
diff --git a/task_sdk/pyproject.toml b/task_sdk/pyproject.toml
index 149a9731ce994..37ea2d300ab4a 100644
--- a/task_sdk/pyproject.toml
+++ b/task_sdk/pyproject.toml
@@ -19,9 +19,13 @@
 name = "apache-airflow-task-sdk"
 version = "0.1.0.dev0"
 description = "Python Task SDK for Apache Airflow DAG Authors"
-#readme = "README.md"
+readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.9, <3.13"
-dependencies = []
+dependencies = [
+    "attrs>=24.2.0",
+    "google-re2>=1.1.20240702",
+    "methodtools>=0.4.7",
+]
 
 [build-system]
 requires = ["hatchling"]
@@ -33,8 +37,37 @@ packages = ["src/airflow"]
 [tool.ruff]
 extend = "../pyproject.toml"
 src = ["src"]
+namespace-packages = ["src/airflow"]
 
 [tool.ruff.lint.per-file-ignores]
 
 # Ignore Doc rules et al for anything outside of tests
 "!src/*" = ["D", "TID253", "S101", "TRY002"]
+
+"src/airflow/sdk/__init__.py" = ["TCH004"]
+
+[tool.uv]
+dev-dependencies = [
+    "kgb>=7.1.1",
+    "pytest-asyncio>=0.24.0",
+    "pytest-mock>=3.14.0",
+    "pytest>=8.3.3",
+]
+
+[tool.coverage.run]
+branch = true
+relative_files = true
+source = ["src/airflow"]
+include_namespace_packages = true
+
+[tool.coverage.report]
+skip_empty = true
+exclude_also = [
+    "def __repr__",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if __name__ == .__main__.:",
+    "@(abc\\.)?abstractmethod",
+    "@(typing(_extensions)?\\.)?overload",
+    "if (typing(_extensions)?\\.)?TYPE_CHECKING:",
+]
diff --git a/task_sdk/src/airflow/sdk/__init__.py b/task_sdk/src/airflow/sdk/__init__.py
index 2a3e01b64bc4b..f538baedff01b 100644
--- a/task_sdk/src/airflow/sdk/__init__.py
+++ b/task_sdk/src/airflow/sdk/__init__.py
@@ -16,6 +16,41 @@
 # under the License.
 from __future__ import annotations
 
+from typing import TYPE_CHECKING
 
-def hello() -> str:
-    return "Hello from task-sdk!"
+__all__ = [
+    "BaseOperator",
+    "DAG",
+    "EdgeModifier",
+    "Label",
+    "TaskGroup",
+    "dag",
+]
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.baseoperator import BaseOperator
+    from airflow.sdk.definitions.dag import DAG, dag
+    from airflow.sdk.definitions.edges import EdgeModifier, Label
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+
+__lazy_imports: dict[str, str] = {
+    "DAG": ".definitions.dag",
+    "dag": ".definitions.dag",
+    "BaseOperator": ".definitions.baseoperator",
+    "TaskGroup": ".definitions.taskgroup",
+    "EdgeModifier": ".definitions.edges",
+    "Label": ".definitions.edges",
+}
+
+
+def __getattr__(name: str):
+    if module_path := __lazy_imports.get(name):
+        import importlib
+
+        mod = importlib.import_module(module_path, __name__)
+        val = getattr(mod, name)
+
+        # Store for next time
+        globals()[name] = val
+        return val
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
diff --git a/task_sdk/src/airflow/sdk/definitions/__init__.py b/task_sdk/src/airflow/sdk/definitions/__init__.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/__init__.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/task_sdk/src/airflow/sdk/definitions/abstractoperator.py b/task_sdk/src/airflow/sdk/definitions/abstractoperator.py
new file mode 100644
index 0000000000000..524ff78b727ef
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/abstractoperator.py
@@ -0,0 +1,261 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import datetime
+from abc import abstractmethod
+from collections.abc import (
+    Collection,
+    Iterable,
+)
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    ClassVar,
+)
+
+from airflow.sdk.definitions.mixins import DependencyMixin
+from airflow.sdk.definitions.node import DAGNode
+from airflow.utils.trigger_rule import TriggerRule
+from airflow.utils.weight_rule import WeightRule
+
+if TYPE_CHECKING:
+    from airflow.models.baseoperatorlink import BaseOperatorLink
+    from airflow.models.operator import Operator
+    from airflow.sdk.definitions.baseoperator import BaseOperator
+    from airflow.sdk.definitions.dag import DAG
+
+DEFAULT_OWNER: str = "airflow"
+DEFAULT_POOL_SLOTS: int = 1
+DEFAULT_PRIORITY_WEIGHT: int = 1
+DEFAULT_EXECUTOR: str | None = None
+DEFAULT_QUEUE: str = "default"
+DEFAULT_IGNORE_FIRST_DEPENDS_ON_PAST: bool = False
+DEFAULT_WAIT_FOR_PAST_DEPENDS_BEFORE_SKIPPING: bool = False
+DEFAULT_RETRIES: int = 0
+DEFAULT_RETRY_DELAY: datetime.timedelta = datetime.timedelta(seconds=300)
+MAX_RETRY_DELAY: int = 24 * 60 * 60
+
+# TODO: Task-SDK -- these defaults should be overridable from the Airflow config
+DEFAULT_TRIGGER_RULE: TriggerRule = TriggerRule.ALL_SUCCESS
+DEFAULT_WEIGHT_RULE: WeightRule = WeightRule.DOWNSTREAM
+DEFAULT_TASK_EXECUTION_TIMEOUT: datetime.timedelta | None = None
+
+
+class NotMapped(Exception):
+    """Raise if a task is neither mapped nor has any parent mapped groups."""
+
+
+class AbstractOperator(DAGNode):
+    """
+    Common implementation for operators, including unmapped and mapped.
+
+    This base class is more about sharing implementations, not defining a common
+    interface. Unfortunately it's difficult to use this as the common base class
+    for typing due to BaseOperator carrying too much historical baggage.
+
+    The union type ``from airflow.models.operator import Operator`` is easier
+    to use for typing purposes.
+
+    :meta private:
+    """
+
+    operator_class: type[BaseOperator] | dict[str, Any]
+
+    priority_weight: int
+
+    # Defines the operator level extra links.
+    operator_extra_links: Collection[BaseOperatorLink]
+
+    owner: str
+    task_id: str
+
+    outlets: list
+    inlets: list
+
+    trigger_rule: TriggerRule
+    _needs_expansion: bool | None = None
+    _on_failure_fail_dagrun = False
+    is_setup: bool = False
+    is_teardown: bool = False
+
+    HIDE_ATTRS_FROM_UI: ClassVar[frozenset[str]] = frozenset(
+        (
+            "log",
+            "dag",  # We show dag_id, don't need to show this too
+            "node_id",  # Duplicates task_id
+            "task_group",  # Doesn't have a useful repr, no point showing in UI
+            "inherits_from_empty_operator",  # impl detail
+            # Decide whether to start task execution from triggerer
+            "start_trigger_args",
+            "start_from_trigger",
+            # For compatibility with TG, for operators these are just the current task, no point showing
+            "roots",
+            "leaves",
+            # These lists are already shown via *_task_ids
+            "upstream_list",
+            "downstream_list",
+            # Not useful, implementation detail, already shown elsewhere
+            "global_operator_extra_link_dict",
+            "operator_extra_link_dict",
+        )
+    )
+
+    def get_dag(self) -> DAG | None:
+        raise NotImplementedError()
+
+    @property
+    def task_type(self) -> str:
+        raise NotImplementedError()
+
+    @property
+    def operator_name(self) -> str:
+        raise NotImplementedError()
+
+    @property
+    def inherits_from_empty_operator(self) -> bool:
+        raise NotImplementedError()
+
+    @property
+    def dag_id(self) -> str:
+        """Returns dag id if it has one or an adhoc + owner."""
+        dag = self.get_dag()
+        if dag:
+            return dag.dag_id
+        return f"adhoc_{self.owner}"
+
+    @property
+    def node_id(self) -> str:
+        return self.task_id
+
+    @property
+    @abstractmethod
+    def task_display_name(self) -> str: ...
+
+    @property
+    def label(self) -> str | None:
+        if self.task_display_name and self.task_display_name != self.task_id:
+            return self.task_display_name
+        # Prefix handling if no display is given is cloned from taskmixin for compatibility
+        tg = self.task_group
+        if tg and tg.node_id and tg.prefix_group_id:
+            # "task_group_id.task_id" -> "task_id"
+            return self.task_id[len(tg.node_id) + 1 :]
+        return self.task_id
+
+    def as_setup(self):
+        self.is_setup = True
+        return self
+
+    def as_teardown(
+        self,
+        *,
+        setups: BaseOperator | Iterable[BaseOperator] | None = None,
+        on_failure_fail_dagrun: bool | None = None,
+    ):
+        self.is_teardown = True
+        self.trigger_rule = TriggerRule.ALL_DONE_SETUP_SUCCESS
+        if on_failure_fail_dagrun is not None:
+            self.on_failure_fail_dagrun = on_failure_fail_dagrun
+        if setups is not None:
+            setups = [setups] if isinstance(setups, DependencyMixin) else setups
+            for s in setups:
+                s.is_setup = True
+                s >> self
+        return self
+
+    def get_flat_relative_ids(self, *, upstream: bool = False) -> set[str]:
+        """
+        Get a flat set of relative IDs, upstream or downstream.
+
+        Will recurse each relative found in the direction specified.
+
+        :param upstream: Whether to look for upstream or downstream relatives.
+        """
+        dag = self.get_dag()
+        if not dag:
+            return set()
+
+        relatives: set[str] = set()
+
+        # This is intentionally implemented as a loop, instead of calling
+        # get_direct_relative_ids() recursively, since Python has significant
+        # limitation on stack level, and a recursive implementation can blow up
+        # if a DAG contains very long routes.
+        task_ids_to_trace = self.get_direct_relative_ids(upstream)
+        while task_ids_to_trace:
+            task_ids_to_trace_next: set[str] = set()
+            for task_id in task_ids_to_trace:
+                if task_id in relatives:
+                    continue
+                task_ids_to_trace_next.update(dag.task_dict[task_id].get_direct_relative_ids(upstream))
+                relatives.add(task_id)
+            task_ids_to_trace = task_ids_to_trace_next
+
+        return relatives
+
+    def get_flat_relatives(self, upstream: bool = False) -> Collection[Operator]:
+        """Get a flat list of relatives, either upstream or downstream."""
+        dag = self.get_dag()
+        if not dag:
+            return set()
+        return [dag.task_dict[task_id] for task_id in self.get_flat_relative_ids(upstream=upstream)]
+
+    def get_upstreams_follow_setups(self) -> Iterable[Operator]:
+        """All upstreams and, for each upstream setup, its respective teardowns."""
+        for task in self.get_flat_relatives(upstream=True):
+            yield task
+            if task.is_setup:
+                for t in task.downstream_list:
+                    if t.is_teardown and t != self:
+                        yield t
+
+    def get_upstreams_only_setups_and_teardowns(self) -> Iterable[Operator]:
+        """
+        Only *relevant* upstream setups and their teardowns.
+
+        This method is meant to be used when we are clearing the task (non-upstream) and we need
+        to add in the *relevant* setups and their teardowns.
+
+        Relevant in this case means, the setup has a teardown that is downstream of ``self``,
+        or the setup has no teardowns.
+        """
+        downstream_teardown_ids = {
+            x.task_id for x in self.get_flat_relatives(upstream=False) if x.is_teardown
+        }
+        for task in self.get_flat_relatives(upstream=True):
+            if not task.is_setup:
+                continue
+            has_no_teardowns = not any(True for x in task.downstream_list if x.is_teardown)
+            # if task has no teardowns or has teardowns downstream of self
+            if has_no_teardowns or task.downstream_task_ids.intersection(downstream_teardown_ids):
+                yield task
+                for t in task.downstream_list:
+                    if t.is_teardown and t != self:
+                        yield t
+
+    def get_upstreams_only_setups(self) -> Iterable[Operator]:
+        """
+        Return relevant upstream setups.
+
+        This method is meant to be used when we are checking task dependencies where we need
+        to wait for all the upstream setups to complete before we can run the task.
+        """
+        for task in self.get_upstreams_only_setups_and_teardowns():
+            if task.is_setup:
+                yield task
diff --git a/task_sdk/src/airflow/sdk/definitions/baseoperator.py b/task_sdk/src/airflow/sdk/definitions/baseoperator.py
new file mode 100644
index 0000000000000..fc16682a63cd3
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/baseoperator.py
@@ -0,0 +1,1226 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import abc
+import collections.abc
+import contextlib
+import copy
+import inspect
+import sys
+import warnings
+from collections.abc import Collection, Iterable, Sequence
+from dataclasses import dataclass, field
+from datetime import datetime, timedelta
+from functools import total_ordering, wraps
+from types import FunctionType
+from typing import TYPE_CHECKING, Any, ClassVar, Final, TypeVar, cast
+
+import attrs
+
+from airflow.models.param import ParamsDict
+from airflow.sdk.definitions.abstractoperator import (
+    DEFAULT_IGNORE_FIRST_DEPENDS_ON_PAST,
+    DEFAULT_OWNER,
+    DEFAULT_POOL_SLOTS,
+    DEFAULT_PRIORITY_WEIGHT,
+    DEFAULT_QUEUE,
+    DEFAULT_RETRIES,
+    DEFAULT_RETRY_DELAY,
+    DEFAULT_TASK_EXECUTION_TIMEOUT,
+    DEFAULT_TRIGGER_RULE,
+    DEFAULT_WAIT_FOR_PAST_DEPENDS_BEFORE_SKIPPING,
+    DEFAULT_WEIGHT_RULE,
+    AbstractOperator,
+)
+from airflow.sdk.definitions.decorators import fixup_decorator_warning_stack
+from airflow.sdk.definitions.node import validate_key
+from airflow.sdk.types import NOTSET, validate_instance_args
+from airflow.task.priority_strategy import (
+    PriorityWeightStrategy,
+    airflow_priority_weight_strategies,
+    validate_and_load_priority_weight_strategy,
+)
+from airflow.utils import timezone
+from airflow.utils.setup_teardown import SetupTeardownContext
+from airflow.utils.trigger_rule import TriggerRule
+from airflow.utils.types import AttributeRemoved
+
+T = TypeVar("T", bound=FunctionType)
+
+if TYPE_CHECKING:
+    from airflow.models.xcom_arg import XComArg
+    from airflow.sdk.definitions.dag import DAG
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+    from airflow.serialization.enums import DagAttributeTypes
+    from airflow.utils.operator_resources import Resources
+
+# TODO: Task-SDK
+AirflowException = RuntimeError
+
+
+def _get_parent_defaults(dag: DAG | None, task_group: TaskGroup | None) -> tuple[dict, ParamsDict]:
+    if not dag:
+        return {}, ParamsDict()
+    dag_args = copy.copy(dag.default_args)
+    dag_params = copy.deepcopy(dag.params)
+    if task_group:
+        if task_group.default_args and not isinstance(task_group.default_args, collections.abc.Mapping):
+            raise TypeError("default_args must be a mapping")
+        dag_args.update(task_group.default_args)
+    return dag_args, dag_params
+
+
+def get_merged_defaults(
+    dag: DAG | None,
+    task_group: TaskGroup | None,
+    task_params: collections.abc.MutableMapping | None,
+    task_default_args: dict | None,
+) -> tuple[dict, ParamsDict]:
+    args, params = _get_parent_defaults(dag, task_group)
+    if task_params:
+        if not isinstance(task_params, collections.abc.Mapping):
+            raise TypeError(f"params must be a mapping, got {type(task_params)}")
+        params.update(task_params)
+    if task_default_args:
+        if not isinstance(task_default_args, collections.abc.Mapping):
+            raise TypeError(f"default_args must be a mapping, got {type(task_params)}")
+        args.update(task_default_args)
+        with contextlib.suppress(KeyError):
+            params.update(task_default_args["params"] or {})
+    return args, params
+
+
+class BaseOperatorMeta(abc.ABCMeta):
+    """Metaclass of BaseOperator."""
+
+    @classmethod
+    def _apply_defaults(cls, func: T) -> T:
+        """
+        Look for an argument named "default_args", and fill the unspecified arguments from it.
+
+        Since python2.* isn't clear about which arguments are missing when
+        calling a function, and that this can be quite confusing with multi-level
+        inheritance and argument defaults, this decorator also alerts with
+        specific information about the missing arguments.
+        """
+        # Cache inspect.signature for the wrapper closure to avoid calling it
+        # at every decorated invocation. This is separate sig_cache created
+        # per decoration, i.e. each function decorated using apply_defaults will
+        # have a different sig_cache.
+        sig_cache = inspect.signature(func)
+        non_variadic_params = {
+            name: param
+            for (name, param) in sig_cache.parameters.items()
+            if param.name != "self" and param.kind not in (param.VAR_POSITIONAL, param.VAR_KEYWORD)
+        }
+        non_optional_args = {
+            name
+            for name, param in non_variadic_params.items()
+            if param.default == param.empty and name != "task_id"
+        }
+
+        fixup_decorator_warning_stack(func)
+
+        @wraps(func)
+        def apply_defaults(self: BaseOperator, *args: Any, **kwargs: Any) -> Any:
+            from airflow.sdk.definitions.contextmanager import DagContext, TaskGroupContext
+
+            if args:
+                raise TypeError("Use keyword arguments when initializing operators")
+
+            instantiated_from_mapped = kwargs.pop(
+                "_airflow_from_mapped",
+                getattr(self, "_BaseOperator__from_mapped", False),
+            )
+
+            dag: DAG | None = kwargs.get("dag")
+            if dag is None:
+                dag = DagContext.get_current()
+                if dag is not None:
+                    kwargs["dag"] = dag
+
+            task_group: TaskGroup | None = kwargs.get("task_group")
+            if dag and not task_group:
+                task_group = TaskGroupContext.get_current(dag)
+                if task_group is not None:
+                    kwargs["task_group"] = task_group
+
+            default_args, merged_params = get_merged_defaults(
+                dag=dag,
+                task_group=task_group,
+                task_params=kwargs.pop("params", None),
+                task_default_args=kwargs.pop("default_args", None),
+            )
+
+            for arg in sig_cache.parameters:
+                if arg not in kwargs and arg in default_args:
+                    kwargs[arg] = default_args[arg]
+
+            missing_args = non_optional_args.difference(kwargs)
+            if len(missing_args) == 1:
+                raise TypeError(f"missing keyword argument {missing_args.pop()!r}")
+            elif missing_args:
+                display = ", ".join(repr(a) for a in sorted(missing_args))
+                raise TypeError(f"missing keyword arguments {display}")
+
+            if merged_params:
+                kwargs["params"] = merged_params
+
+            hook = getattr(self, "_hook_apply_defaults", None)
+            if hook:
+                args, kwargs = hook(**kwargs, default_args=default_args)
+                default_args = kwargs.pop("default_args", {})
+
+            if not hasattr(self, "_BaseOperator__init_kwargs"):
+                object.__setattr__(self, "_BaseOperator__init_kwargs", {})
+            object.__setattr__(self, "_BaseOperator__from_mapped", instantiated_from_mapped)
+
+            result = func(self, **kwargs, default_args=default_args)
+
+            # Store the args passed to init -- we need them to support task.map serialization!
+            self._BaseOperator__init_kwargs.update(kwargs)  # type: ignore
+
+            # Set upstream task defined by XComArgs passed to template fields of the operator.
+            # BUT: only do this _ONCE_, not once for each class in the hierarchy
+            if not instantiated_from_mapped and func == self.__init__.__wrapped__:  # type: ignore[misc]
+                self._set_xcomargs_dependencies()
+                # Mark instance as instantiated so that futre attr setting updates xcomarg-based deps.
+                object.__setattr__(self, "_BaseOperator__instantiated", True)
+
+            return result
+
+        apply_defaults.__non_optional_args = non_optional_args  # type: ignore
+        apply_defaults.__param_names = set(non_variadic_params)  # type: ignore
+
+        return cast(T, apply_defaults)
+
+    def __new__(cls, name, bases, namespace, **kwargs):
+        # TODO: Task-SDK
+        # execute_method = namespace.get("execute")
+        # if callable(execute_method) and not getattr(execute_method, "__isabstractmethod__", False):
+        #     namespace["execute"] = ExecutorSafeguard().decorator(execute_method)
+        new_cls = super().__new__(cls, name, bases, namespace, **kwargs)
+        with contextlib.suppress(KeyError):
+            # Update the partial descriptor with the class method, so it calls the actual function
+            # (but let subclasses override it if they need to)
+            # TODO: Task-SDK
+            # partial_desc = vars(new_cls)["partial"]
+            # if isinstance(partial_desc, _PartialDescriptor):
+            #     partial_desc.class_method = classmethod(partial)
+            ...
+
+        # We patch `__init__` only if the class defines it.
+        if inspect.getmro(new_cls)[1].__init__ is not new_cls.__init__:
+            new_cls.__init__ = cls._apply_defaults(new_cls.__init__)
+
+        return new_cls
+
+
+# TODO: The following mapping is used to validate that the arguments passed to the BaseOperator are of the
+#  correct type. This is a temporary solution until we find a more sophisticated method for argument
+#  validation. One potential method is to use `get_type_hints` from the typing module. However, this is not
+#  fully compatible with future annotations for Python versions below 3.10. Once we require a minimum Python
+#  version that supports `get_type_hints` effectively or find a better approach, we can replace this
+#  manual type-checking method.
+BASEOPERATOR_ARGS_EXPECTED_TYPES = {
+    "task_id": str,
+    "email": (str, Sequence),
+    "email_on_retry": bool,
+    "email_on_failure": bool,
+    "retries": int,
+    "retry_exponential_backoff": bool,
+    "depends_on_past": bool,
+    "ignore_first_depends_on_past": bool,
+    "wait_for_past_depends_before_skipping": bool,
+    "wait_for_downstream": bool,
+    "priority_weight": int,
+    "queue": str,
+    "pool": str,
+    "pool_slots": int,
+    "trigger_rule": str,
+    "run_as_user": str,
+    "task_concurrency": int,
+    "map_index_template": str,
+    "max_active_tis_per_dag": int,
+    "max_active_tis_per_dagrun": int,
+    "executor": str,
+    "do_xcom_push": bool,
+    "multiple_outputs": bool,
+    "doc": str,
+    "doc_md": str,
+    "doc_json": str,
+    "doc_yaml": str,
+    "doc_rst": str,
+    "task_display_name": str,
+    "logger_name": str,
+    "allow_nested_operators": bool,
+    "start_date": datetime,
+    "end_date": datetime,
+}
+
+
+# Note: BaseOperator is defined as a dataclass, and not an attrs class as we do too much metaprogramming in
+# here (metaclass, custom `__setattr__` behaviour) and this fights with attrs too much to make it worth it.
+#
+# To future reader: if you want to try and make this a "normal" attrs class, go ahead and attempt it. If you
+# get no where leave your record here for the next poor soul and what problems you ran in to.
+#
+# @ashb, 2024/10/14
+# - "Can't combine custom __setattr__ with on_setattr hooks"
+# - Setting class-wide `define(on_setarrs=...)` isn't called for non-attrs subclasses
+@total_ordering
+@dataclass(repr=False)
+class BaseOperator(AbstractOperator, metaclass=BaseOperatorMeta):
+    r"""
+    Abstract base class for all operators.
+
+    Since operators create objects that become nodes in the DAG, BaseOperator
+    contains many recursive methods for DAG crawling behavior. To derive from
+    this class, you are expected to override the constructor and the 'execute'
+    method.
+
+    Operators derived from this class should perform or trigger certain tasks
+    synchronously (wait for completion). Example of operators could be an
+    operator that runs a Pig job (PigOperator), a sensor operator that
+    waits for a partition to land in Hive (HiveSensorOperator), or one that
+    moves data from Hive to MySQL (Hive2MySqlOperator). Instances of these
+    operators (tasks) target specific operations, running specific scripts,
+    functions or data transfers.
+
+    This class is abstract and shouldn't be instantiated. Instantiating a
+    class derived from this one results in the creation of a task object,
+    which ultimately becomes a node in DAG objects. Task dependencies should
+    be set by using the set_upstream and/or set_downstream methods.
+
+    :param task_id: a unique, meaningful id for the task
+    :param owner: the owner of the task. Using a meaningful description
+        (e.g. user/person/team/role name) to clarify ownership is recommended.
+    :param email: the 'to' email address(es) used in email alerts. This can be a
+        single email or multiple ones. Multiple addresses can be specified as a
+        comma or semicolon separated string or by passing a list of strings.
+    :param email_on_retry: Indicates whether email alerts should be sent when a
+        task is retried
+    :param email_on_failure: Indicates whether email alerts should be sent when
+        a task failed
+    :param retries: the number of retries that should be performed before
+        failing the task
+    :param retry_delay: delay between retries, can be set as ``timedelta`` or
+        ``float`` seconds, which will be converted into ``timedelta``,
+        the default is ``timedelta(seconds=300)``.
+    :param retry_exponential_backoff: allow progressively longer waits between
+        retries by using exponential backoff algorithm on retry delay (delay
+        will be converted into seconds)
+    :param max_retry_delay: maximum delay interval between retries, can be set as
+        ``timedelta`` or ``float`` seconds, which will be converted into ``timedelta``.
+    :param start_date: The ``start_date`` for the task, determines
+        the ``execution_date`` for the first task instance. The best practice
+        is to have the start_date rounded
+        to your DAG's ``schedule_interval``. Daily jobs have their start_date
+        some day at 00:00:00, hourly jobs have their start_date at 00:00
+        of a specific hour. Note that Airflow simply looks at the latest
+        ``execution_date`` and adds the ``schedule_interval`` to determine
+        the next ``execution_date``. It is also very important
+        to note that different tasks' dependencies
+        need to line up in time. If task A depends on task B and their
+        start_date are offset in a way that their execution_date don't line
+        up, A's dependencies will never be met. If you are looking to delay
+        a task, for example running a daily task at 2AM, look into the
+        ``TimeSensor`` and ``TimeDeltaSensor``. We advise against using
+        dynamic ``start_date`` and recommend using fixed ones. Read the
+        FAQ entry about start_date for more information.
+    :param end_date: if specified, the scheduler won't go beyond this date
+    :param depends_on_past: when set to true, task instances will run
+        sequentially and only if the previous instance has succeeded or has been skipped.
+        The task instance for the start_date is allowed to run.
+    :param wait_for_past_depends_before_skipping: when set to true, if the task instance
+        should be marked as skipped, and depends_on_past is true, the ti will stay on None state
+        waiting the task of the previous run
+    :param wait_for_downstream: when set to true, an instance of task
+        X will wait for tasks immediately downstream of the previous instance
+        of task X to finish successfully or be skipped before it runs. This is useful if the
+        different instances of a task X alter the same asset, and this asset
+        is used by tasks downstream of task X. Note that depends_on_past
+        is forced to True wherever wait_for_downstream is used. Also note that
+        only tasks *immediately* downstream of the previous task instance are waited
+        for; the statuses of any tasks further downstream are ignored.
+    :param dag: a reference to the dag the task is attached to (if any)
+    :param priority_weight: priority weight of this task against other task.
+        This allows the executor to trigger higher priority tasks before
+        others when things get backed up. Set priority_weight as a higher
+        number for more important tasks.
+    :param weight_rule: weighting method used for the effective total
+        priority weight of the task. Options are:
+        ``{ downstream | upstream | absolute }`` default is ``downstream``
+        When set to ``downstream`` the effective weight of the task is the
+        aggregate sum of all downstream descendants. As a result, upstream
+        tasks will have higher weight and will be scheduled more aggressively
+        when using positive weight values. This is useful when you have
+        multiple dag run instances and desire to have all upstream tasks to
+        complete for all runs before each dag can continue processing
+        downstream tasks. When set to ``upstream`` the effective weight is the
+        aggregate sum of all upstream ancestors. This is the opposite where
+        downstream tasks have higher weight and will be scheduled more
+        aggressively when using positive weight values. This is useful when you
+        have multiple dag run instances and prefer to have each dag complete
+        before starting upstream tasks of other dags.  When set to
+        ``absolute``, the effective weight is the exact ``priority_weight``
+        specified without additional weighting. You may want to do this when
+        you know exactly what priority weight each task should have.
+        Additionally, when set to ``absolute``, there is bonus effect of
+        significantly speeding up the task creation process as for very large
+        DAGs. Options can be set as string or using the constants defined in
+        the static class ``airflow.utils.WeightRule``
+        |experimental|
+        Since 2.9.0, Airflow allows to define custom priority weight strategy,
+        by creating a subclass of
+        ``airflow.task.priority_strategy.PriorityWeightStrategy`` and registering
+        in a plugin, then providing the class path or the class instance via
+        ``weight_rule`` parameter. The custom priority weight strategy will be
+        used to calculate the effective total priority weight of the task instance.
+    :param queue: which queue to target when running this job. Not
+        all executors implement queue management, the CeleryExecutor
+        does support targeting specific queues.
+    :param pool: the slot pool this task should run in, slot pools are a
+        way to limit concurrency for certain tasks
+    :param pool_slots: the number of pool slots this task should use (>= 1)
+        Values less than 1 are not allowed.
+    :param sla: time by which the job is expected to succeed. Note that
+        this represents the ``timedelta`` after the period is closed. For
+        example if you set an SLA of 1 hour, the scheduler would send an email
+        soon after 1:00AM on the ``2016-01-02`` if the ``2016-01-01`` instance
+        has not succeeded yet.
+        The scheduler pays special attention for jobs with an SLA and
+        sends alert
+        emails for SLA misses. SLA misses are also recorded in the database
+        for future reference. All tasks that share the same SLA time
+        get bundled in a single email, sent soon after that time. SLA
+        notification are sent once and only once for each task instance.
+    :param execution_timeout: max time allowed for the execution of
+        this task instance, if it goes beyond it will raise and fail.
+    :param on_failure_callback: a function or list of functions to be called when a task instance
+        of this task fails. a context dictionary is passed as a single
+        parameter to this function. Context contains references to related
+        objects to the task instance and is documented under the macros
+        section of the API.
+    :param on_execute_callback: much like the ``on_failure_callback`` except
+        that it is executed right before the task is executed.
+    :param on_retry_callback: much like the ``on_failure_callback`` except
+        that it is executed when retries occur.
+    :param on_success_callback: much like the ``on_failure_callback`` except
+        that it is executed when the task succeeds.
+    :param on_skipped_callback: much like the ``on_failure_callback`` except
+        that it is executed when skipped occur; this callback will be called only if AirflowSkipException get raised.
+        Explicitly it is NOT called if a task is not started to be executed because of a preceding branching
+        decision in the DAG or a trigger rule which causes execution to skip so that the task execution
+        is never scheduled.
+    :param pre_execute: a function to be called immediately before task
+        execution, receiving a context dictionary; raising an exception will
+        prevent the task from being executed.
+
+        |experimental|
+    :param post_execute: a function to be called immediately after task
+        execution, receiving a context dictionary and task result; raising an
+        exception will prevent the task from succeeding.
+
+        |experimental|
+    :param trigger_rule: defines the rule by which dependencies are applied
+        for the task to get triggered. Options are:
+        ``{ all_success | all_failed | all_done | all_skipped | one_success | one_done |
+        one_failed | none_failed | none_failed_min_one_success | none_skipped | always}``
+        default is ``all_success``. Options can be set as string or
+        using the constants defined in the static class
+        ``airflow.utils.TriggerRule``
+    :param resources: A map of resource parameter names (the argument names of the
+        Resources constructor) to their values.
+    :param run_as_user: unix username to impersonate while running the task
+    :param max_active_tis_per_dag: When set, a task will be able to limit the concurrent
+        runs across execution_dates.
+    :param max_active_tis_per_dagrun: When set, a task will be able to limit the concurrent
+        task instances per DAG run.
+    :param executor: Which executor to target when running this task. NOT YET SUPPORTED
+    :param executor_config: Additional task-level configuration parameters that are
+        interpreted by a specific executor. Parameters are namespaced by the name of
+        executor.
+
+        **Example**: to run this task in a specific docker container through
+        the KubernetesExecutor ::
+
+            MyOperator(..., executor_config={"KubernetesExecutor": {"image": "myCustomDockerImage"}})
+
+    :param do_xcom_push: if True, an XCom is pushed containing the Operator's
+        result
+    :param multiple_outputs: if True and do_xcom_push is True, pushes multiple XComs, one for each
+        key in the returned dictionary result. If False and do_xcom_push is True, pushes a single XCom.
+    :param task_group: The TaskGroup to which the task should belong. This is typically provided when not
+        using a TaskGroup as a context manager.
+    :param doc: Add documentation or notes to your Task objects that is visible in
+        Task Instance details View in the Webserver
+    :param doc_md: Add documentation (in Markdown format) or notes to your Task objects
+        that is visible in Task Instance details View in the Webserver
+    :param doc_rst: Add documentation (in RST format) or notes to your Task objects
+        that is visible in Task Instance details View in the Webserver
+    :param doc_json: Add documentation (in JSON format) or notes to your Task objects
+        that is visible in Task Instance details View in the Webserver
+    :param doc_yaml: Add documentation (in YAML format) or notes to your Task objects
+        that is visible in Task Instance details View in the Webserver
+    :param task_display_name: The display name of the task which appears on the UI.
+    :param logger_name: Name of the logger used by the Operator to emit logs.
+        If set to `None` (default), the logger name will fall back to
+        `airflow.task.operators.{class.__module__}.{class.__name__}` (e.g. SimpleHttpOperator will have
+        *airflow.task.operators.airflow.providers.http.operators.http.SimpleHttpOperator* as logger).
+    :param allow_nested_operators: if True, when an operator is executed within another one a warning message
+        will be logged. If False, then an exception will be raised if the operator is badly used (e.g. nested
+        within another one). In future releases of Airflow this parameter will be removed and an exception
+        will always be thrown when operators are nested within each other (default is True).
+
+        **Example**: example of a bad operator mixin usage::
+
+            @task(provide_context=True)
+            def say_hello_world(**context):
+                hello_world_task = BashOperator(
+                    task_id="hello_world_task",
+                    bash_command="python -c \"print('Hello, world!')\"",
+                    dag=dag,
+                )
+                hello_world_task.execute(context)
+    """
+
+    task_id: str
+    owner: str = DEFAULT_OWNER
+    email: str | Sequence[str] | None = None
+    email_on_retry: bool = True
+    email_on_failure: bool = True
+    retries: int | None = DEFAULT_RETRIES
+    retry_delay: timedelta = DEFAULT_RETRY_DELAY
+    retry_exponential_backoff: bool = False
+    max_retry_delay: timedelta | float | None = None
+    start_date: datetime | None = None
+    end_date: datetime | None = None
+    depends_on_past: bool = False
+    ignore_first_depends_on_past: bool = DEFAULT_IGNORE_FIRST_DEPENDS_ON_PAST
+    wait_for_past_depends_before_skipping: bool = DEFAULT_WAIT_FOR_PAST_DEPENDS_BEFORE_SKIPPING
+    wait_for_downstream: bool = False
+
+    # At execution_time this becomes a normal dict
+    params: ParamsDict | dict = field(default_factory=ParamsDict)
+    default_args: dict | None = None
+    priority_weight: int = DEFAULT_PRIORITY_WEIGHT
+    weight_rule: PriorityWeightStrategy = field(
+        default_factory=airflow_priority_weight_strategies[DEFAULT_WEIGHT_RULE]
+    )
+    queue: str = DEFAULT_QUEUE
+    pool: str = "default"
+    pool_slots: int = DEFAULT_POOL_SLOTS
+    execution_timeout: timedelta | None = DEFAULT_TASK_EXECUTION_TIMEOUT
+    # on_execute_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    # on_failure_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    # on_success_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    # on_retry_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    # on_skipped_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None
+    # pre_execute: TaskPreExecuteHook | None = None
+    # post_execute: TaskPostExecuteHook | None = None
+    trigger_rule: TriggerRule = DEFAULT_TRIGGER_RULE
+    resources: dict[str, Any] | None = None
+    run_as_user: str | None = None
+    task_concurrency: int | None = None
+    map_index_template: str | None = None
+    max_active_tis_per_dag: int | None = None
+    max_active_tis_per_dagrun: int | None = None
+    executor: str | None = None
+    executor_config: dict | None = None
+    do_xcom_push: bool = True
+    multiple_outputs: bool = False
+    inlets: list[Any] = field(default_factory=list)
+    outlets: list[Any] = field(default_factory=list)
+    task_group: TaskGroup | None = None
+    doc: str | None = None
+    doc_md: str | None = None
+    doc_json: str | None = None
+    doc_yaml: str | None = None
+    doc_rst: str | None = None
+    _task_display_name: str | None = None
+    logger_name: str | None = None
+    allow_nested_operators: bool = True
+
+    is_setup: bool = False
+    is_teardown: bool = False
+
+    # TODO: Task-SDK: Make these ClassVar[]?
+    template_fields: Collection[str] = ()
+    template_ext: Sequence[str] = ()
+
+    template_fields_renderers: ClassVar[dict[str, str]] = {}
+
+    # Defines the color in the UI
+    ui_color: str = "#fff"
+    ui_fgcolor: str = "#000"
+
+    # TODO: Task-SDK Mapping
+    # partial: Callable[..., OperatorPartial] = _PartialDescriptor()  # type: ignore
+
+    _dag: DAG | None = field(init=False, default=None)
+
+    # Make this optional so the type matches the one define in LoggingMixin
+    _log_config_logger_name: str | None = field(default="airflow.task.operators", init=False)
+    _logger_name: str | None = None
+
+    # The _serialized_fields are lazily loaded when get_serialized_fields() method is called
+    __serialized_fields: ClassVar[frozenset[str] | None] = None
+
+    _comps: ClassVar[set[str]] = {
+        "task_id",
+        "dag_id",
+        "owner",
+        "email",
+        "email_on_retry",
+        "retry_delay",
+        "retry_exponential_backoff",
+        "max_retry_delay",
+        "start_date",
+        "end_date",
+        "depends_on_past",
+        "wait_for_downstream",
+        "priority_weight",
+        "sla",
+        "execution_timeout",
+        "on_execute_callback",
+        "on_failure_callback",
+        "on_success_callback",
+        "on_retry_callback",
+        "on_skipped_callback",
+        "do_xcom_push",
+        "multiple_outputs",
+        "allow_nested_operators",
+        "executor",
+    }
+
+    # Defines if the operator supports lineage without manual definitions
+    supports_lineage: bool = False
+
+    # If True then the class constructor was called
+    __instantiated: bool = False
+    # List of args as passed to `init()`, after apply_defaults() has been updated. Used to "recreate" the task
+    # when mapping
+    # Set via the metaclass
+    __init_kwargs: dict[str, Any] = field(init=False)
+
+    # Set to True before calling execute method
+    _lock_for_execution: bool = False
+
+    # Set to True for an operator instantiated by a mapped operator.
+    __from_mapped: bool = False
+
+    # TODO:
+    # start_trigger_args: StartTriggerArgs | None = None
+    # start_from_trigger: bool = False
+
+    # base list which includes all the attrs that don't need deep copy.
+    _base_operator_shallow_copy_attrs: Final[tuple[str, ...]] = (
+        "user_defined_macros",
+        "user_defined_filters",
+        "params",
+    )
+
+    # each operator should override this class attr for shallow copy attrs.
+    shallow_copy_attrs: Sequence[str] = ()
+
+    def __setattr__(self: BaseOperator, key: str, value: Any):
+        if converter := getattr(self, f"_convert_{key}", None):
+            value = converter(value)
+        super().__setattr__(key, value)
+        if self.__from_mapped or self._lock_for_execution:
+            return  # Skip any custom behavior for validation and during execute.
+        if key in self.__init_kwargs:
+            self.__init_kwargs[key] = value
+        if self.__instantiated and key in self.template_fields:
+            # Resolve upstreams set by assigning an XComArg after initializing
+            # an operator, example:
+            #   op = BashOperator()
+            #   op.bash_command = "sleep 1"
+            self._set_xcomargs_dependency(key, value)
+
+    def __init__(
+        self,
+        *,
+        task_id: str,
+        owner: str = DEFAULT_OWNER,
+        email: str | Sequence[str] | None = None,
+        email_on_retry: bool = True,
+        email_on_failure: bool = True,
+        retries: int | None = DEFAULT_RETRIES,
+        retry_delay: timedelta | float = DEFAULT_RETRY_DELAY,
+        retry_exponential_backoff: bool = False,
+        max_retry_delay: timedelta | float | None = None,
+        start_date: datetime | None = None,
+        end_date: datetime | None = None,
+        depends_on_past: bool = False,
+        ignore_first_depends_on_past: bool = DEFAULT_IGNORE_FIRST_DEPENDS_ON_PAST,
+        wait_for_past_depends_before_skipping: bool = DEFAULT_WAIT_FOR_PAST_DEPENDS_BEFORE_SKIPPING,
+        wait_for_downstream: bool = False,
+        dag: DAG | None = None,
+        params: collections.abc.MutableMapping[str, Any] | None = None,
+        default_args: dict | None = None,
+        priority_weight: int = DEFAULT_PRIORITY_WEIGHT,
+        weight_rule: str | PriorityWeightStrategy = DEFAULT_WEIGHT_RULE,
+        queue: str = DEFAULT_QUEUE,
+        pool: str | None = None,
+        pool_slots: int = DEFAULT_POOL_SLOTS,
+        sla: timedelta | None = None,
+        execution_timeout: timedelta | None = DEFAULT_TASK_EXECUTION_TIMEOUT,
+        # on_execute_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
+        # on_failure_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
+        # on_success_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
+        # on_retry_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
+        # on_skipped_callback: None | TaskStateChangeCallback | list[TaskStateChangeCallback] = None,
+        # pre_execute: TaskPreExecuteHook | None = None,
+        # post_execute: TaskPostExecuteHook | None = None,
+        trigger_rule: str = DEFAULT_TRIGGER_RULE,
+        resources: dict[str, Any] | None = None,
+        run_as_user: str | None = None,
+        map_index_template: str | None = None,
+        max_active_tis_per_dag: int | None = None,
+        max_active_tis_per_dagrun: int | None = None,
+        executor: str | None = None,
+        executor_config: dict | None = None,
+        do_xcom_push: bool = True,
+        multiple_outputs: bool = False,
+        inlets: Any | None = None,
+        outlets: Any | None = None,
+        task_group: TaskGroup | None = None,
+        doc: str | None = None,
+        doc_md: str | None = None,
+        doc_json: str | None = None,
+        doc_yaml: str | None = None,
+        doc_rst: str | None = None,
+        task_display_name: str | None = None,
+        logger_name: str | None = None,
+        allow_nested_operators: bool = True,
+        **kwargs: Any,
+    ):
+        # Note: Metaclass handles passing in the DAG/TaskGroup from active context manager, if any
+
+        self.task_id = task_group.child_id(task_id) if task_group else task_id
+        if not self.__from_mapped and task_group:
+            task_group.add(self)
+
+        super().__init__()
+        self.task_group = task_group
+
+        kwargs.pop("_airflow_mapped_validation_only", None)
+        if kwargs:
+            raise TypeError(
+                f"Invalid arguments were passed to {self.__class__.__name__} (task_id: {task_id}). "
+                f"Invalid arguments were:\n**kwargs: {kwargs}",
+            )
+        validate_key(task_id)
+
+        self.owner = owner
+        self.email = email
+        self.email_on_retry = email_on_retry
+        self.email_on_failure = email_on_failure
+
+        if execution_timeout is not None and not isinstance(execution_timeout, timedelta):
+            raise ValueError(
+                f"execution_timeout must be timedelta object but passed as type: {type(execution_timeout)}"
+            )
+        self.execution_timeout = execution_timeout
+
+        # TODO:
+        # self.on_execute_callback = on_execute_callback
+        # self.on_failure_callback = on_failure_callback
+        # self.on_success_callback = on_success_callback
+        # self.on_retry_callback = on_retry_callback
+        # self.on_skipped_callback = on_skipped_callback
+        # self._pre_execute_hook = pre_execute
+        # self._post_execute_hook = post_execute
+
+        if start_date:
+            self.start_date = timezone.convert_to_utc(start_date)
+
+        if end_date:
+            self.end_date = timezone.convert_to_utc(end_date)
+
+        if executor:
+            warnings.warn(
+                "Specifying executors for operators is not yet supported, the value {executor!r} will have no effect",
+                category=UserWarning,
+                stacklevel=2,
+            )
+        self.executor = executor
+        self.executor_config = executor_config or {}
+        self.run_as_user = run_as_user
+        # TODO:
+        # self.retries = parse_retries(retries)
+        self.retries = retries
+        self.queue = queue
+        # TODO: Task-SDK: pull this default name from Pool constant?
+        self.pool = "default_pool" if pool is None else pool
+        self.pool_slots = pool_slots
+        if self.pool_slots < 1:
+            dag_str = f" in dag {dag.dag_id}" if dag else ""
+            raise ValueError(f"pool slots for {self.task_id}{dag_str} cannot be less than 1")
+        self.sla = sla
+
+        if not TriggerRule.is_valid(trigger_rule):
+            raise ValueError(
+                f"The trigger_rule must be one of {TriggerRule.all_triggers()},"
+                f"'{dag.dag_id if dag else ''}.{task_id}'; received '{trigger_rule}'."
+            )
+
+        self.trigger_rule: TriggerRule = TriggerRule(trigger_rule)
+
+        self.depends_on_past: bool = depends_on_past
+        self.ignore_first_depends_on_past: bool = ignore_first_depends_on_past
+        self.wait_for_past_depends_before_skipping: bool = wait_for_past_depends_before_skipping
+        self.wait_for_downstream: bool = wait_for_downstream
+        if wait_for_downstream:
+            self.depends_on_past = True
+
+        # Converted by setattr
+        self.retry_delay = retry_delay  # type: ignore[assignment]
+        self.retry_exponential_backoff = retry_exponential_backoff
+        if max_retry_delay is not None:
+            self.max_retry_delay = max_retry_delay
+
+        self.resources = resources
+
+        self.params = ParamsDict(params)
+
+        self.priority_weight = priority_weight
+        self.weight_rule = validate_and_load_priority_weight_strategy(weight_rule)
+
+        self.max_active_tis_per_dag: int | None = max_active_tis_per_dag
+        self.max_active_tis_per_dagrun: int | None = max_active_tis_per_dagrun
+        self.do_xcom_push: bool = do_xcom_push
+        self.map_index_template: str | None = map_index_template
+        self.multiple_outputs: bool = multiple_outputs
+
+        self.doc_md = doc_md
+        self.doc_json = doc_json
+        self.doc_yaml = doc_yaml
+        self.doc_rst = doc_rst
+        self.doc = doc
+
+        self._task_display_name = task_display_name
+
+        self.allow_nested_operators = allow_nested_operators
+
+        self._logger_name = logger_name
+
+        # Lineage
+        if inlets:
+            self.inlets = (
+                inlets
+                if isinstance(inlets, list)
+                else [
+                    inlets,
+                ]
+            )
+        else:
+            self.inlets = []
+
+        if outlets:
+            self.outlets = (
+                outlets
+                if isinstance(outlets, list)
+                else [
+                    outlets,
+                ]
+            )
+        else:
+            self.outlets = []
+
+        if isinstance(self.template_fields, str):
+            warnings.warn(
+                f"The `template_fields` value for {self.task_type} is a string "
+                "but should be a list or tuple of string. Wrapping it in a list for execution. "
+                f"Please update {self.task_type} accordingly.",
+                UserWarning,
+                stacklevel=2,
+            )
+            self.template_fields = [self.template_fields]
+
+        self.is_setup = False
+        self.is_teardown = False
+
+        if SetupTeardownContext.active:
+            SetupTeardownContext.update_context_map(self)
+
+        # We set self.dag right at the end as `_convert_dag` calls `dag.add_task` for us, and we need all the
+        # other properties to be set at that point
+        if dag is not None:
+            self.dag = dag
+
+        validate_instance_args(self, BASEOPERATOR_ARGS_EXPECTED_TYPES)
+
+    def __eq__(self, other):
+        if type(self) is type(other):
+            # Use getattr() instead of __dict__ as __dict__ doesn't return
+            # correct values for properties.
+            return all(getattr(self, c, None) == getattr(other, c, None) for c in self._comps)
+        return False
+
+    def __ne__(self, other):
+        return not self == other
+
+    def __hash__(self):
+        hash_components = [type(self)]
+        for component in self._comps:
+            val = getattr(self, component, None)
+            try:
+                hash(val)
+                hash_components.append(val)
+            except TypeError:
+                hash_components.append(repr(val))
+        return hash(tuple(hash_components))
+
+    # including lineage information
+    def __or__(self, other):
+        """
+        Return [This Operator] | [Operator].
+
+        The inlets of other will be set to pick up the outlets from this operator.
+        Other will be set as a downstream task of this operator.
+        """
+        if isinstance(other, BaseOperator):
+            if not self.outlets and not self.supports_lineage:
+                raise ValueError("No outlets defined for this operator")
+            other.add_inlets([self.task_id])
+            self.set_downstream(other)
+        else:
+            raise TypeError(f"Right hand side ({other}) is not an Operator")
+
+        return self
+
+    # /Composing Operators ---------------------------------------------
+
+    def __gt__(self, other):
+        """
+        Return [Operator] > [Outlet].
+
+        If other is an attr annotated object it is set as an outlet of this Operator.
+        """
+        if not isinstance(other, Iterable):
+            other = [other]
+
+        for obj in other:
+            if not attrs.has(obj):
+                raise TypeError(f"Left hand side ({obj}) is not an outlet")
+        self.add_outlets(other)
+
+        return self
+
+    def __lt__(self, other):
+        """
+        Return [Inlet] > [Operator] or [Operator] < [Inlet].
+
+        If other is an attr annotated object it is set as an inlet to this operator.
+        """
+        if not isinstance(other, Iterable):
+            other = [other]
+
+        for obj in other:
+            if not attrs.has(obj):
+                raise TypeError(f"{obj} cannot be an inlet")
+        self.add_inlets(other)
+
+        return self
+
+    def __deepcopy__(self, memo: dict[int, Any]):
+        # Hack sorting double chained task lists by task_id to avoid hitting
+        # max_depth on deepcopy operations.
+        sys.setrecursionlimit(5000)  # TODO fix this in a better way
+
+        cls = self.__class__
+        result = cls.__new__(cls)
+        memo[id(self)] = result
+
+        shallow_copy = tuple(cls.shallow_copy_attrs) + cls._base_operator_shallow_copy_attrs
+
+        for k, v in self.__dict__.items():
+            if k not in shallow_copy:
+                v = copy.deepcopy(v, memo)
+            else:
+                v = copy.copy(v)
+
+            # Bypass any setters, and set it on the object directly. This works since we are cloning ourself so
+            # we know the type is already fine
+            object.__setattr__(result, k, v)
+        return result
+
+    def __getstate__(self):
+        state = dict(self.__dict__)
+        if self._log:
+            del state["_log"]
+
+        return state
+
+    def __setstate__(self, state):
+        self.__dict__ = state
+
+    def add_inlets(self, inlets: Iterable[Any]):
+        """Set inlets to this operator."""
+        self.inlets.extend(inlets)
+
+    def add_outlets(self, outlets: Iterable[Any]):
+        """Define the outlets of this operator."""
+        self.outlets.extend(outlets)
+
+    def get_dag(self) -> DAG | None:
+        return self._dag
+
+    @property  # type: ignore[override]
+    def dag(self) -> DAG:
+        """Returns the Operator's DAG if set, otherwise raises an error."""
+        if dag := self._dag:
+            return dag
+        else:
+            raise RuntimeError(f"Operator {self} has not been assigned to a DAG yet")
+
+    @dag.setter
+    def dag(self, dag: DAG | None | AttributeRemoved) -> None:
+        """Operators can be assigned to one DAG, one time. Repeat assignments to that same DAG are ok."""
+        # TODO: Task-SDK: Remove the AttributeRemoved and this type ignore once we remove AIP-44 code
+        self._dag = dag  # type: ignore[assignment]
+
+    def _convert__dag(self, dag: DAG | None | AttributeRemoved) -> DAG | None | AttributeRemoved:
+        # Called automatically by __setattr__ method
+        from airflow.sdk.definitions.dag import DAG
+
+        if dag is None:
+            return dag
+
+        # if set to removed, then just set and exit
+        if type(self._dag) is AttributeRemoved:
+            return dag
+        # if setting to removed, then just set and exit
+        if type(dag) is AttributeRemoved:
+            return AttributeRemoved("_dag")  # type: ignore[assignment]
+
+        if not isinstance(dag, DAG):
+            raise TypeError(f"Expected DAG; received {dag.__class__.__name__}")
+        elif self._dag is not None and self._dag is not dag:
+            raise ValueError(f"The DAG assigned to {self} can not be changed.")
+
+        if self.__from_mapped:
+            pass  # Don't add to DAG -- the mapped task takes the place.
+        elif dag.task_dict.get(self.task_id) is not self:
+            # TODO: Task-SDK: Remove this type ignore
+            dag.add_task(self)  # type: ignore[arg-type]
+        return dag
+
+    @staticmethod
+    def _convert_retries(retries: Any) -> int | None:
+        if retries is None:
+            return 0
+        elif type(retries) == int:  # noqa: E721
+            return retries
+        try:
+            parsed_retries = int(retries)
+        except (TypeError, ValueError):
+            raise TypeError(f"'retries' type must be int, not {type(retries).__name__}")
+        return parsed_retries
+
+    @staticmethod
+    def _convert_timedelta(value: float | timedelta | None) -> timedelta | None:
+        if value is None or isinstance(value, timedelta):
+            return value
+        return timedelta(seconds=value)
+
+    _convert_retry_delay = _convert_timedelta
+    _convert_max_retry_delay = _convert_timedelta
+
+    @staticmethod
+    def _convert_resources(resources: dict[str, Any] | None) -> Resources | None:
+        if resources is None:
+            return None
+
+        from airflow.utils.operator_resources import Resources
+
+        if isinstance(resources, Resources):
+            return resources
+
+        return Resources(**resources)
+
+    def _convert_is_setup(self, value: bool) -> bool:
+        """
+        Setter for is_setup property.
+
+        :meta private:
+        """
+        if self.is_teardown and value:
+            raise ValueError(f"Cannot mark task '{self.task_id}' as setup; task is already a teardown.")
+        return value
+
+    def _convert_is_teardown(self, value: bool) -> bool:
+        if self.is_setup and value:
+            raise ValueError(f"Cannot mark task '{self.task_id}' as teardown; task is already a setup.")
+        return value
+
+    @property
+    def task_display_name(self) -> str:
+        return self._task_display_name or self.task_id
+
+    def has_dag(self):
+        """Return True if the Operator has been assigned to a DAG."""
+        return self._dag is not None
+
+    def _set_xcomargs_dependencies(self) -> None:
+        from airflow.models.xcom_arg import XComArg
+
+        for f in self.template_fields:
+            arg = getattr(self, f, NOTSET)
+            if arg is not NOTSET:
+                XComArg.apply_upstream_relationship(self, arg)
+
+    def _set_xcomargs_dependency(self, field: str, newvalue: Any) -> None:
+        """
+        Resolve upstream dependencies of a task.
+
+        In this way passing an ``XComArg`` as value for a template field
+        will result in creating upstream relation between two tasks.
+
+        **Example**: ::
+
+            with DAG(...):
+                generate_content = GenerateContentOperator(task_id="generate_content")
+                send_email = EmailOperator(..., html_content=generate_content.output)
+
+            # This is equivalent to
+            with DAG(...):
+                generate_content = GenerateContentOperator(task_id="generate_content")
+                send_email = EmailOperator(..., html_content="{{ task_instance.xcom_pull('generate_content') }}")
+                generate_content >> send_email
+
+        """
+        from airflow.models.xcom_arg import XComArg
+
+        if field not in self.template_fields:
+            return
+        XComArg.apply_upstream_relationship(self, newvalue)
+
+    def on_kill(self) -> None:
+        """
+        Override this method to clean up subprocesses when a task instance gets killed.
+
+        Any use of the threading, subprocess or multiprocessing module within an
+        operator needs to be cleaned up, or it will leave ghost processes behind.
+        """
+
+    def __repr__(self):
+        return f"<Task({self.task_type}): {self.task_id}>"
+
+    @property
+    def operator_class(self) -> type[BaseOperator]:  # type: ignore[override]
+        return self.__class__
+
+    @property
+    def task_type(self) -> str:
+        """@property: type of the task."""
+        return self.__class__.__name__
+
+    @property
+    def operator_name(self) -> str:
+        """@property: use a more friendly display name for the operator, if set."""
+        try:
+            return self.custom_operator_name  # type: ignore
+        except AttributeError:
+            return self.task_type
+
+    @property
+    def roots(self) -> list[BaseOperator]:
+        """Required by DAGNode."""
+        return [self]
+
+    @property
+    def leaves(self) -> list[BaseOperator]:
+        """Required by DAGNode."""
+        return [self]
+
+    @property
+    def output(self) -> XComArg:
+        """Returns reference to XCom pushed by current operator."""
+        from airflow.models.xcom_arg import XComArg
+
+        # TODO: Task-SDK: remove this type ignore once XComArg is ported over
+        return XComArg(operator=self)  # type: ignore[call-overload]
+
+    @classmethod
+    def get_serialized_fields(cls):
+        """Stringified DAGs and operators contain exactly these fields."""
+        if not cls.__serialized_fields:
+            from airflow.sdk.definitions.contextmanager import DagContext
+
+            # make sure the following "fake" task is not added to current active
+            # dag in context, otherwise, it will result in
+            # `RuntimeError: dictionary changed size during iteration`
+            # Exception in SerializedDAG.serialize_dag() call.
+            DagContext.push(None)
+            cls.__serialized_fields = frozenset(
+                vars(BaseOperator(task_id="test")).keys()
+                - {
+                    "upstream_task_ids",
+                    "default_args",
+                    "dag",
+                    "_dag",
+                    "label",
+                    "_BaseOperator__instantiated",
+                    "_BaseOperator__init_kwargs",
+                    "_BaseOperator__from_mapped",
+                    "on_failure_fail_dagrun",
+                    "task_group",
+                    "_task_type",
+                }
+                | {  # Class level defaults, or `@property` need to be added to this list
+                    "start_date",
+                    "end_date",
+                    "task_type",
+                    "ui_color",
+                    "ui_fgcolor",
+                    "template_ext",
+                    "template_fields",
+                    "template_fields_renderers",
+                    "params",
+                    "is_setup",
+                    "is_teardown",
+                    "on_failure_fail_dagrun",
+                    "map_index_template",
+                    "start_trigger_args",
+                    "_needs_expansion",
+                    "start_from_trigger",
+                    "max_retry_delay",
+                }
+            )
+            DagContext.pop()
+
+        return cls.__serialized_fields
+
+    def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
+        """Serialize; required by DAGNode."""
+        from airflow.serialization.enums import DagAttributeTypes
+
+        return DagAttributeTypes.OP, self.task_id
+
+    @property
+    def inherits_from_empty_operator(self):
+        """Used to determine if an Operator is inherited from EmptyOperator."""
+        # This looks like `isinstance(self, EmptyOperator) would work, but this also
+        # needs to cope when `self` is a Serialized instance of a EmptyOperator or one
+        # of its subclasses (which don't inherit from anything but BaseOperator).
+        return getattr(self, "_is_empty", False)
diff --git a/task_sdk/src/airflow/sdk/definitions/contextmanager.py b/task_sdk/src/airflow/sdk/definitions/contextmanager.py
new file mode 100644
index 0000000000000..ee08bd19c908a
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/contextmanager.py
@@ -0,0 +1,124 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import sys
+from collections import deque
+from types import ModuleType
+from typing import Any, Generic, TypeVar
+
+from airflow.sdk.definitions.dag import DAG
+from airflow.sdk.definitions.taskgroup import TaskGroup
+
+T = TypeVar("T")
+
+__all__ = [
+    "DagContext",
+    "TaskGroupContext",
+]
+
+
+# In order to add a `@classproperty`-like thing we need to define a property on a metaclass.
+class ContextStackMeta(type):
+    _context: deque
+
+    # TODO: Task-SDK:
+    # share_parent_context can go away once the DAG and TaskContext manager in airflow.models are removed and
+    # everything uses sdk fully for definition/parsing
+    def __new__(cls, name, bases, namespace, share_parent_context: bool = False, **kwargs: Any):
+        if not share_parent_context:
+            namespace["_context"] = deque()
+
+        new_cls = super().__new__(cls, name, bases, namespace, **kwargs)
+
+        return new_cls
+
+    @property
+    def active(self) -> bool:
+        """The active property says if any object is currently in scope."""
+        return bool(self._context)
+
+
+class ContextStack(Generic[T], metaclass=ContextStackMeta):
+    _context: deque[T]
+
+    @classmethod
+    def push(cls, obj: T):
+        cls._context.appendleft(obj)
+
+    @classmethod
+    def pop(cls) -> T | None:
+        return cls._context.popleft()
+
+    @classmethod
+    def get_current(cls) -> T | None:
+        try:
+            return cls._context[0]
+        except IndexError:
+            return None
+
+
+class DagContext(ContextStack[DAG]):
+    """
+    DAG context is used to keep the current DAG when DAG is used as ContextManager.
+
+    You can use DAG as context:
+
+    .. code-block:: python
+
+        with DAG(
+            dag_id="example_dag",
+            default_args=default_args,
+            schedule="0 0 * * *",
+            dagrun_timeout=timedelta(minutes=60),
+        ) as dag:
+            ...
+
+    If you do this the context stores the DAG and whenever new task is created, it will use
+    such stored DAG as the parent DAG.
+
+    """
+
+    autoregistered_dags: set[tuple[DAG, ModuleType]] = set()
+    current_autoregister_module_name: str | None = None
+
+    @classmethod
+    def pop(cls) -> DAG | None:
+        dag = super().pop()
+        # In a few cases around serialization we explicitly push None in to the stack
+        if cls.current_autoregister_module_name is not None and dag and getattr(dag, "auto_register", True):
+            mod = sys.modules[cls.current_autoregister_module_name]
+            cls.autoregistered_dags.add((dag, mod))
+        return dag
+
+    @classmethod
+    def get_current_dag(cls) -> DAG | None:
+        return cls.get_current()
+
+
+class TaskGroupContext(ContextStack[TaskGroup]):
+    """TaskGroup context is used to keep the current TaskGroup when TaskGroup is used as ContextManager."""
+
+    @classmethod
+    def get_current(cls, dag: DAG | None = None) -> TaskGroup | None:
+        if current := super().get_current():
+            return current
+        if dag := dag or DagContext.get_current():
+            # If there's currently a DAG but no TaskGroup, return the root TaskGroup of the dag.
+            return dag.task_group
+        return None
diff --git a/task_sdk/src/airflow/sdk/definitions/dag.py b/task_sdk/src/airflow/sdk/definitions/dag.py
new file mode 100644
index 0000000000000..479c1ea09b80c
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/dag.py
@@ -0,0 +1,1119 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import copy
+import functools
+import itertools
+import logging
+import os
+import sys
+import weakref
+from collections import abc
+from collections.abc import Collection, Iterable, MutableSet
+from datetime import datetime, timedelta
+from inspect import signature
+from re import Pattern
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Callable,
+    ClassVar,
+    Union,
+    cast,
+)
+from urllib.parse import urlsplit
+
+import attrs
+import jinja2
+import re2
+from dateutil.relativedelta import relativedelta
+
+from airflow import settings
+from airflow.assets import Asset, AssetAlias, BaseAsset
+from airflow.exceptions import (
+    DuplicateTaskIdFound,
+    FailStopDagInvalidTriggerRule,
+    ParamValidationError,
+    TaskNotFound,
+)
+from airflow.models.param import DagParam, ParamsDict
+from airflow.sdk.definitions.abstractoperator import AbstractOperator
+from airflow.sdk.definitions.baseoperator import BaseOperator
+from airflow.sdk.types import NOTSET
+from airflow.timetables.base import Timetable
+from airflow.timetables.simple import (
+    AssetTriggeredTimetable,
+    ContinuousTimetable,
+    NullTimetable,
+    OnceTimetable,
+)
+from airflow.utils.context import Context
+from airflow.utils.dag_cycle_tester import check_cycle
+from airflow.utils.decorators import fixup_decorator_warning_stack
+from airflow.utils.trigger_rule import TriggerRule
+from airflow.utils.types import EdgeInfoType
+
+if TYPE_CHECKING:
+    # TODO: Task-SDK: Remove pendulum core dep
+    from pendulum.tz.timezone import FixedTimezone, Timezone
+
+    from airflow.decorators import TaskDecoratorCollection
+    from airflow.models.operator import Operator
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+    from airflow.typing_compat import Self
+
+
+log = logging.getLogger(__name__)
+
+TAG_MAX_LEN = 100
+
+__all__ = [
+    "DAG",
+    "dag",
+]
+
+
+DagStateChangeCallback = Callable[[Context], None]
+ScheduleInterval = Union[None, str, timedelta, relativedelta]
+
+ScheduleArg = Union[
+    ScheduleInterval,
+    Timetable,
+    BaseAsset,
+    Collection[Union["Asset", "AssetAlias"]],
+]
+
+
+_DAG_HASH_ATTRS = frozenset(
+    {
+        "dag_id",
+        "task_ids",
+        "start_date",
+        "end_date",
+        "fileloc",
+        "template_searchpath",
+        "last_loaded",
+        "schedule",
+        # TODO: Task-SDK: we should be hashing on timetable now, not scheulde!
+        # "timetable",
+    }
+)
+
+
+def _create_timetable(interval: ScheduleInterval, timezone: Timezone | FixedTimezone) -> Timetable:
+    """Create a Timetable instance from a plain ``schedule`` value."""
+    from airflow.configuration import conf as airflow_conf
+    from airflow.timetables.interval import CronDataIntervalTimetable, DeltaDataIntervalTimetable
+    from airflow.timetables.trigger import CronTriggerTimetable
+
+    if interval is None:
+        return NullTimetable()
+    if interval == "@once":
+        return OnceTimetable()
+    if interval == "@continuous":
+        return ContinuousTimetable()
+    if isinstance(interval, (timedelta, relativedelta)):
+        return DeltaDataIntervalTimetable(interval)
+    if isinstance(interval, str):
+        if airflow_conf.getboolean("scheduler", "create_cron_data_intervals"):
+            return CronDataIntervalTimetable(interval, timezone)
+        else:
+            return CronTriggerTimetable(interval, timezone=timezone)
+    raise ValueError(f"{interval!r} is not a valid schedule.")
+
+
+def _convert_params(val: abc.MutableMapping | None, self_: DAG) -> ParamsDict:
+    """
+    Convert the plain dict into a ParamsDict.
+
+    This will also merge in params from default_args
+    """
+    val = val or {}
+
+    # merging potentially conflicting default_args['params'] into params
+    if "params" in self_.default_args:
+        val.update(self_.default_args["params"])
+        del self_.default_args["params"]
+
+    params = ParamsDict(val)
+    object.__setattr__(self_, "params", params)
+
+    return params
+
+
+def _convert_str_to_tuple(val: str | Iterable[str] | None) -> Iterable[str] | None:
+    if isinstance(val, str):
+        return (val,)
+    return val
+
+
+def _convert_tags(tags: Collection[str] | None) -> MutableSet[str]:
+    return set(tags or [])
+
+
+def _convert_access_control(value, self_: DAG):
+    if hasattr(self_, "_upgrade_outdated_dag_access_control"):
+        return self_._upgrade_outdated_dag_access_control(value)
+    else:
+        return value
+
+
+def _convert_doc_md(doc_md: str | None) -> str | None:
+    if doc_md is None:
+        return doc_md
+
+    if doc_md.endswith(".md"):
+        try:
+            with open(doc_md) as fh:
+                return fh.read()
+        except FileNotFoundError:
+            return doc_md
+
+    return doc_md
+
+
+def _all_after_dag_id_to_kw_only(cls, fields: list[attrs.Attribute]):
+    i = iter(fields)
+    f = next(i)
+    if f.name != "dag_id":
+        raise RuntimeError("dag_id was not the first field")
+    yield f
+
+    for f in i:
+        yield f.evolve(kw_only=True)
+
+
+if TYPE_CHECKING:
+    # Given this attrs field:
+    #
+    #   default_args: dict[str, Any] = attrs.field(factory=dict, converter=copy.copy)
+    #
+    # mypy ignores the type of the attrs and works out the type as the converter function. However it doesn't
+    # cope with generics properly and errors with 'incompatible type "dict[str, object]"; expected "_T"'
+    #
+    # https://github.com/python/mypy/issues/8625
+    def dict_copy(_: dict[str, Any]) -> dict[str, Any]: ...
+else:
+    dict_copy = copy.copy
+
+
+def _default_start_date(instance: DAG):
+    # Find start date inside default_args for compat with Airflow 2.
+    from airflow.utils import timezone
+
+    if date := instance.default_args.get("start_date"):
+        if not isinstance(date, datetime):
+            date = timezone.parse(date)
+            instance.default_args["start_date"] = date
+        return date
+    return None
+
+
+def _default_dag_display_name(instance: DAG) -> str:
+    return instance.dag_id
+
+
+def _default_fileloc() -> str:
+    # Skip over this frame, and the 'attrs generated init'
+    back = sys._getframe().f_back
+    if not back or not (back := back.f_back):
+        # We expect two frames back, if not we don't know where we are
+        return ""
+    return back.f_code.co_filename if back else ""
+
+
+def _default_task_group(instance: DAG) -> TaskGroup:
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+
+    return TaskGroup.create_root(dag=instance)
+
+
+# TODO: Task-SDK: look at re-enabling slots after we remove pickling
+@attrs.define(repr=False, field_transformer=_all_after_dag_id_to_kw_only, slots=False)
+class DAG:
+    """
+    A dag (directed acyclic graph) is a collection of tasks with directional dependencies.
+
+    A dag also has a schedule, a start date and an end date (optional).  For each schedule,
+    (say daily or hourly), the DAG needs to run each individual tasks as their dependencies
+    are met. Certain tasks have the property of depending on their own past, meaning that
+    they can't run until their previous schedule (and upstream tasks) are completed.
+
+    DAGs essentially act as namespaces for tasks. A task_id can only be
+    added once to a DAG.
+
+    Note that if you plan to use time zones all the dates provided should be pendulum
+    dates. See :ref:`timezone_aware_dags`.
+
+    .. versionadded:: 2.4
+        The *schedule* argument to specify either time-based scheduling logic
+        (timetable), or dataset-driven triggers.
+
+    .. versionchanged:: 3.0
+        The default value of *schedule* has been changed to *None* (no schedule).
+        The previous default was ``timedelta(days=1)``.
+
+    :param dag_id: The id of the DAG; must consist exclusively of alphanumeric
+        characters, dashes, dots and underscores (all ASCII)
+    :param description: The description for the DAG to e.g. be shown on the webserver
+    :param schedule: If provided, this defines the rules according to which DAG
+        runs are scheduled. Possible values include a cron expression string,
+        timedelta object, Timetable, or list of Asset objects.
+        See also :doc:`/howto/timetable`.
+    :param start_date: The timestamp from which the scheduler will
+        attempt to backfill. If this is not provided, backfilling must be done
+        manually with an explicit time range.
+    :param end_date: A date beyond which your DAG won't run, leave to None
+        for open-ended scheduling.
+    :param template_searchpath: This list of folders (non-relative)
+        defines where jinja will look for your templates. Order matters.
+        Note that jinja/airflow includes the path of your DAG file by
+        default
+    :param template_undefined: Template undefined type.
+    :param user_defined_macros: a dictionary of macros that will be exposed
+        in your jinja templates. For example, passing ``dict(foo='bar')``
+        to this argument allows you to ``{{ foo }}`` in all jinja
+        templates related to this DAG. Note that you can pass any
+        type of object here.
+    :param user_defined_filters: a dictionary of filters that will be exposed
+        in your jinja templates. For example, passing
+        ``dict(hello=lambda name: 'Hello %s' % name)`` to this argument allows
+        you to ``{{ 'world' | hello }}`` in all jinja templates related to
+        this DAG.
+    :param default_args: A dictionary of default parameters to be used
+        as constructor keyword parameters when initialising operators.
+        Note that operators have the same hook, and precede those defined
+        here, meaning that if your dict contains `'depends_on_past': True`
+        here and `'depends_on_past': False` in the operator's call
+        `default_args`, the actual value will be `False`.
+    :param params: a dictionary of DAG level parameters that are made
+        accessible in templates, namespaced under `params`. These
+        params can be overridden at the task level.
+    :param max_active_tasks: the number of task instances allowed to run
+        concurrently
+    :param max_active_runs: maximum number of active DAG runs, beyond this
+        number of DAG runs in a running state, the scheduler won't create
+        new active DAG runs
+    :param max_consecutive_failed_dag_runs: (experimental) maximum number of consecutive failed DAG runs,
+        beyond this the scheduler will disable the DAG
+    :param dagrun_timeout: Specify the duration a DagRun should be allowed to run before it times out or
+        fails. Task instances that are running when a DagRun is timed out will be marked as skipped.
+    :param sla_miss_callback: DEPRECATED - The SLA feature is removed in Airflow 3.0, to be replaced with a new implementation in 3.1
+    :param catchup: Perform scheduler catchup (or only run latest)? Defaults to True
+    :param on_failure_callback: A function or list of functions to be called when a DagRun of this dag fails.
+        A context dictionary is passed as a single parameter to this function.
+    :param on_success_callback: Much like the ``on_failure_callback`` except
+        that it is executed when the dag succeeds.
+    :param access_control: Specify optional DAG-level actions, e.g.,
+        "{'role1': {'can_read'}, 'role2': {'can_read', 'can_edit', 'can_delete'}}"
+        or it can specify the resource name if there is a DAGs Run resource, e.g.,
+        "{'role1': {'DAG Runs': {'can_create'}}, 'role2': {'DAGs': {'can_read', 'can_edit', 'can_delete'}}"
+    :param is_paused_upon_creation: Specifies if the dag is paused when created for the first time.
+        If the dag exists already, this flag will be ignored. If this optional parameter
+        is not specified, the global config setting will be used.
+    :param jinja_environment_kwargs: additional configuration options to be passed to Jinja
+        ``Environment`` for template rendering
+
+        **Example**: to avoid Jinja from removing a trailing newline from template strings ::
+
+            DAG(
+                dag_id="my-dag",
+                jinja_environment_kwargs={
+                    "keep_trailing_newline": True,
+                    # some other jinja2 Environment options here
+                },
+            )
+
+        **See**: `Jinja Environment documentation
+        <https://jinja.palletsprojects.com/en/2.11.x/api/#jinja2.Environment>`_
+
+    :param render_template_as_native_obj: If True, uses a Jinja ``NativeEnvironment``
+        to render templates as native Python types. If False, a Jinja
+        ``Environment`` is used to render templates as string values.
+    :param tags: List of tags to help filtering DAGs in the UI.
+    :param owner_links: Dict of owners and their links, that will be clickable on the DAGs view UI.
+        Can be used as an HTTP link (for example the link to your Slack channel), or a mailto link.
+        e.g: {"dag_owner": "https://airflow.apache.org/"}
+    :param auto_register: Automatically register this DAG when it is used in a ``with`` block
+    :param fail_stop: Fails currently running tasks when task in DAG fails.
+        **Warning**: A fail stop dag can only have tasks with the default trigger rule ("all_success").
+        An exception will be thrown if any task in a fail stop dag has a non default trigger rule.
+    :param dag_display_name: The display name of the DAG which appears on the UI.
+    """
+
+    __serialized_fields: ClassVar[frozenset[str] | None] = None
+
+    # Note: mypy gets very confused about the use of `@${attr}.default` for attrs without init=False -- and it
+    # doesn't correctly track/notice that they have default values (it gives errors about `Missing positional
+    # argument "description" in call to "DAG"`` etc), so for init=True args we use the `default=Factory()`
+    # style
+
+    # NOTE: When updating arguments here, please also keep arguments in @dag()
+    # below in sync. (Search for 'def dag(' in this file.)
+    dag_id: str = attrs.field(kw_only=False, validator=attrs.validators.instance_of(str))
+    description: str | None = attrs.field(
+        default=None,
+        validator=attrs.validators.optional(attrs.validators.instance_of(str)),
+    )
+    default_args: dict[str, Any] = attrs.field(
+        factory=dict, validator=attrs.validators.instance_of(dict), converter=dict_copy
+    )
+    start_date: datetime | None = attrs.field(
+        default=attrs.Factory(_default_start_date, takes_self=True),
+    )
+
+    end_date: datetime | None = None
+    timezone: FixedTimezone | Timezone = attrs.field(init=False)
+    schedule: ScheduleArg = attrs.field(default=None, on_setattr=attrs.setters.frozen)
+    timetable: Timetable = attrs.field(init=False)
+    template_searchpath: str | Iterable[str] | None = attrs.field(
+        default=None, converter=_convert_str_to_tuple
+    )
+    # TODO: Task-SDK: Work out how to not import jinj2 until we need it! It's expensive
+    template_undefined: type[jinja2.StrictUndefined] = jinja2.StrictUndefined
+    user_defined_macros: dict | None = None
+    user_defined_filters: dict | None = None
+    max_active_tasks: int = attrs.field(default=16, validator=attrs.validators.instance_of(int))
+    max_active_runs: int = attrs.field(default=16, validator=attrs.validators.instance_of(int))
+    max_consecutive_failed_dag_runs: int = attrs.field(
+        default=-1, validator=attrs.validators.instance_of(int)
+    )
+    dagrun_timeout: timedelta | None = attrs.field(
+        default=None,
+        validator=attrs.validators.optional(attrs.validators.instance_of(timedelta)),
+    )
+    # sla_miss_callback: None | SLAMissCallback | list[SLAMissCallback] = None
+    catchup: bool = attrs.field(default=True, converter=bool)
+    on_success_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None
+    on_failure_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None
+    doc_md: str | None = attrs.field(default=None, converter=_convert_doc_md)
+    params: ParamsDict = attrs.field(
+        # mypy doesn't really like passing the Converter object
+        default=None,
+        converter=attrs.Converter(_convert_params, takes_self=True),  # type: ignore[misc, call-overload]
+    )
+    access_control: dict[str, dict[str, Collection[str]]] | None = attrs.field(
+        default=None,
+        converter=attrs.Converter(_convert_access_control, takes_self=True),  # type: ignore[misc, call-overload]
+    )
+    is_paused_upon_creation: bool | None = None
+    jinja_environment_kwargs: dict | None = None
+    render_template_as_native_obj: bool = attrs.field(default=False, converter=bool)
+    tags: MutableSet[str] = attrs.field(factory=set, converter=_convert_tags)
+    owner_links: dict[str, str] = attrs.field(factory=dict)
+    auto_register: bool = attrs.field(default=True, converter=bool)
+    fail_stop: bool = attrs.field(default=False, converter=bool)
+    dag_display_name: str = attrs.field(
+        default=attrs.Factory(_default_dag_display_name, takes_self=True),
+        validator=attrs.validators.instance_of(str),
+    )
+
+    task_dict: dict[str, Operator] = attrs.field(factory=dict, init=False)
+
+    task_group: TaskGroup = attrs.field(
+        on_setattr=attrs.setters.frozen, default=attrs.Factory(_default_task_group, takes_self=True)
+    )
+
+    fileloc: str = attrs.field(init=False, factory=_default_fileloc)
+    partial: bool = attrs.field(init=False, default=False)
+
+    edge_info: dict[str, dict[str, EdgeInfoType]] = attrs.field(init=False, factory=dict)
+
+    has_on_success_callback: bool = attrs.field(init=False)
+    has_on_failure_callback: bool = attrs.field(init=False)
+
+    def __attrs_post_init__(self):
+        from airflow.utils import timezone
+
+        # Apply the timezone we settled on to end_date if it wasn't supplied
+        if isinstance(_end_date := self.default_args.get("end_date"), str):
+            self.default_args["end_date"] = timezone.parse(_end_date, timezone=self.timezone)
+
+        self.start_date = timezone.convert_to_utc(self.start_date)
+        self.end_date = timezone.convert_to_utc(self.end_date)
+        if start_date := self.default_args.get("start_date", None):
+            self.default_args["start_date"] = timezone.convert_to_utc(start_date)
+        if end_date := self.default_args.get("end_date", None):
+            self.default_args["end_date"] = timezone.convert_to_utc(end_date)
+
+    @params.validator
+    def _validate_params(self, _, params: ParamsDict):
+        """
+        Validate Param values when the DAG has schedule defined.
+
+        Raise exception if there are any Params which can not be resolved by their schema definition.
+        """
+        if not self.timetable or not self.timetable.can_be_scheduled:
+            return
+
+        try:
+            params.validate()
+        except ParamValidationError as pverr:
+            raise ValueError(
+                f"DAG {self.dag_id!r} is not allowed to define a Schedule, "
+                "as there are required params without default values, or the default values are not valid."
+            ) from pverr
+
+    @catchup.validator
+    def _validate_catchup(self, _, catchup: bool):
+        requires_automatic_backfilling = self.timetable.can_be_scheduled and catchup
+        if requires_automatic_backfilling and not ("start_date" in self.default_args or self.start_date):
+            raise ValueError("start_date is required when catchup=True")
+
+    @tags.validator
+    def _validate_tags(self, _, tags: Collection[str]):
+        if tags and any(len(tag) > TAG_MAX_LEN for tag in tags):
+            raise ValueError(f"tag cannot be longer than {TAG_MAX_LEN} characters")
+
+    @max_active_runs.validator
+    def _validate_max_active_runs(self, _, max_active_runs):
+        if self.timetable.active_runs_limit is not None:
+            if self.timetable.active_runs_limit < self.max_active_runs:
+                raise ValueError(
+                    f"Invalid max_active_runs: {type(self.timetable).__name__} "
+                    f"requires max_active_runs <= {self.timetable.active_runs_limit}"
+                )
+
+    @timetable.default
+    def _default_timetable(instance: DAG):
+        from airflow.assets import AssetAll
+
+        schedule = instance.schedule
+        # TODO: Once
+        # delattr(self, "schedule")
+        if isinstance(schedule, Timetable):
+            return schedule
+        elif isinstance(schedule, BaseAsset):
+            return AssetTriggeredTimetable(schedule)
+        elif isinstance(schedule, Collection) and not isinstance(schedule, str):
+            if not all(isinstance(x, (Asset, AssetAlias)) for x in schedule):
+                raise ValueError("All elements in 'schedule' should be assets or asset aliases")
+            return AssetTriggeredTimetable(AssetAll(*schedule))
+        else:
+            return _create_timetable(schedule, instance.timezone)
+
+    @timezone.default
+    def _extract_tz(instance):
+        import pendulum
+
+        from airflow.utils import timezone
+
+        start_date = instance.start_date or instance.default_args.get("start_date")
+
+        if start_date:
+            if not isinstance(start_date, datetime):
+                start_date = timezone.parse(start_date)
+            tzinfo = start_date.tzinfo or settings.TIMEZONE
+            tz = pendulum.instance(start_date, tz=tzinfo).timezone
+        else:
+            tz = settings.TIMEZONE
+
+        return tz
+
+    @has_on_success_callback.default
+    def _has_on_success_callback(self) -> bool:
+        return self.on_success_callback is not None
+
+    @has_on_failure_callback.default
+    def _has_on_failure_callback(self) -> bool:
+        return self.on_failure_callback is not None
+
+    def __repr__(self):
+        return f"<DAG: {self.dag_id}>"
+
+    def __eq__(self, other: Self | Any):
+        # TODO: This subclassing behaviour seems wrong, but it's what Airflow has done for ~ever.
+        if type(self) is not type(other):
+            return False
+        return all(getattr(self, c, None) == getattr(other, c, None) for c in _DAG_HASH_ATTRS)
+
+    def __ne__(self, other: Any):
+        return not self == other
+
+    def __lt__(self, other):
+        return self.dag_id < other.dag_id
+
+    def __hash__(self):
+        hash_components: list[Any] = [type(self)]
+        for c in _DAG_HASH_ATTRS:
+            # task_ids returns a list and lists can't be hashed
+            if c == "task_ids":
+                val = tuple(self.task_dict)
+            else:
+                val = getattr(self, c, None)
+            try:
+                hash(val)
+                hash_components.append(val)
+            except TypeError:
+                hash_components.append(repr(val))
+        return hash(tuple(hash_components))
+
+    def __enter__(self) -> Self:
+        from airflow.sdk.definitions.contextmanager import DagContext
+
+        DagContext.push(self)
+        return self
+
+    def __exit__(self, _type, _value, _tb):
+        from airflow.sdk.definitions.contextmanager import DagContext
+
+        _ = DagContext.pop()
+
+    def validate(self):
+        """
+        Validate the DAG has a coherent setup.
+
+        This is called by the DAG bag before bagging the DAG.
+        """
+        self.timetable.validate()
+        self.validate_setup_teardown()
+
+        # We validate owner links on set, but since it's a dict it could be mutated without calling the
+        # setter. Validate again here
+        self._validate_owner_links(None, self.owner_links)
+
+    def validate_setup_teardown(self):
+        """
+        Validate that setup and teardown tasks are configured properly.
+
+        :meta private:
+        """
+        for task in self.tasks:
+            if task.is_setup:
+                for down_task in task.downstream_list:
+                    if not down_task.is_teardown and down_task.trigger_rule != TriggerRule.ALL_SUCCESS:
+                        # todo: we can relax this to allow out-of-scope tasks to have other trigger rules
+                        # this is required to ensure consistent behavior of dag
+                        # when clearing an indirect setup
+                        raise ValueError("Setup tasks must be followed with trigger rule ALL_SUCCESS.")
+
+    def param(self, name: str, default: Any = NOTSET) -> DagParam:
+        """
+        Return a DagParam object for current dag.
+
+        :param name: dag parameter name.
+        :param default: fallback value for dag parameter.
+        :return: DagParam instance for specified name and current dag.
+        """
+        return DagParam(current_dag=self, name=name, default=default)
+
+    @property
+    def tasks(self) -> list[Operator]:
+        return list(self.task_dict.values())
+
+    @tasks.setter
+    def tasks(self, val):
+        raise AttributeError("DAG.tasks can not be modified. Use dag.add_task() instead.")
+
+    @property
+    def task_ids(self) -> list[str]:
+        return list(self.task_dict)
+
+    @property
+    def teardowns(self) -> list[Operator]:
+        return [task for task in self.tasks if getattr(task, "is_teardown", None)]
+
+    @property
+    def tasks_upstream_of_teardowns(self) -> list[Operator]:
+        upstream_tasks = [t.upstream_list for t in self.teardowns]
+        return [val for sublist in upstream_tasks for val in sublist if not getattr(val, "is_teardown", None)]
+
+    @property
+    def folder(self) -> str:
+        """Folder location of where the DAG object is instantiated."""
+        return os.path.dirname(self.fileloc)
+
+    @property
+    def owner(self) -> str:
+        """
+        Return list of all owners found in DAG tasks.
+
+        :return: Comma separated list of owners in DAG tasks
+        """
+        return ", ".join({t.owner for t in self.tasks})
+
+    @property
+    def allow_future_exec_dates(self) -> bool:
+        return settings.ALLOW_FUTURE_EXEC_DATES and not self.timetable.can_be_scheduled
+
+    def resolve_template_files(self):
+        for t in self.tasks:
+            t.resolve_template_files()
+
+    def get_template_env(self, *, force_sandboxed: bool = False) -> jinja2.Environment:
+        """Build a Jinja2 environment."""
+        import airflow.templates
+
+        # Collect directories to search for template files
+        searchpath = [self.folder]
+        if self.template_searchpath:
+            searchpath += self.template_searchpath
+
+        # Default values (for backward compatibility)
+        jinja_env_options = {
+            "loader": jinja2.FileSystemLoader(searchpath),
+            "undefined": self.template_undefined,
+            "extensions": ["jinja2.ext.do"],
+            "cache_size": 0,
+        }
+        if self.jinja_environment_kwargs:
+            jinja_env_options.update(self.jinja_environment_kwargs)
+        env: jinja2.Environment
+        if self.render_template_as_native_obj and not force_sandboxed:
+            env = airflow.templates.NativeEnvironment(**jinja_env_options)
+        else:
+            env = airflow.templates.SandboxedEnvironment(**jinja_env_options)
+
+        # Add any user defined items. Safe to edit globals as long as no templates are rendered yet.
+        # http://jinja.pocoo.org/docs/2.10/api/#jinja2.Environment.globals
+        if self.user_defined_macros:
+            env.globals.update(self.user_defined_macros)
+        if self.user_defined_filters:
+            env.filters.update(self.user_defined_filters)
+
+        return env
+
+    def set_dependency(self, upstream_task_id, downstream_task_id):
+        """Set dependency between two tasks that already have been added to the DAG using add_task()."""
+        self.get_task(upstream_task_id).set_downstream(self.get_task(downstream_task_id))
+
+    @property
+    def roots(self) -> list[Operator]:
+        """Return nodes with no parents. These are first to execute and are called roots or root nodes."""
+        return [task for task in self.tasks if not task.upstream_list]
+
+    @property
+    def leaves(self) -> list[Operator]:
+        """Return nodes with no children. These are last to execute and are called leaves or leaf nodes."""
+        return [task for task in self.tasks if not task.downstream_list]
+
+    def topological_sort(self):
+        """
+        Sorts tasks in topographical order, such that a task comes after any of its upstream dependencies.
+
+        Deprecated in place of ``task_group.topological_sort``
+        """
+        from airflow.sdk.definitions.taskgroup import TaskGroup
+
+        # TODO: Remove in RemovedInAirflow3Warning
+        def nested_topo(group):
+            for node in group.topological_sort():
+                if isinstance(node, TaskGroup):
+                    yield from nested_topo(node)
+                else:
+                    yield node
+
+        return tuple(nested_topo(self.task_group))
+
+    def __deepcopy__(self, memo: dict[int, Any]):
+        # Switcharoo to go around deepcopying objects coming through the
+        # backdoor
+        cls = self.__class__
+        result = cls.__new__(cls)
+        memo[id(self)] = result
+        for k, v in self.__dict__.items():
+            if k not in ("user_defined_macros", "user_defined_filters", "_log"):
+                object.__setattr__(result, k, copy.deepcopy(v, memo))
+
+        result.user_defined_macros = self.user_defined_macros
+        result.user_defined_filters = self.user_defined_filters
+        if hasattr(self, "_log"):
+            result._log = self._log  # type: ignore[attr-defined]
+        return result
+
+    def partial_subset(
+        self,
+        task_ids_or_regex: str | Pattern | Iterable[str],
+        include_downstream=False,
+        include_upstream=True,
+        include_direct_upstream=False,
+    ):
+        """
+        Return a subset of the current dag based on regex matching one or more tasks.
+
+        Returns a subset of the current dag as a deep copy of the current dag
+        based on a regex that should match one or many tasks, and includes
+        upstream and downstream neighbours based on the flag passed.
+
+        :param task_ids_or_regex: Either a list of task_ids, or a regex to
+            match against task ids (as a string, or compiled regex pattern).
+        :param include_downstream: Include all downstream tasks of matched
+            tasks, in addition to matched tasks.
+        :param include_upstream: Include all upstream tasks of matched tasks,
+            in addition to matched tasks.
+        :param include_direct_upstream: Include all tasks directly upstream of matched
+            and downstream (if include_downstream = True) tasks
+        """
+        from airflow.models.mappedoperator import MappedOperator
+
+        # deep-copying self.task_dict and self.task_group takes a long time, and we don't want all
+        # the tasks anyway, so we copy the tasks manually later
+        memo = {id(self.task_dict): None, id(self.task_group): None}
+        dag = copy.deepcopy(self, memo)  # type: ignore
+
+        if isinstance(task_ids_or_regex, (str, Pattern)):
+            matched_tasks = [t for t in self.tasks if re2.findall(task_ids_or_regex, t.task_id)]
+        else:
+            matched_tasks = [t for t in self.tasks if t.task_id in task_ids_or_regex]
+
+        also_include_ids: set[str] = set()
+        for t in matched_tasks:
+            if include_downstream:
+                for rel in t.get_flat_relatives(upstream=False):
+                    also_include_ids.add(rel.task_id)
+                    if rel not in matched_tasks:  # if it's in there, we're already processing it
+                        # need to include setups and teardowns for tasks that are in multiple
+                        # non-collinear setup/teardown paths
+                        if not rel.is_setup and not rel.is_teardown:
+                            also_include_ids.update(
+                                x.task_id for x in rel.get_upstreams_only_setups_and_teardowns()
+                            )
+            if include_upstream:
+                also_include_ids.update(x.task_id for x in t.get_upstreams_follow_setups())
+            else:
+                if not t.is_setup and not t.is_teardown:
+                    also_include_ids.update(x.task_id for x in t.get_upstreams_only_setups_and_teardowns())
+            if t.is_setup and not include_downstream:
+                also_include_ids.update(x.task_id for x in t.downstream_list if x.is_teardown)
+
+        also_include: list[Operator] = [self.task_dict[x] for x in also_include_ids]
+        direct_upstreams: list[Operator] = []
+        if include_direct_upstream:
+            for t in itertools.chain(matched_tasks, also_include):
+                upstream = (u for u in t.upstream_list if isinstance(u, (BaseOperator, MappedOperator)))
+                direct_upstreams.extend(upstream)
+
+        # Make sure to not recursively deepcopy the dag or task_group while copying the task.
+        # task_group is reset later
+        def _deepcopy_task(t) -> Operator:
+            memo.setdefault(id(t.task_group), None)
+            return copy.deepcopy(t, memo)
+
+        # Compiling the unique list of tasks that made the cut
+        dag.task_dict = {
+            t.task_id: _deepcopy_task(t)
+            for t in itertools.chain(matched_tasks, also_include, direct_upstreams)
+        }
+
+        def filter_task_group(group, parent_group):
+            """Exclude tasks not included in the subdag from the given TaskGroup."""
+            # We want to deepcopy _most but not all_ attributes of the task group, so we create a shallow copy
+            # and then manually deep copy the instances. (memo argument to deepcopy only works for instances
+            # of classes, not "native" properties of an instance)
+            copied = copy.copy(group)
+
+            memo[id(group.children)] = {}
+            if parent_group:
+                memo[id(group.parent_group)] = parent_group
+            for attr in type(group).__slots__:
+                value = getattr(group, attr)
+                value = copy.deepcopy(value, memo)
+                object.__setattr__(copied, attr, value)
+
+            proxy = weakref.proxy(copied)
+
+            for child in group.children.values():
+                if isinstance(child, AbstractOperator):
+                    if child.task_id in dag.task_dict:
+                        task = copied.children[child.task_id] = dag.task_dict[child.task_id]
+                        task.task_group = proxy
+                    else:
+                        copied.used_group_ids.discard(child.task_id)
+                else:
+                    filtered_child = filter_task_group(child, proxy)
+
+                    # Only include this child TaskGroup if it is non-empty.
+                    if filtered_child.children:
+                        copied.children[child.group_id] = filtered_child
+
+            return copied
+
+        object.__setattr__(dag, "task_group", filter_task_group(self.task_group, None))
+
+        # Removing upstream/downstream references to tasks and TaskGroups that did not make
+        # the cut.
+        subdag_task_groups = dag.task_group.get_task_group_dict()
+        for group in subdag_task_groups.values():
+            group.upstream_group_ids.intersection_update(subdag_task_groups)
+            group.downstream_group_ids.intersection_update(subdag_task_groups)
+            group.upstream_task_ids.intersection_update(dag.task_dict)
+            group.downstream_task_ids.intersection_update(dag.task_dict)
+
+        for t in dag.tasks:
+            # Removing upstream/downstream references to tasks that did not
+            # make the cut
+            t.upstream_task_ids.intersection_update(dag.task_dict)
+            t.downstream_task_ids.intersection_update(dag.task_dict)
+
+        dag.partial = len(dag.tasks) < len(self.tasks)
+
+        return dag
+
+    def has_task(self, task_id: str):
+        return task_id in self.task_dict
+
+    def has_task_group(self, task_group_id: str) -> bool:
+        return task_group_id in self.task_group_dict
+
+    @functools.cached_property
+    def task_group_dict(self):
+        return {k: v for k, v in self.task_group.get_task_group_dict().items() if k is not None}
+
+    def get_task(self, task_id: str) -> Operator:
+        if task_id in self.task_dict:
+            return self.task_dict[task_id]
+        raise TaskNotFound(f"Task {task_id} not found")
+
+    @property
+    def task(self) -> TaskDecoratorCollection:
+        from airflow.decorators import task
+
+        return cast("TaskDecoratorCollection", functools.partial(task, dag=self))
+
+    def add_task(self, task: Operator) -> None:
+        """
+        Add a task to the DAG.
+
+        :param task: the task you want to add
+        """
+        # FailStopDagInvalidTriggerRule.check(dag=self, trigger_rule=task.trigger_rule)
+
+        from airflow.sdk.definitions.contextmanager import TaskGroupContext
+
+        # if the task has no start date, assign it the same as the DAG
+        if not task.start_date:
+            task.start_date = self.start_date
+        # otherwise, the task will start on the later of its own start date and
+        # the DAG's start date
+        elif self.start_date:
+            task.start_date = max(task.start_date, self.start_date)
+
+        # if the task has no end date, assign it the same as the dag
+        if not task.end_date:
+            task.end_date = self.end_date
+        # otherwise, the task will end on the earlier of its own end date and
+        # the DAG's end date
+        elif task.end_date and self.end_date:
+            task.end_date = min(task.end_date, self.end_date)
+
+        task_id = task.node_id
+        if not task.task_group:
+            task_group = TaskGroupContext.get_current(self)
+            if task_group:
+                task_id = task_group.child_id(task_id)
+                task_group.add(task)
+
+        if (
+            task_id in self.task_dict and self.task_dict[task_id] is not task
+        ) or task_id in self.task_group.used_group_ids:
+            raise DuplicateTaskIdFound(f"Task id '{task_id}' has already been added to the DAG")
+        else:
+            self.task_dict[task_id] = task
+            # TODO: Task-SDK: this type ignore shouldn't be needed!
+            task.dag = self  # type: ignore[assignment]
+            # Add task_id to used_group_ids to prevent group_id and task_id collisions.
+            self.task_group.used_group_ids.add(task_id)
+
+        FailStopDagInvalidTriggerRule.check(fail_stop=self.fail_stop, trigger_rule=task.trigger_rule)
+
+    def add_tasks(self, tasks: Iterable[Operator]) -> None:
+        """
+        Add a list of tasks to the DAG.
+
+        :param tasks: a lit of tasks you want to add
+        """
+        for task in tasks:
+            self.add_task(task)
+
+    def _remove_task(self, task_id: str) -> None:
+        # This is "private" as removing could leave a hole in dependencies if done incorrectly, and this
+        # doesn't guard against that
+        task = self.task_dict.pop(task_id)
+        tg = getattr(task, "task_group", None)
+        if tg:
+            tg._remove(task)
+
+    def cli(self):
+        """Exposes a CLI specific to this DAG."""
+        check_cycle(self)
+
+        from airflow.cli import cli_parser
+
+        parser = cli_parser.get_parser(dag_parser=True)
+        args = parser.parse_args()
+        args.func(args, self)
+
+    @classmethod
+    def get_serialized_fields(cls):
+        """Stringified DAGs and operators contain exactly these fields."""
+        if not cls.__serialized_fields:
+            exclusion_list = {
+                "schedule_asset_references",
+                "schedule_asset_alias_references",
+                "task_outlet_asset_references",
+                "_old_context_manager_dags",
+                "safe_dag_id",
+                "last_loaded",
+                "user_defined_filters",
+                "user_defined_macros",
+                "partial",
+                "params",
+                "_pickle_id",
+                "_log",
+                "task_dict",
+                "template_searchpath",
+                # "sla_miss_callback",
+                "on_success_callback",
+                "on_failure_callback",
+                "template_undefined",
+                "jinja_environment_kwargs",
+                # has_on_*_callback are only stored if the value is True, as the default is False
+                "has_on_success_callback",
+                "has_on_failure_callback",
+                "auto_register",
+                "fail_stop",
+                "schedule",
+            }
+            cls.__serialized_fields = frozenset(vars(DAG(dag_id="test", schedule=None))) - exclusion_list
+        return cls.__serialized_fields
+
+    def get_edge_info(self, upstream_task_id: str, downstream_task_id: str) -> EdgeInfoType:
+        """Return edge information for the given pair of tasks or an empty edge if there is no information."""
+        # Note - older serialized DAGs may not have edge_info being a dict at all
+        empty = cast(EdgeInfoType, {})
+        if self.edge_info:
+            return self.edge_info.get(upstream_task_id, {}).get(downstream_task_id, empty)
+        else:
+            return empty
+
+    def set_edge_info(self, upstream_task_id: str, downstream_task_id: str, info: EdgeInfoType):
+        """
+        Set the given edge information on the DAG.
+
+        Note that this will overwrite, rather than merge with, existing info.
+        """
+        self.edge_info.setdefault(upstream_task_id, {})[downstream_task_id] = info
+
+    @owner_links.validator
+    def _validate_owner_links(self, _, owner_links):
+        wrong_links = {}
+
+        for owner, link in owner_links.items():
+            result = urlsplit(link)
+            if result.scheme == "mailto":
+                # netloc is not existing for 'mailto' link, so we are checking that the path is parsed
+                if not result.path:
+                    wrong_links[result.path] = link
+            elif not result.scheme or not result.netloc:
+                wrong_links[owner] = link
+        if wrong_links:
+            raise ValueError(
+                "Wrong link format was used for the owner. Use a valid link \n"
+                f"Bad formatted links are: {wrong_links}"
+            )
+
+
+if TYPE_CHECKING:
+    # NOTE: Please keep the list of arguments in sync with DAG.__init__.
+    # Only exception: dag_id here should have a default value, but not in DAG.
+    def dag(
+        dag_id: str = "",
+        *,
+        description: str | None = None,
+        schedule: ScheduleArg = None,
+        start_date: datetime | None = None,
+        end_date: datetime | None = None,
+        template_searchpath: str | Iterable[str] | None = None,
+        template_undefined: type[jinja2.StrictUndefined] = jinja2.StrictUndefined,
+        user_defined_macros: dict | None = None,
+        user_defined_filters: dict | None = None,
+        default_args: dict[str, Any] | None = None,
+        max_active_tasks: int = ...,
+        max_active_runs: int = ...,
+        max_consecutive_failed_dag_runs: int = ...,
+        dagrun_timeout: timedelta | None = None,
+        # sla_miss_callback: Any = None,
+        catchup: bool = ...,
+        on_success_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
+        on_failure_callback: None | DagStateChangeCallback | list[DagStateChangeCallback] = None,
+        doc_md: str | None = None,
+        params: ParamsDict | dict[str, Any] | None = None,
+        access_control: dict[str, dict[str, Collection[str]]] | dict[str, Collection[str]] | None = None,
+        is_paused_upon_creation: bool | None = None,
+        jinja_environment_kwargs: dict | None = None,
+        render_template_as_native_obj: bool = False,
+        tags: Collection[str] | None = None,
+        owner_links: dict[str, str] | None = None,
+        auto_register: bool = True,
+        fail_stop: bool = False,
+        dag_display_name: str | None = None,
+    ) -> Callable[[Callable], Callable[..., DAG]]:
+        """
+        Python dag decorator which wraps a function into an Airflow DAG.
+
+        Accepts kwargs for operator kwarg. Can be used to parameterize DAGs.
+
+        :param dag_args: Arguments for DAG object
+        :param dag_kwargs: Kwargs for DAG object.
+        """
+else:
+
+    def dag(dag_id="", __DAG_class=DAG, __warnings_stacklevel_delta=2, **decorator_kwargs):
+        # TODO: Task-SDK: remove __DAG_class
+        # __DAG_class is a temporary hack to allow the dag decorator in airflow.models.dag to continue to
+        # return SchedulerDag objects
+        DAG = __DAG_class
+
+        def wrapper(f: Callable) -> Callable[..., DAG]:
+            @functools.wraps(f)
+            def factory(*args, **kwargs):
+                # Generate signature for decorated function and bind the arguments when called
+                # we do this to extract parameters, so we can annotate them on the DAG object.
+                # In addition, this fails if we are missing any args/kwargs with TypeError as expected.
+                f_sig = signature(f).bind(*args, **kwargs)
+                # Apply defaults to capture default values if set.
+                f_sig.apply_defaults()
+
+                # Initialize DAG with bound arguments
+                with DAG(dag_id or f.__name__, **decorator_kwargs) as dag_obj:
+                    # Set DAG documentation from function documentation if it exists and doc_md is not set.
+                    if f.__doc__ and not dag_obj.doc_md:
+                        dag_obj.doc_md = f.__doc__
+
+                    # Generate DAGParam for each function arg/kwarg and replace it for calling the function.
+                    # All args/kwargs for function will be DAGParam object and replaced on execution time.
+                    f_kwargs = {}
+                    for name, value in f_sig.arguments.items():
+                        f_kwargs[name] = dag_obj.param(name, value)
+
+                    # set file location to caller source path
+                    back = sys._getframe().f_back
+                    dag_obj.fileloc = back.f_code.co_filename if back else ""
+
+                    # Invoke function to create operators in the DAG scope.
+                    f(**f_kwargs)
+
+                # Return dag object such that it's accessible in Globals.
+                return dag_obj
+
+            # Ensure that warnings from inside DAG() are emitted from the caller, not here
+            fixup_decorator_warning_stack(factory)
+            return factory
+
+        return wrapper
diff --git a/task_sdk/src/airflow/sdk/definitions/decorators.py b/task_sdk/src/airflow/sdk/definitions/decorators.py
new file mode 100644
index 0000000000000..ab73ba0c92428
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/decorators.py
@@ -0,0 +1,42 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import sys
+from types import FunctionType
+
+
+class _autostacklevel_warn:
+    def __init__(self):
+        self.warnings = __import__("warnings")
+
+    def __getattr__(self, name: str):
+        return getattr(self.warnings, name)
+
+    def __dir__(self):
+        return dir(self.warnings)
+
+    def warn(self, message, category=None, stacklevel=1, source=None):
+        self.warnings.warn(message, category, stacklevel + 2, source)
+
+
+def fixup_decorator_warning_stack(func: FunctionType):
+    if func.__globals__.get("warnings") is sys.modules["warnings"]:
+        # Yes, this is more than slightly hacky, but it _automatically_ sets the right stacklevel parameter to
+        # `warnings.warn` to ignore the decorator.
+        func.__globals__["warnings"] = _autostacklevel_warn()
diff --git a/task_sdk/src/airflow/sdk/definitions/edges.py b/task_sdk/src/airflow/sdk/definitions/edges.py
new file mode 100644
index 0000000000000..7e50431b497e9
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/edges.py
@@ -0,0 +1,189 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from collections.abc import Sequence
+from typing import TYPE_CHECKING
+
+from airflow.sdk.definitions.mixins import DependencyMixin
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.dag import DAG
+
+
+class EdgeModifier(DependencyMixin):
+    """
+    Class that represents edge information to be added between two tasks/operators.
+
+    Has shorthand factory functions, like Label("hooray").
+
+    Current implementation supports
+        t1 >> Label("Success route") >> t2
+        t2 << Label("Success route") << t2
+
+    Note that due to the potential for use in either direction, this waits
+    to make the actual connection between both sides until both are declared,
+    and will do so progressively if multiple ups/downs are added.
+
+    This and EdgeInfo are related - an EdgeModifier is the Python object you
+    use to add information to (potentially multiple) edges, and EdgeInfo
+    is the representation of the information for one specific edge.
+    """
+
+    def __init__(self, label: str | None = None):
+        self.label = label
+        self._upstream: list[DependencyMixin] = []
+        self._downstream: list[DependencyMixin] = []
+
+    @property
+    def roots(self):
+        return self._downstream
+
+    @property
+    def leaves(self):
+        return self._upstream
+
+    @staticmethod
+    def _make_list(
+        item_or_list: DependencyMixin | Sequence[DependencyMixin],
+    ) -> Sequence[DependencyMixin]:
+        if not isinstance(item_or_list, Sequence):
+            return [item_or_list]
+        return item_or_list
+
+    def _save_nodes(
+        self,
+        nodes: DependencyMixin | Sequence[DependencyMixin],
+        stream: list[DependencyMixin],
+    ):
+        from airflow.models.xcom_arg import XComArg
+        from airflow.sdk.definitions.node import DAGNode
+        from airflow.sdk.definitions.taskgroup import TaskGroup
+
+        for node in self._make_list(nodes):
+            if isinstance(node, (TaskGroup, XComArg, DAGNode)):
+                stream.append(node)
+            else:
+                raise TypeError(
+                    f"Cannot use edge labels with {type(node).__name__}, only tasks, XComArg or TaskGroups"
+                )
+
+    def _convert_streams_to_task_groups(self):
+        """
+        Convert a node to a TaskGroup or leave it as a DAGNode.
+
+        Requires both self._upstream and self._downstream.
+
+        To do this, we keep a set of group_ids seen among the streams. If we find that
+        the nodes are from the same TaskGroup, we will leave them as DAGNodes and not
+        convert them to TaskGroups
+        """
+        from airflow.models.xcom_arg import XComArg
+        from airflow.sdk.definitions.node import DAGNode
+        from airflow.sdk.definitions.taskgroup import TaskGroup
+
+        group_ids = set()
+        for node in [*self._upstream, *self._downstream]:
+            if isinstance(node, DAGNode) and node.task_group:
+                if node.task_group.is_root:
+                    group_ids.add("root")
+                else:
+                    group_ids.add(node.task_group.group_id)
+            elif isinstance(node, TaskGroup):
+                group_ids.add(node.group_id)
+            elif isinstance(node, XComArg):
+                if isinstance(node.operator, DAGNode) and node.operator.task_group:
+                    if node.operator.task_group.is_root:
+                        group_ids.add("root")
+                    else:
+                        group_ids.add(node.operator.task_group.group_id)
+
+        # If all nodes originate from the same TaskGroup, we will not convert them
+        if len(group_ids) != 1:
+            self._upstream = self._convert_stream_to_task_groups(self._upstream)
+            self._downstream = self._convert_stream_to_task_groups(self._downstream)
+
+    def _convert_stream_to_task_groups(self, stream: Sequence[DependencyMixin]) -> Sequence[DependencyMixin]:
+        from airflow.sdk.definitions.node import DAGNode
+
+        return [
+            node.task_group
+            if isinstance(node, DAGNode) and node.task_group and not node.task_group.is_root
+            else node
+            for node in stream
+        ]
+
+    def set_upstream(
+        self,
+        other: DependencyMixin | Sequence[DependencyMixin],
+        edge_modifier: EdgeModifier | None = None,
+    ):
+        """
+        Set the given task/list onto the upstream attribute, then attempt to resolve the relationship.
+
+        Providing this also provides << via DependencyMixin.
+        """
+        self._save_nodes(other, self._upstream)
+        if self._upstream and self._downstream:
+            # Convert _upstream and _downstream to task_groups only after both are set
+            self._convert_streams_to_task_groups()
+        for node in self._downstream:
+            node.set_upstream(other, edge_modifier=self)
+
+    def set_downstream(
+        self,
+        other: DependencyMixin | Sequence[DependencyMixin],
+        edge_modifier: EdgeModifier | None = None,
+    ):
+        """
+        Set the given task/list onto the downstream attribute, then attempt to resolve the relationship.
+
+        Providing this also provides >> via DependencyMixin.
+        """
+        self._save_nodes(other, self._downstream)
+        if self._upstream and self._downstream:
+            # Convert _upstream and _downstream to task_groups only after both are set
+            self._convert_streams_to_task_groups()
+        for node in self._upstream:
+            node.set_downstream(other, edge_modifier=self)
+
+    def update_relative(
+        self,
+        other: DependencyMixin,
+        upstream: bool = True,
+        edge_modifier: EdgeModifier | None = None,
+    ) -> None:
+        """Update relative if we're not the "main" side of a relationship; still run the same logic."""
+        if upstream:
+            self.set_upstream(other)
+        else:
+            self.set_downstream(other)
+
+    def add_edge_info(self, dag: DAG, upstream_id: str, downstream_id: str):
+        """
+        Add or update task info on the DAG for this specific pair of tasks.
+
+        Called either from our relationship trigger methods above, or directly
+        by set_upstream/set_downstream in operators.
+        """
+        dag.set_edge_info(upstream_id, downstream_id, {"label": self.label})
+
+
+# Factory functions
+def Label(label: str):
+    """Create an EdgeModifier that sets a human-readable label on the edge."""
+    return EdgeModifier(label=label)
diff --git a/task_sdk/src/airflow/sdk/definitions/mixins.py b/task_sdk/src/airflow/sdk/definitions/mixins.py
new file mode 100644
index 0000000000000..de63772615de5
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/mixins.py
@@ -0,0 +1,121 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from abc import abstractmethod
+from collections.abc import Iterable, Sequence
+from typing import TYPE_CHECKING, Any
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.baseoperator import BaseOperator
+    from airflow.sdk.definitions.edges import EdgeModifier
+
+# TODO: Should this all just live on DAGNode?
+
+
+class DependencyMixin:
+    """Mixing implementing common dependency setting methods like >> and <<."""
+
+    @property
+    def roots(self) -> Iterable[DependencyMixin]:
+        """
+        List of root nodes -- ones with no upstream dependencies.
+
+        a.k.a. the "start" of this sub-graph
+        """
+        raise NotImplementedError()
+
+    @property
+    def leaves(self) -> Iterable[DependencyMixin]:
+        """
+        List of leaf nodes -- ones with only upstream dependencies.
+
+        a.k.a. the "end" of this sub-graph
+        """
+        raise NotImplementedError()
+
+    @abstractmethod
+    def set_upstream(
+        self, other: DependencyMixin | Sequence[DependencyMixin], edge_modifier: EdgeModifier | None = None
+    ):
+        """Set a task or a task list to be directly upstream from the current task."""
+        raise NotImplementedError()
+
+    @abstractmethod
+    def set_downstream(
+        self, other: DependencyMixin | Sequence[DependencyMixin], edge_modifier: EdgeModifier | None = None
+    ):
+        """Set a task or a task list to be directly downstream from the current task."""
+        raise NotImplementedError()
+
+    def as_setup(self) -> DependencyMixin:
+        """Mark a task as setup task."""
+        raise NotImplementedError()
+
+    def as_teardown(
+        self,
+        *,
+        setups: BaseOperator | Iterable[BaseOperator] | None = None,
+        on_failure_fail_dagrun: bool | None = None,
+    ) -> DependencyMixin:
+        """Mark a task as teardown and set its setups as direct relatives."""
+        raise NotImplementedError()
+
+    def update_relative(
+        self, other: DependencyMixin, upstream: bool = True, edge_modifier: EdgeModifier | None = None
+    ) -> None:
+        """
+        Update relationship information about another TaskMixin. Default is no-op.
+
+        Override if necessary.
+        """
+
+    def __lshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
+        """Implement Task << Task."""
+        self.set_upstream(other)
+        return other
+
+    def __rshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
+        """Implement Task >> Task."""
+        self.set_downstream(other)
+        return other
+
+    def __rrshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
+        """Implement Task >> [Task] because list don't have __rshift__ operators."""
+        self.__lshift__(other)
+        return self
+
+    def __rlshift__(self, other: DependencyMixin | Sequence[DependencyMixin]):
+        """Implement Task << [Task] because list don't have __lshift__ operators."""
+        self.__rshift__(other)
+        return self
+
+    @classmethod
+    def _iter_references(cls, obj: Any) -> Iterable[tuple[DependencyMixin, str]]:
+        from airflow.sdk.definitions.abstractoperator import AbstractOperator
+
+        # TODO:Task-SDK
+        from airflow.utils.mixins import ResolveMixin
+
+        if isinstance(obj, AbstractOperator):
+            yield obj, "operator"
+        elif isinstance(obj, ResolveMixin):
+            yield from obj.iter_references()
+        elif isinstance(obj, Sequence):
+            for o in obj:
+                yield from cls._iter_references(o)
diff --git a/task_sdk/src/airflow/sdk/definitions/node.py b/task_sdk/src/airflow/sdk/definitions/node.py
new file mode 100644
index 0000000000000..a29a36a7b7ad6
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/node.py
@@ -0,0 +1,222 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import logging
+import re
+from abc import ABCMeta, abstractmethod
+from collections.abc import Iterable, Sequence
+from datetime import datetime
+from typing import TYPE_CHECKING, Any
+
+import methodtools
+import re2
+
+from airflow.sdk.definitions.mixins import DependencyMixin
+
+if TYPE_CHECKING:
+    from airflow.models.operator import Operator
+    from airflow.sdk.definitions.dag import DAG
+    from airflow.sdk.definitions.edges import EdgeModifier
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+    from airflow.sdk.types import Logger
+    from airflow.serialization.enums import DagAttributeTypes
+
+
+KEY_REGEX = re2.compile(r"^[\w.-]+$")
+GROUP_KEY_REGEX = re2.compile(r"^[\w-]+$")
+CAMELCASE_TO_SNAKE_CASE_REGEX = re.compile(r"(?!^)([A-Z]+)")
+
+
+def validate_key(k: str, max_length: int = 250):
+    """Validate value used as a key."""
+    if not isinstance(k, str):
+        raise TypeError(f"The key has to be a string and is {type(k)}:{k}")
+    if len(k) > max_length:
+        raise ValueError(f"The key has to be less than {max_length} characters")
+    if not KEY_REGEX.match(k):
+        raise ValueError(
+            f"The key {k!r} has to be made of alphanumeric characters, dashes, "
+            "dots and underscores exclusively"
+        )
+
+
+class DAGNode(DependencyMixin, metaclass=ABCMeta):
+    """
+    A base class for a node in the graph of a workflow.
+
+    A node may be an Operator or a Task Group, either mapped or unmapped.
+    """
+
+    dag: DAG | None
+    task_group: TaskGroup | None
+    """The task_group that contains this node"""
+    start_date: datetime | None
+    end_date: datetime | None
+    upstream_task_ids: set[str]
+    downstream_task_ids: set[str]
+
+    def __init__(self):
+        self.upstream_task_ids = set()
+        self.downstream_task_ids = set()
+        super().__init__()
+
+    @property
+    @abstractmethod
+    def node_id(self) -> str:
+        raise NotImplementedError()
+
+    @property
+    def label(self) -> str | None:
+        tg = self.task_group
+        if tg and tg.node_id and tg.prefix_group_id:
+            # "task_group_id.task_id" -> "task_id"
+            return self.node_id[len(tg.node_id) + 1 :]
+        return self.node_id
+
+    def has_dag(self) -> bool:
+        return self.dag is not None
+
+    @property
+    def dag_id(self) -> str:
+        """Returns dag id if it has one or an adhoc/meaningless ID."""
+        if self.dag:
+            return self.dag.dag_id
+        return "_in_memory_dag_"
+
+    @property
+    @methodtools.lru_cache()
+    def log(self) -> Logger:
+        typ = type(self)
+        name = f"{typ.__module__}.{typ.__qualname__}"
+        return logging.getLogger(name)
+
+    @property
+    @abstractmethod
+    def roots(self) -> Sequence[DAGNode]:
+        raise NotImplementedError()
+
+    @property
+    @abstractmethod
+    def leaves(self) -> Sequence[DAGNode]:
+        raise NotImplementedError()
+
+    def _set_relatives(
+        self,
+        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
+        upstream: bool = False,
+        edge_modifier: EdgeModifier | None = None,
+    ) -> None:
+        """Set relatives for the task or task list."""
+        from airflow.models.mappedoperator import MappedOperator
+        from airflow.sdk.definitions.baseoperator import BaseOperator
+
+        if not isinstance(task_or_task_list, Sequence):
+            task_or_task_list = [task_or_task_list]
+
+        task_list: list[BaseOperator | MappedOperator] = []
+        for task_object in task_or_task_list:
+            task_object.update_relative(self, not upstream, edge_modifier=edge_modifier)
+            relatives = task_object.leaves if upstream else task_object.roots
+            for task in relatives:
+                if not isinstance(task, (BaseOperator, MappedOperator)):
+                    raise TypeError(
+                        f"Relationships can only be set between Operators; received {task.__class__.__name__}"
+                    )
+                task_list.append(task)
+
+        # relationships can only be set if the tasks share a single DAG. Tasks
+        # without a DAG are assigned to that DAG.
+        dags: set[DAG] = {task.dag for task in [*self.roots, *task_list] if task.has_dag() and task.dag}
+
+        if len(dags) > 1:
+            raise RuntimeError(f"Tried to set relationships between tasks in more than one DAG: {dags}")
+        elif len(dags) == 1:
+            dag = dags.pop()
+        else:
+            raise ValueError(
+                "Tried to create relationships between tasks that don't have DAGs yet. "
+                f"Set the DAG for at least one task and try again: {[self, *task_list]}"
+            )
+
+        if not self.has_dag():
+            # If this task does not yet have a dag, add it to the same dag as the other task.
+            self.dag = dag
+
+        for task in task_list:
+            if dag and not task.has_dag():
+                # If the other task does not yet have a dag, add it to the same dag as this task and
+                dag.add_task(task)  # type: ignore[arg-type]
+            if upstream:
+                task.downstream_task_ids.add(self.node_id)
+                self.upstream_task_ids.add(task.node_id)
+                if edge_modifier:
+                    edge_modifier.add_edge_info(dag, task.node_id, self.node_id)
+            else:
+                self.downstream_task_ids.add(task.node_id)
+                task.upstream_task_ids.add(self.node_id)
+                if edge_modifier:
+                    edge_modifier.add_edge_info(dag, self.node_id, task.node_id)
+
+    def set_downstream(
+        self,
+        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
+        edge_modifier: EdgeModifier | None = None,
+    ) -> None:
+        """Set a node (or nodes) to be directly downstream from the current node."""
+        self._set_relatives(task_or_task_list, upstream=False, edge_modifier=edge_modifier)
+
+    def set_upstream(
+        self,
+        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
+        edge_modifier: EdgeModifier | None = None,
+    ) -> None:
+        """Set a node (or nodes) to be directly upstream from the current node."""
+        self._set_relatives(task_or_task_list, upstream=True, edge_modifier=edge_modifier)
+
+    @property
+    def downstream_list(self) -> Iterable[Operator]:
+        """List of nodes directly downstream."""
+        if not self.dag:
+            raise RuntimeError(f"Operator {self} has not been assigned to a DAG yet")
+        return [self.dag.get_task(tid) for tid in self.downstream_task_ids]
+
+    @property
+    def upstream_list(self) -> Iterable[Operator]:
+        """List of nodes directly upstream."""
+        if not self.dag:
+            raise RuntimeError(f"Operator {self} has not been assigned to a DAG yet")
+        return [self.dag.get_task(tid) for tid in self.upstream_task_ids]
+
+    def get_direct_relative_ids(self, upstream: bool = False) -> set[str]:
+        """Get set of the direct relative ids to the current task, upstream or downstream."""
+        if upstream:
+            return self.upstream_task_ids
+        else:
+            return self.downstream_task_ids
+
+    def get_direct_relatives(self, upstream: bool = False) -> Iterable[Operator]:
+        """Get list of the direct relatives to the current task, upstream or downstream."""
+        if upstream:
+            return self.upstream_list
+        else:
+            return self.downstream_list
+
+    def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
+        """Serialize a task group's content; used by TaskGroupSerialization."""
+        raise NotImplementedError()
diff --git a/task_sdk/src/airflow/sdk/definitions/taskgroup.py b/task_sdk/src/airflow/sdk/definitions/taskgroup.py
new file mode 100644
index 0000000000000..de4bd0c771adf
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/definitions/taskgroup.py
@@ -0,0 +1,683 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""A collection of closely related tasks on the same DAG that should be grouped together visually."""
+
+from __future__ import annotations
+
+import copy
+import functools
+import operator
+import weakref
+from collections.abc import Generator, Iterator, Sequence
+from typing import TYPE_CHECKING, Any
+
+import attrs
+import methodtools
+import re2
+
+from airflow.exceptions import (
+    AirflowDagCycleException,
+    AirflowException,
+    DuplicateTaskIdFound,
+    TaskAlreadyInTaskGroup,
+)
+from airflow.sdk.definitions.node import DAGNode
+
+if TYPE_CHECKING:
+    from airflow.models.expandinput import ExpandInput
+    from airflow.sdk.definitions.abstractoperator import AbstractOperator
+    from airflow.sdk.definitions.baseoperator import BaseOperator
+    from airflow.sdk.definitions.dag import DAG
+    from airflow.sdk.definitions.edges import EdgeModifier
+    from airflow.sdk.definitions.mixins import DependencyMixin
+    from airflow.serialization.enums import DagAttributeTypes
+
+
+def _default_parent_group() -> TaskGroup | None:
+    from airflow.sdk.definitions.contextmanager import TaskGroupContext
+
+    return TaskGroupContext.get_current()
+
+
+def _parent_used_group_ids(tg: TaskGroup) -> set:
+    if tg.parent_group:
+        return tg.parent_group.used_group_ids
+    return set()
+
+
+# This could be achieved with `@dag.default` and make this a method, but for some unknown reason when we do
+# that it makes Mypy (1.9.0 and 1.13.0 tested) seem to entirely loose track that this is an Attrs class. So
+# we've gone with this and moved on with our lives, mypy is to much of a dark beast to battle over this.
+def _default_dag(instance: TaskGroup):
+    from airflow.sdk.definitions.contextmanager import DagContext
+
+    if (pg := instance.parent_group) is not None:
+        return pg.dag
+    return DagContext.get_current()
+
+
+@attrs.define(repr=False)
+class TaskGroup(DAGNode):
+    """
+    A collection of tasks.
+
+    When set_downstream() or set_upstream() are called on the TaskGroup, it is applied across
+    all tasks within the group if necessary.
+
+    :param group_id: a unique, meaningful id for the TaskGroup. group_id must not conflict
+        with group_id of TaskGroup or task_id of tasks in the DAG. Root TaskGroup has group_id
+        set to None.
+    :param prefix_group_id: If set to True, child task_id and group_id will be prefixed with
+        this TaskGroup's group_id. If set to False, child task_id and group_id are not prefixed.
+        Default is True.
+    :param parent_group: The parent TaskGroup of this TaskGroup. parent_group is set to None
+        for the root TaskGroup.
+    :param dag: The DAG that this TaskGroup belongs to.
+    :param default_args: A dictionary of default parameters to be used
+        as constructor keyword parameters when initialising operators,
+        will override default_args defined in the DAG level.
+        Note that operators have the same hook, and precede those defined
+        here, meaning that if your dict contains `'depends_on_past': True`
+        here and `'depends_on_past': False` in the operator's call
+        `default_args`, the actual value will be `False`.
+    :param tooltip: The tooltip of the TaskGroup node when displayed in the UI
+    :param ui_color: The fill color of the TaskGroup node when displayed in the UI
+    :param ui_fgcolor: The label color of the TaskGroup node when displayed in the UI
+    :param add_suffix_on_collision: If this task group name already exists,
+        automatically add `__1` etc suffixes
+    """
+
+    _group_id: str | None = attrs.field(
+        validator=attrs.validators.optional(attrs.validators.instance_of(str))
+    )
+    prefix_group_id: bool = attrs.field(default=True)
+    parent_group: TaskGroup | None = attrs.field(factory=_default_parent_group)
+    dag: DAG = attrs.field(default=attrs.Factory(_default_dag, takes_self=True))
+    default_args: dict[str, Any] = attrs.field(factory=dict, converter=copy.deepcopy)
+    tooltip: str = attrs.field(default="", validator=attrs.validators.instance_of(str))
+    children: dict[str, DAGNode] = attrs.field(factory=dict, init=False)
+
+    upstream_group_ids: set[str | None] = attrs.field(factory=set, init=False)
+    downstream_group_ids: set[str | None] = attrs.field(factory=set, init=False)
+    upstream_task_ids: set[str] = attrs.field(factory=set, init=False)
+    downstream_task_ids: set[str] = attrs.field(factory=set, init=False)
+
+    used_group_ids: set[str] = attrs.field(
+        default=attrs.Factory(_parent_used_group_ids, takes_self=True),
+        init=False,
+        on_setattr=attrs.setters.frozen,
+    )
+
+    ui_color: str = attrs.field(default="CornflowerBlue", validator=attrs.validators.instance_of(str))
+    ui_fgcolor: str = attrs.field(default="#000", validator=attrs.validators.instance_of(str))
+
+    add_suffix_on_collision: bool = False
+
+    @dag.validator
+    def _validate_dag(self, _attr, dag):
+        if not dag:
+            raise RuntimeError("TaskGroup can only be used inside a dag")
+
+    def __attrs_post_init__(self):
+        # TODO: If attrs supported init only args we could use that here
+        # https://github.com/python-attrs/attrs/issues/342
+        self._check_for_group_id_collisions(self.add_suffix_on_collision)
+
+        if self._group_id and not self.parent_group and self.dag:
+            # Support `tg = TaskGroup(x, dag=dag)`
+            self.parent_group = self.dag.task_group
+
+        if self.parent_group:
+            self.parent_group.add(self)
+            if self.parent_group.default_args:
+                self.default_args = {**self.parent_group.default_args, **self.default_args}
+
+        if self._group_id:
+            self.used_group_ids.add(self.group_id)
+            self.used_group_ids.add(self.downstream_join_id)
+            self.used_group_ids.add(self.upstream_join_id)
+
+    def _check_for_group_id_collisions(self, add_suffix_on_collision: bool):
+        if self._group_id is None:
+            return
+        # if given group_id already used assign suffix by incrementing largest used suffix integer
+        # Example : task_group ==> task_group__1 -> task_group__2 -> task_group__3
+        if self.group_id in self.used_group_ids:
+            if not add_suffix_on_collision:
+                raise DuplicateTaskIdFound(f"group_id '{self._group_id}' has already been added to the DAG")
+            base = re2.split(r"__\d+$", self._group_id)[0]
+            suffixes = sorted(
+                int(re2.split(r"^.+__", used_group_id)[1])
+                for used_group_id in self.used_group_ids
+                if used_group_id is not None and re2.match(rf"^{base}__\d+$", used_group_id)
+            )
+            if not suffixes:
+                self._group_id += "__1"
+            else:
+                self._group_id = f"{base}__{suffixes[-1] + 1}"
+
+    @classmethod
+    def create_root(cls, dag: DAG) -> TaskGroup:
+        """Create a root TaskGroup with no group_id or parent."""
+        return cls(group_id=None, dag=dag)
+
+    @property
+    def node_id(self):
+        return self.group_id
+
+    @property
+    def is_root(self) -> bool:
+        """Returns True if this TaskGroup is the root TaskGroup. Otherwise False."""
+        return not self._group_id
+
+    @property
+    def task_group(self) -> TaskGroup | None:
+        return self.parent_group
+
+    @task_group.setter
+    def task_group(self, value: TaskGroup | None):
+        self.parent_group = value
+
+    def __iter__(self):
+        for child in self.children.values():
+            if isinstance(child, TaskGroup):
+                yield from child
+            else:
+                yield child
+
+    def add(self, task: DAGNode) -> DAGNode:
+        """
+        Add a task or TaskGroup to this TaskGroup.
+
+        :meta private:
+        """
+        from airflow.sdk.definitions.abstractoperator import AbstractOperator
+        from airflow.sdk.definitions.contextmanager import TaskGroupContext
+
+        if TaskGroupContext.active:
+            if task.task_group and task.task_group != self:
+                task.task_group.children.pop(task.node_id, None)
+                task.task_group = self
+        existing_tg = task.task_group
+        if isinstance(task, AbstractOperator) and existing_tg is not None and existing_tg != self:
+            raise TaskAlreadyInTaskGroup(task.node_id, existing_tg.node_id, self.node_id)
+
+        # Set the TG first, as setting it might change the return value of node_id!
+        task.task_group = weakref.proxy(self)
+        key = task.node_id
+
+        if key in self.children:
+            node_type = "Task" if hasattr(task, "task_id") else "Task Group"
+            raise DuplicateTaskIdFound(f"{node_type} id '{key}' has already been added to the DAG")
+
+        if isinstance(task, TaskGroup):
+            if self.dag:
+                if task.dag is not None and self.dag is not task.dag:
+                    raise RuntimeError(
+                        "Cannot mix TaskGroups from different DAGs: %s and %s", self.dag, task.dag
+                    )
+                task.dag = self.dag
+            if task.children:
+                raise AirflowException("Cannot add a non-empty TaskGroup")
+
+        self.children[key] = task
+        return task
+
+    def _remove(self, task: DAGNode) -> None:
+        key = task.node_id
+
+        if key not in self.children:
+            raise KeyError(f"Node id {key!r} not part of this task group")
+
+        self.used_group_ids.remove(key)
+        del self.children[key]
+
+    @property
+    def group_id(self) -> str | None:
+        """group_id of this TaskGroup."""
+        if self.parent_group and self.parent_group.prefix_group_id and self.parent_group._group_id:
+            # defer to parent whether it adds a prefix
+            return self.parent_group.child_id(self._group_id)
+
+        return self._group_id
+
+    @property
+    def label(self) -> str | None:
+        """group_id excluding parent's group_id used as the node label in UI."""
+        return self._group_id
+
+    def update_relative(
+        self, other: DependencyMixin, upstream: bool = True, edge_modifier: EdgeModifier | None = None
+    ) -> None:
+        """
+        Override TaskMixin.update_relative.
+
+        Update upstream_group_ids/downstream_group_ids/upstream_task_ids/downstream_task_ids
+        accordingly so that we can reduce the number of edges when displaying Graph view.
+        """
+        if isinstance(other, TaskGroup):
+            # Handles setting relationship between a TaskGroup and another TaskGroup
+            if upstream:
+                parent, child = (self, other)
+                if edge_modifier:
+                    edge_modifier.add_edge_info(self.dag, other.downstream_join_id, self.upstream_join_id)
+            else:
+                parent, child = (other, self)
+                if edge_modifier:
+                    edge_modifier.add_edge_info(self.dag, self.downstream_join_id, other.upstream_join_id)
+
+            parent.upstream_group_ids.add(child.group_id)
+            child.downstream_group_ids.add(parent.group_id)
+        else:
+            # Handles setting relationship between a TaskGroup and a task
+            for task in other.roots:
+                if not isinstance(task, DAGNode):
+                    raise AirflowException(
+                        "Relationships can only be set between TaskGroup "
+                        f"or operators; received {task.__class__.__name__}"
+                    )
+
+                # Do not set a relationship between a TaskGroup and a Label's roots
+                if self == task:
+                    continue
+
+                if upstream:
+                    self.upstream_task_ids.add(task.node_id)
+                    if edge_modifier:
+                        edge_modifier.add_edge_info(self.dag, task.node_id, self.upstream_join_id)
+                else:
+                    self.downstream_task_ids.add(task.node_id)
+                    if edge_modifier:
+                        edge_modifier.add_edge_info(self.dag, self.downstream_join_id, task.node_id)
+
+    def _set_relatives(
+        self,
+        task_or_task_list: DependencyMixin | Sequence[DependencyMixin],
+        upstream: bool = False,
+        edge_modifier: EdgeModifier | None = None,
+    ) -> None:
+        """
+        Call set_upstream/set_downstream for all root/leaf tasks within this TaskGroup.
+
+        Update upstream_group_ids/downstream_group_ids/upstream_task_ids/downstream_task_ids.
+        """
+        if not isinstance(task_or_task_list, Sequence):
+            task_or_task_list = [task_or_task_list]
+
+        for task_like in task_or_task_list:
+            self.update_relative(task_like, upstream, edge_modifier=edge_modifier)
+
+        if upstream:
+            for task in self.get_roots():
+                task.set_upstream(task_or_task_list)
+        else:
+            for task in self.get_leaves():
+                task.set_downstream(task_or_task_list)
+
+    def __enter__(self) -> TaskGroup:
+        from airflow.sdk.definitions.contextmanager import TaskGroupContext
+
+        TaskGroupContext.push(self)
+        return self
+
+    def __exit__(self, _type, _value, _tb):
+        from airflow.sdk.definitions.contextmanager import TaskGroupContext
+
+        TaskGroupContext.pop()
+
+    def has_task(self, task: BaseOperator) -> bool:
+        """Return True if this TaskGroup or its children TaskGroups contains the given task."""
+        if task.task_id in self.children:
+            return True
+
+        return any(child.has_task(task) for child in self.children.values() if isinstance(child, TaskGroup))
+
+    @property
+    def roots(self) -> list[BaseOperator]:
+        """Required by DependencyMixin."""
+        return list(self.get_roots())
+
+    @property
+    def leaves(self) -> list[BaseOperator]:
+        """Required by DependencyMixin."""
+        return list(self.get_leaves())
+
+    def get_roots(self) -> Generator[BaseOperator, None, None]:
+        """Return a generator of tasks with no upstream dependencies within the TaskGroup."""
+        tasks = list(self)
+        ids = {x.task_id for x in tasks}
+        for task in tasks:
+            if task.upstream_task_ids.isdisjoint(ids):
+                yield task
+
+    def get_leaves(self) -> Generator[BaseOperator, None, None]:
+        """Return a generator of tasks with no downstream dependencies within the TaskGroup."""
+        tasks = list(self)
+        ids = {x.task_id for x in tasks}
+
+        def has_non_teardown_downstream(task, exclude: str):
+            for down_task in task.downstream_list:
+                if down_task.task_id == exclude:
+                    continue
+                elif down_task.task_id not in ids:
+                    continue
+                elif not down_task.is_teardown:
+                    return True
+            return False
+
+        def recurse_for_first_non_teardown(task):
+            for upstream_task in task.upstream_list:
+                if upstream_task.task_id not in ids:
+                    # upstream task is not in task group
+                    continue
+                elif upstream_task.is_teardown:
+                    yield from recurse_for_first_non_teardown(upstream_task)
+                elif task.is_teardown and upstream_task.is_setup:
+                    # don't go through the teardown-to-setup path
+                    continue
+                # return unless upstream task already has non-teardown downstream in group
+                elif not has_non_teardown_downstream(upstream_task, exclude=task.task_id):
+                    yield upstream_task
+
+        for task in tasks:
+            if task.downstream_task_ids.isdisjoint(ids):
+                if not task.is_teardown:
+                    yield task
+                else:
+                    yield from recurse_for_first_non_teardown(task)
+
+    def child_id(self, label):
+        """Prefix label with group_id if prefix_group_id is True. Otherwise return the label as-is."""
+        if self.prefix_group_id:
+            group_id = self.group_id
+            if group_id:
+                return f"{group_id}.{label}"
+
+        return label
+
+    @property
+    def upstream_join_id(self) -> str:
+        """
+        Creates a unique ID for upstream dependencies of this TaskGroup.
+
+        If this TaskGroup has immediate upstream TaskGroups or tasks, a proxy node called
+        upstream_join_id will be created in Graph view to join the outgoing edges from this
+        TaskGroup to reduce the total number of edges needed to be displayed.
+        """
+        return f"{self.group_id}.upstream_join_id"
+
+    @property
+    def downstream_join_id(self) -> str:
+        """
+        Creates a unique ID for downstream dependencies of this TaskGroup.
+
+        If this TaskGroup has immediate downstream TaskGroups or tasks, a proxy node called
+        downstream_join_id will be created in Graph view to join the outgoing edges from this
+        TaskGroup to reduce the total number of edges needed to be displayed.
+        """
+        return f"{self.group_id}.downstream_join_id"
+
+    def get_task_group_dict(self) -> dict[str, TaskGroup]:
+        """Return a flat dictionary of group_id: TaskGroup."""
+        task_group_map = {}
+
+        def build_map(task_group):
+            if not isinstance(task_group, TaskGroup):
+                return
+
+            task_group_map[task_group.group_id] = task_group
+
+            for child in task_group.children.values():
+                build_map(child)
+
+        build_map(self)
+        return task_group_map
+
+    def get_child_by_label(self, label: str) -> DAGNode:
+        """Get a child task/TaskGroup by its label (i.e. task_id/group_id without the group_id prefix)."""
+        return self.children[self.child_id(label)]
+
+    def serialize_for_task_group(self) -> tuple[DagAttributeTypes, Any]:
+        """Serialize task group; required by DAGNode."""
+        from airflow.serialization.enums import DagAttributeTypes
+        from airflow.serialization.serialized_objects import TaskGroupSerialization
+
+        return DagAttributeTypes.TASK_GROUP, TaskGroupSerialization.serialize_task_group(self)
+
+    def hierarchical_alphabetical_sort(self):
+        """
+        Sort children in hierarchical alphabetical order.
+
+        - groups in alphabetical order first
+        - tasks in alphabetical order after them.
+
+        :return: list of tasks in hierarchical alphabetical order
+        """
+        return sorted(
+            self.children.values(), key=lambda node: (not isinstance(node, TaskGroup), node.node_id)
+        )
+
+    def topological_sort(self):
+        """
+        Sorts children in topographical order, such that a task comes after any of its upstream dependencies.
+
+        :return: list of tasks in topological order
+        """
+        # This uses a modified version of Kahn's Topological Sort algorithm to
+        # not have to pre-compute the "in-degree" of the nodes.
+        graph_unsorted = copy.copy(self.children)
+
+        graph_sorted: list[DAGNode] = []
+
+        # special case
+        if not self.children:
+            return graph_sorted
+
+        # Run until the unsorted graph is empty.
+        while graph_unsorted:
+            # Go through each of the node/edges pairs in the unsorted graph. If a set of edges doesn't contain
+            # any nodes that haven't been resolved, that is, that are still in the unsorted graph, remove the
+            # pair from the unsorted graph, and append it to the sorted graph. Note here that by using
+            # the values() method for iterating, a copy of the unsorted graph is used, allowing us to modify
+            # the unsorted graph as we move through it.
+            #
+            # We also keep a flag for checking that graph is acyclic, which is true if any nodes are resolved
+            # during each pass through the graph. If not, we need to exit as the graph therefore can't be
+            # sorted.
+            acyclic = False
+            for node in list(graph_unsorted.values()):
+                for edge in node.upstream_list:
+                    if edge.node_id in graph_unsorted:
+                        break
+                    # Check for task's group is a child (or grand child) of this TG,
+                    tg = edge.task_group
+                    while tg:
+                        if tg.node_id in graph_unsorted:
+                            break
+                        tg = tg.parent_group
+
+                    if tg:
+                        # We are already going to visit that TG
+                        break
+                else:
+                    acyclic = True
+                    del graph_unsorted[node.node_id]
+                    graph_sorted.append(node)
+
+            if not acyclic:
+                raise AirflowDagCycleException(f"A cyclic dependency occurred in dag: {self.dag_id}")
+
+        return graph_sorted
+
+    def iter_mapped_task_groups(self) -> Iterator[MappedTaskGroup]:
+        """
+        Return mapped task groups in the hierarchy.
+
+        Groups are returned from the closest to the outmost. If *self* is a
+        mapped task group, it is returned first.
+
+        :meta private:
+        """
+        group: TaskGroup | None = self
+        while group is not None:
+            if isinstance(group, MappedTaskGroup):
+                yield group
+            group = group.parent_group
+
+    def iter_tasks(self) -> Iterator[AbstractOperator]:
+        """Return an iterator of the child tasks."""
+        from airflow.models.abstractoperator import AbstractOperator
+
+        groups_to_visit = [self]
+
+        while groups_to_visit:
+            visiting = groups_to_visit.pop(0)
+
+            for child in visiting.children.values():
+                if isinstance(child, AbstractOperator):
+                    yield child
+                elif isinstance(child, TaskGroup):
+                    groups_to_visit.append(child)
+                else:
+                    raise ValueError(
+                        f"Encountered a DAGNode that is not a TaskGroup or an AbstractOperator: {type(child)}"
+                    )
+
+
+class MappedTaskGroup(TaskGroup):
+    """
+    A mapped task group.
+
+    This doesn't really do anything special, just holds some additional metadata
+    for expansion later.
+
+    Don't instantiate this class directly; call *expand* or *expand_kwargs* on
+    a ``@task_group`` function instead.
+    """
+
+    def __init__(self, *, expand_input: ExpandInput, **kwargs: Any) -> None:
+        super().__init__(**kwargs)
+        self._expand_input = expand_input
+
+    def iter_mapped_dependencies(self) -> Iterator[DAGNode]:
+        """Upstream dependencies that provide XComs used by this mapped task group."""
+        from airflow.models.xcom_arg import XComArg
+
+        for op, _ in XComArg.iter_xcom_references(self._expand_input):
+            yield op
+
+    @methodtools.lru_cache(maxsize=None)
+    def get_parse_time_mapped_ti_count(self) -> int:
+        """
+        Return the Number of instances a task in this group should be mapped to, when a DAG run is created.
+
+        This only considers literal mapped arguments, and would return *None*
+        when any non-literal values are used for mapping.
+
+        If this group is inside mapped task groups, all the nested counts are
+        multiplied and accounted.
+
+        :meta private:
+
+        :raise NotFullyPopulated: If any non-literal mapped arguments are encountered.
+        :return: The total number of mapped instances each task should have.
+        """
+        return functools.reduce(
+            operator.mul,
+            (g._expand_input.get_parse_time_mapped_ti_count() for g in self.iter_mapped_task_groups()),
+        )
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        for op, _ in self._expand_input.iter_references():
+            self.set_upstream(op)
+        super().__exit__(exc_type, exc_val, exc_tb)
+
+
+def task_group_to_dict(task_item_or_group):
+    """Create a nested dict representation of this TaskGroup and its children used to construct the Graph."""
+    from airflow.models.abstractoperator import AbstractOperator
+    from airflow.models.mappedoperator import MappedOperator
+
+    if isinstance(task := task_item_or_group, AbstractOperator):
+        setup_teardown_type = {}
+        is_mapped = {}
+        if task.is_setup is True:
+            setup_teardown_type["setupTeardownType"] = "setup"
+        elif task.is_teardown is True:
+            setup_teardown_type["setupTeardownType"] = "teardown"
+        if isinstance(task, MappedOperator):
+            is_mapped["isMapped"] = True
+        return {
+            "id": task.task_id,
+            "value": {
+                "label": task.label,
+                "labelStyle": f"fill:{task.ui_fgcolor};",
+                "style": f"fill:{task.ui_color};",
+                "rx": 5,
+                "ry": 5,
+                **is_mapped,
+                **setup_teardown_type,
+            },
+        }
+    task_group = task_item_or_group
+    is_mapped = isinstance(task_group, MappedTaskGroup)
+    children = [
+        task_group_to_dict(child) for child in sorted(task_group.children.values(), key=lambda t: t.label)
+    ]
+
+    if task_group.upstream_group_ids or task_group.upstream_task_ids:
+        children.append(
+            {
+                "id": task_group.upstream_join_id,
+                "value": {
+                    "label": "",
+                    "labelStyle": f"fill:{task_group.ui_fgcolor};",
+                    "style": f"fill:{task_group.ui_color};",
+                    "shape": "circle",
+                },
+            }
+        )
+
+    if task_group.downstream_group_ids or task_group.downstream_task_ids:
+        # This is the join node used to reduce the number of edges between two TaskGroup.
+        children.append(
+            {
+                "id": task_group.downstream_join_id,
+                "value": {
+                    "label": "",
+                    "labelStyle": f"fill:{task_group.ui_fgcolor};",
+                    "style": f"fill:{task_group.ui_color};",
+                    "shape": "circle",
+                },
+            }
+        )
+
+    return {
+        "id": task_group.group_id,
+        "value": {
+            "label": task_group.label,
+            "labelStyle": f"fill:{task_group.ui_fgcolor};",
+            "style": f"fill:{task_group.ui_color}",
+            "rx": 5,
+            "ry": 5,
+            "clusterLabelPos": "top",
+            "tooltip": task_group.tooltip,
+            "isMapped": is_mapped,
+        },
+        "children": children,
+    }
diff --git a/task_sdk/src/airflow/sdk/exceptions.py b/task_sdk/src/airflow/sdk/exceptions.py
new file mode 100644
index 0000000000000..13a83393a9124
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/exceptions.py
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
diff --git a/task_sdk/src/airflow/sdk/types.py b/task_sdk/src/airflow/sdk/types.py
new file mode 100644
index 0000000000000..232d08e27f903
--- /dev/null
+++ b/task_sdk/src/airflow/sdk/types.py
@@ -0,0 +1,75 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
+
+
+class ArgNotSet:
+    """
+    Sentinel type for annotations, useful when None is not viable.
+
+    Use like this::
+
+        def is_arg_passed(arg: Union[ArgNotSet, None] = NOTSET) -> bool:
+            if arg is NOTSET:
+                return False
+            return True
+
+
+        is_arg_passed()  # False.
+        is_arg_passed(None)  # True.
+    """
+
+    @staticmethod
+    def serialize():
+        return "NOTSET"
+
+    @classmethod
+    def deserialize(cls):
+        return cls
+
+
+NOTSET = ArgNotSet()
+"""Sentinel value for argument default. See ``ArgNotSet``."""
+
+
+if TYPE_CHECKING:
+    import logging
+
+    from airflow.sdk.definitions.node import DAGNode
+
+    Logger = logging.Logger
+else:
+
+    class Logger: ...  # noqa: D101
+
+
+def validate_instance_args(instance: DAGNode, expected_arg_types: dict[str, Any]) -> None:
+    """Validate that the instance has the expected types for the arguments."""
+    from airflow.sdk.definitions.taskgroup import TaskGroup
+
+    typ = "task group" if isinstance(instance, TaskGroup) else "task"
+
+    for arg_name, expected_arg_type in expected_arg_types.items():
+        instance_arg_value = getattr(instance, arg_name, None)
+        if instance_arg_value is not None and not isinstance(instance_arg_value, expected_arg_type):
+            raise TypeError(
+                f"{arg_name!r} for {typ} {instance.node_id!r} expects {expected_arg_type}, got {type(instance_arg_value)} with value "
+                f"{instance_arg_value!r}"
+            )
diff --git a/task_sdk/tests/conftest.py b/task_sdk/tests/conftest.py
index a410a1217c2f0..ddc7c61656a09 100644
--- a/task_sdk/tests/conftest.py
+++ b/task_sdk/tests/conftest.py
@@ -16,10 +16,15 @@
 # under the License.
 from __future__ import annotations
 
+import os
+
 import pytest
 
 pytest_plugins = "tests_common.pytest_plugin"
 
+# Task SDK does not need access to the Airflow database
+os.environ["_AIRFLOW_SKIP_DB_TESTS"] = "true"
+
 
 @pytest.hookimpl(tryfirst=True)
 def pytest_configure(config: pytest.Config) -> None:
diff --git a/task_sdk/tests/defintions/test_baseoperator.py b/task_sdk/tests/defintions/test_baseoperator.py
new file mode 100644
index 0000000000000..427d1ee0e3efd
--- /dev/null
+++ b/task_sdk/tests/defintions/test_baseoperator.py
@@ -0,0 +1,343 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import warnings
+from datetime import datetime, timedelta, timezone
+
+import pytest
+
+from airflow.sdk.definitions.baseoperator import BaseOperator, BaseOperatorMeta
+from airflow.sdk.definitions.dag import DAG
+from airflow.task.priority_strategy import _DownstreamPriorityWeightStrategy, _UpstreamPriorityWeightStrategy
+
+DEFAULT_DATE = datetime(2016, 1, 1, tzinfo=timezone.utc)
+
+
+# Essentially similar to airflow.models.baseoperator.BaseOperator
+class FakeOperator(metaclass=BaseOperatorMeta):
+    def __init__(self, test_param, params=None, default_args=None):
+        self.test_param = test_param
+
+    def _set_xcomargs_dependencies(self): ...
+
+
+class FakeSubClass(FakeOperator):
+    def __init__(self, test_sub_param, test_param, **kwargs):
+        super().__init__(test_param=test_param, **kwargs)
+        self.test_sub_param = test_sub_param
+
+
+class DeprecatedOperator(BaseOperator):
+    def __init__(self, **kwargs):
+        warnings.warn("This operator is deprecated.", DeprecationWarning, stacklevel=2)
+        super().__init__(**kwargs)
+
+
+class MockOperator(BaseOperator):
+    """Operator for testing purposes."""
+
+    template_fields = ("arg1", "arg2")
+
+    def __init__(self, arg1: str = "", arg2: str = "", **kwargs):
+        super().__init__(**kwargs)
+        self.arg1 = arg1
+        self.arg2 = arg2
+
+
+class TestBaseOperator:
+    # Since we have a custom metaclass, lets double check the behaviour of passing args in the wrong way (args
+    # etc)
+    def test_kwargs_only(self):
+        with pytest.raises(TypeError, match="keyword arguments"):
+            BaseOperator("task_id")
+
+    def test_missing_kwarg(self):
+        with pytest.raises(TypeError, match="missing keyword argument"):
+            FakeOperator(task_id="task_id")
+
+    def test_missing_kwargs(self):
+        with pytest.raises(TypeError, match="missing keyword arguments"):
+            FakeSubClass(task_id="task_id")
+
+    def test_hash(self):
+        """Two operators created equally should hash equaylly"""
+        # Include a "non-hashable" type too
+        assert hash(MockOperator(task_id="one", retries=1024 * 1024, arg1="abcef", params={"a": 1})) == hash(
+            MockOperator(task_id="one", retries=1024 * 1024, arg1="abcef", params={"a": 2})
+        )
+
+    def test_expand(self):
+        op = FakeOperator(test_param=True)
+        assert op.test_param
+
+        with pytest.raises(TypeError, match="missing keyword argument 'test_param'"):
+            FakeSubClass(test_sub_param=True)
+
+    def test_default_args(self):
+        default_args = {"test_param": True}
+        op = FakeOperator(default_args=default_args)
+        assert op.test_param
+
+        default_args = {"test_param": True, "test_sub_param": True}
+        op = FakeSubClass(default_args=default_args)
+        assert op.test_param
+        assert op.test_sub_param
+
+        default_args = {"test_param": True}
+        op = FakeSubClass(default_args=default_args, test_sub_param=True)
+        assert op.test_param
+        assert op.test_sub_param
+
+        with pytest.raises(TypeError, match="missing keyword argument 'test_sub_param'"):
+            FakeSubClass(default_args=default_args)
+
+    def test_execution_timeout_type(self):
+        with pytest.raises(
+            ValueError, match="execution_timeout must be timedelta object but passed as type: <class 'str'>"
+        ):
+            BaseOperator(task_id="test", execution_timeout="1")
+
+        with pytest.raises(
+            ValueError, match="execution_timeout must be timedelta object but passed as type: <class 'int'>"
+        ):
+            BaseOperator(task_id="test", execution_timeout=1)
+
+    def test_default_resources(self):
+        task = BaseOperator(task_id="default-resources")
+        assert task.resources is None
+
+    def test_custom_resources(self):
+        task = BaseOperator(task_id="custom-resources", resources={"cpus": 1, "ram": 1024})
+        assert task.resources.cpus.qty == 1
+        assert task.resources.ram.qty == 1024
+
+    def test_default_email_on_actions(self):
+        test_task = BaseOperator(task_id="test_default_email_on_actions")
+        assert test_task.email_on_retry is True
+        assert test_task.email_on_failure is True
+
+    def test_email_on_actions(self):
+        test_task = BaseOperator(
+            task_id="test_default_email_on_actions", email_on_retry=False, email_on_failure=True
+        )
+        assert test_task.email_on_retry is False
+        assert test_task.email_on_failure is True
+
+    def test_incorrect_default_args(self):
+        default_args = {"test_param": True, "extra_param": True}
+        op = FakeOperator(default_args=default_args)
+        assert op.test_param
+
+        default_args = {"random_params": True}
+        with pytest.raises(TypeError, match="missing keyword argument 'test_param'"):
+            FakeOperator(default_args=default_args)
+
+    def test_incorrect_priority_weight(self):
+        error_msg = "'priority_weight' for task 'test_op' expects <class 'int'>, got <class 'str'>"
+        with pytest.raises(TypeError, match=error_msg):
+            BaseOperator(task_id="test_op", priority_weight="2")
+
+    def test_illegal_args_forbidden(self):
+        """
+        Tests that operators raise exceptions on illegal arguments when
+        illegal arguments are not allowed.
+        """
+        msg = r"Invalid arguments were passed to BaseOperator \(task_id: test_illegal_args\)"
+        with pytest.raises(TypeError, match=msg):
+            BaseOperator(
+                task_id="test_illegal_args",
+                illegal_argument_1234="hello?",
+            )
+
+    def test_invalid_type_for_default_arg(self):
+        error_msg = "'max_active_tis_per_dag' for task 'test' expects <class 'int'>, got <class 'str'> with value 'not_an_int'"
+        with pytest.raises(TypeError, match=error_msg):
+            BaseOperator(task_id="test", default_args={"max_active_tis_per_dag": "not_an_int"})
+
+    def test_invalid_type_for_operator_arg(self):
+        error_msg = "'max_active_tis_per_dag' for task 'test' expects <class 'int'>, got <class 'str'> with value 'not_an_int'"
+        with pytest.raises(TypeError, match=error_msg):
+            BaseOperator(task_id="test", max_active_tis_per_dag="not_an_int")
+
+    def test_weight_rule_default(self):
+        op = BaseOperator(task_id="test_task")
+        assert _DownstreamPriorityWeightStrategy() == op.weight_rule
+
+    def test_weight_rule_override(self):
+        op = BaseOperator(task_id="test_task", weight_rule="upstream")
+        assert _UpstreamPriorityWeightStrategy() == op.weight_rule
+
+    def test_dag_task_invalid_weight_rule(self):
+        # Test if we enter an invalid weight rule
+        with pytest.raises(ValueError):
+            BaseOperator(task_id="should_fail", weight_rule="no rule")
+
+    def test_dag_task_not_registered_weight_strategy(self):
+        from airflow.task.priority_strategy import PriorityWeightStrategy
+
+        class NotRegisteredPriorityWeightStrategy(PriorityWeightStrategy):
+            def get_weight(self, ti):
+                return 99
+
+        with pytest.raises(ValueError, match="Unknown priority strategy"):
+            BaseOperator(
+                task_id="empty_task",
+                weight_rule=NotRegisteredPriorityWeightStrategy(),
+            )
+
+    def test_warnings_are_properly_propagated(self):
+        with pytest.warns(DeprecationWarning) as warnings:
+            DeprecatedOperator(task_id="test")
+            assert len(warnings) == 1
+            warning = warnings[0]
+            # Here we check that the trace points to the place
+            # where the deprecated class was used
+            assert warning.filename == __file__
+
+    def test_setattr_performs_no_custom_action_at_execute_time(self, spy_agency):
+        from airflow.models.xcom_arg import XComArg
+
+        op = MockOperator(task_id="test_task")
+
+        op._lock_for_execution = True
+        # TODO: Task-SDK
+        # op_copy = op.prepare_for_execution()
+        op_copy = op
+
+        spy_agency.spy_on(XComArg.apply_upstream_relationship, call_original=False)
+        op_copy.arg1 = "b"
+        assert XComArg.apply_upstream_relationship.called is False
+
+    def test_upstream_is_set_when_template_field_is_xcomarg(self):
+        with DAG("xcomargs_test", schedule=None):
+            op1 = BaseOperator(task_id="op1")
+            op2 = MockOperator(task_id="op2", arg1=op1.output)
+
+        assert op1.task_id in op2.upstream_task_ids
+        assert op2.task_id in op1.downstream_task_ids
+
+    def test_set_xcomargs_dependencies_works_recursively(self):
+        with DAG("xcomargs_test", schedule=None):
+            op1 = BaseOperator(task_id="op1")
+            op2 = BaseOperator(task_id="op2")
+            op3 = MockOperator(task_id="op3", arg1=[op1.output, op2.output])
+            op4 = MockOperator(task_id="op4", arg1={"op1": op1.output, "op2": op2.output})
+
+        assert op1.task_id in op3.upstream_task_ids
+        assert op2.task_id in op3.upstream_task_ids
+        assert op1.task_id in op4.upstream_task_ids
+        assert op2.task_id in op4.upstream_task_ids
+
+    def test_set_xcomargs_dependencies_works_when_set_after_init(self):
+        with DAG(dag_id="xcomargs_test", schedule=None):
+            op1 = BaseOperator(task_id="op1")
+            op2 = MockOperator(task_id="op2")
+            op2.arg1 = op1.output  # value is set after init
+
+        assert op1.task_id in op2.upstream_task_ids
+
+    def test_set_xcomargs_dependencies_error_when_outside_dag(self):
+        op1 = BaseOperator(task_id="op1")
+        with pytest.raises(ValueError):
+            MockOperator(task_id="op2", arg1=op1.output)
+
+    def test_cannot_change_dag(self):
+        with DAG(dag_id="dag1", schedule=None):
+            op1 = BaseOperator(task_id="op1")
+        with pytest.raises(ValueError, match="can not be changed"):
+            op1.dag = DAG(dag_id="dag2")
+
+    def test_invalid_trigger_rule(self):
+        with pytest.raises(
+            ValueError,
+            match=(r"The trigger_rule must be one of .*,'\.op1'; received 'some_rule'\."),
+        ):
+            BaseOperator(task_id="op1", trigger_rule="some_rule")
+
+
+def test_init_subclass_args():
+    class InitSubclassOp(BaseOperator):
+        class_arg = None
+
+        def __init_subclass__(cls, class_arg=None, **kwargs) -> None:
+            cls.class_arg = class_arg
+            super().__init_subclass__()
+
+    class_arg = "foo"
+
+    class ConcreteSubclassOp(InitSubclassOp, class_arg=class_arg):
+        pass
+
+    task = ConcreteSubclassOp(task_id="op1")
+
+    assert task.class_arg == class_arg
+
+
+class CustomInt(int):
+    def __int__(self):
+        raise ValueError("Cannot cast to int")
+
+
+@pytest.mark.parametrize(
+    ("retries", "expected"),
+    [
+        pytest.param("foo", "'retries' type must be int, not str", id="string"),
+        pytest.param(CustomInt(10), "'retries' type must be int, not CustomInt", id="custom int"),
+    ],
+)
+def test_operator_retries_invalid(dag_maker, retries, expected):
+    with pytest.raises(TypeError) as ctx:
+        BaseOperator(task_id="test_illegal_args", retries=retries)
+    assert str(ctx.value) == expected
+
+
+@pytest.mark.parametrize(
+    ("retries", "expected"),
+    [
+        pytest.param(None, 0, id="None"),
+        pytest.param("5", 5, id="str"),
+        pytest.param(1, 1, id="int"),
+    ],
+)
+def test_operator_retries_conversion(retries, expected):
+    op = BaseOperator(
+        task_id="test_illegal_args",
+        retries=retries,
+    )
+    assert op.retries == expected
+
+
+def test_default_retry_delay():
+    task1 = BaseOperator(task_id="test_no_explicit_retry_delay")
+
+    assert task1.retry_delay == timedelta(seconds=300)
+
+
+def test_dag_level_retry_delay():
+    with DAG(dag_id="test_dag_level_retry_delay", default_args={"retry_delay": timedelta(seconds=100)}):
+        task1 = BaseOperator(task_id="test_no_explicit_retry_delay")
+
+        assert task1.retry_delay == timedelta(seconds=100)
+
+
+def test_task_level_retry_delay():
+    with DAG(dag_id="test_task_level_retry_delay", default_args={"retry_delay": timedelta(seconds=100)}):
+        task1 = BaseOperator(task_id="test_no_explicit_retry_delay", retry_delay=200)
+
+        assert task1.retry_delay == timedelta(seconds=200)
diff --git a/task_sdk/tests/defintions/test_dag.py b/task_sdk/tests/defintions/test_dag.py
new file mode 100644
index 0000000000000..b2481a49b6a19
--- /dev/null
+++ b/task_sdk/tests/defintions/test_dag.py
@@ -0,0 +1,419 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import weakref
+from datetime import datetime, timedelta, timezone
+from typing import Any
+
+import pytest
+
+from airflow.exceptions import DuplicateTaskIdFound
+from airflow.models.param import Param, ParamsDict
+from airflow.sdk.definitions.baseoperator import BaseOperator
+from airflow.sdk.definitions.dag import DAG, dag as dag_decorator
+
+DEFAULT_DATE = datetime(2016, 1, 1, tzinfo=timezone.utc)
+
+
+class TestDag:
+    def test_dag_topological_sort_dag_without_tasks(self):
+        dag = DAG("dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"})
+
+        assert () == dag.topological_sort()
+
+    def test_dag_naive_start_date_string(self):
+        DAG("DAG", schedule=None, default_args={"start_date": "2019-06-01"})
+
+    def test_dag_naive_start_end_dates_strings(self):
+        DAG("DAG", schedule=None, default_args={"start_date": "2019-06-01", "end_date": "2019-06-05"})
+
+    def test_dag_start_date_propagates_to_end_date(self):
+        """
+        Tests that a start_date string with a timezone and an end_date string without a timezone
+        are accepted and that the timezone from the start carries over the end
+
+        This test is a little indirect, it works by setting start and end equal except for the
+        timezone and then testing for equality after the DAG construction.  They'll be equal
+        only if the same timezone was applied to both.
+
+        An explicit check the `tzinfo` attributes for both are the same is an extra check.
+        """
+        dag = DAG(
+            "DAG",
+            schedule=None,
+            default_args={"start_date": "2019-06-05T00:00:00+05:00", "end_date": "2019-06-05T00:00:00"},
+        )
+        assert dag.default_args["start_date"] == dag.default_args["end_date"]
+        assert dag.default_args["start_date"].tzinfo == dag.default_args["end_date"].tzinfo
+
+    def test_dag_as_context_manager(self):
+        """
+        Test DAG as a context manager.
+        When used as a context manager, Operators are automatically added to
+        the DAG (unless they specify a different DAG)
+        """
+        dag = DAG("dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"})
+        dag2 = DAG("dag2", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner2"})
+
+        with dag:
+            op1 = BaseOperator(task_id="op1")
+            op2 = BaseOperator(task_id="op2", dag=dag2)
+
+        assert op1.dag is dag
+        assert op1.owner == "owner1"
+        assert op2.dag is dag2
+        assert op2.owner == "owner2"
+
+        with dag2:
+            op3 = BaseOperator(task_id="op3")
+
+        assert op3.dag is dag2
+        assert op3.owner == "owner2"
+
+        with dag:
+            with dag2:
+                op4 = BaseOperator(task_id="op4")
+            op5 = BaseOperator(task_id="op5")
+
+        assert op4.dag is dag2
+        assert op5.dag is dag
+        assert op4.owner == "owner2"
+        assert op5.owner == "owner1"
+
+        with DAG("creating_dag_in_cm", schedule=None, start_date=DEFAULT_DATE) as dag:
+            BaseOperator(task_id="op6")
+
+        assert dag.dag_id == "creating_dag_in_cm"
+        assert dag.tasks[0].task_id == "op6"
+
+        with dag:
+            with dag:
+                op7 = BaseOperator(task_id="op7")
+            op8 = BaseOperator(task_id="op8")
+        op9 = BaseOperator(task_id="op8")
+        op9.dag = dag2
+
+        assert op7.dag == dag
+        assert op8.dag == dag
+        assert op9.dag == dag2
+
+    def test_params_not_passed_is_empty_dict(self):
+        """
+        Test that when 'params' is _not_ passed to a new Dag, that the params
+        attribute is set to an empty dictionary.
+        """
+        dag = DAG("test-dag", schedule=None)
+
+        assert isinstance(dag.params, ParamsDict)
+        assert 0 == len(dag.params)
+
+    def test_params_passed_and_params_in_default_args_no_override(self):
+        """
+        Test that when 'params' exists as a key passed to the default_args dict
+        in addition to params being passed explicitly as an argument to the
+        dag, that the 'params' key of the default_args dict is merged with the
+        dict of the params argument.
+        """
+        params1 = {"parameter1": 1}
+        params2 = {"parameter2": 2}
+
+        dag = DAG("test-dag", schedule=None, default_args={"params": params1}, params=params2)
+
+        assert params1["parameter1"] == dag.params["parameter1"]
+        assert params2["parameter2"] == dag.params["parameter2"]
+
+    def test_not_none_schedule_with_non_default_params(self):
+        """
+        Test if there is a DAG with a schedule and have some params that don't have a default value raise a
+        error while DAG parsing. (Because we can't schedule them if there we don't know what value to use)
+        """
+        params = {"param1": Param(type="string")}
+
+        with pytest.raises(ValueError):
+            DAG("my-dag", schedule=timedelta(days=1), start_date=DEFAULT_DATE, params=params)
+
+    def test_roots(self):
+        """Verify if dag.roots returns the root tasks of a DAG."""
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            op1 = BaseOperator(task_id="t1")
+            op2 = BaseOperator(task_id="t2")
+            op3 = BaseOperator(task_id="t3")
+            op4 = BaseOperator(task_id="t4")
+            op5 = BaseOperator(task_id="t5")
+            [op1, op2] >> op3 >> [op4, op5]
+
+            assert set(dag.roots) == {op1, op2}
+
+    def test_leaves(self):
+        """Verify if dag.leaves returns the leaf tasks of a DAG."""
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            op1 = BaseOperator(task_id="t1")
+            op2 = BaseOperator(task_id="t2")
+            op3 = BaseOperator(task_id="t3")
+            op4 = BaseOperator(task_id="t4")
+            op5 = BaseOperator(task_id="t5")
+            [op1, op2] >> op3 >> [op4, op5]
+
+            assert set(dag.leaves) == {op4, op5}
+
+    def test_duplicate_task_ids_not_allowed_with_dag_context_manager(self):
+        """Verify tasks with Duplicate task_id raises error"""
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            op1 = BaseOperator(task_id="t1")
+            with pytest.raises(DuplicateTaskIdFound, match="Task id 't1' has already been added to the DAG"):
+                BaseOperator(task_id="t1")
+
+        assert dag.task_dict == {op1.task_id: op1}
+
+    def test_duplicate_task_ids_not_allowed_without_dag_context_manager(self):
+        """Verify tasks with Duplicate task_id raises error"""
+        dag = DAG("test_dag", schedule=None, start_date=DEFAULT_DATE)
+        op1 = BaseOperator(task_id="t1", dag=dag)
+        with pytest.raises(DuplicateTaskIdFound, match="Task id 't1' has already been added to the DAG"):
+            BaseOperator(task_id="t1", dag=dag)
+
+        assert dag.task_dict == {op1.task_id: op1}
+
+    def test_duplicate_task_ids_for_same_task_is_allowed(self):
+        """Verify that same tasks with Duplicate task_id do not raise error"""
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            op1 = op2 = BaseOperator(task_id="t1")
+            op3 = BaseOperator(task_id="t3")
+            op1 >> op3
+            op2 >> op3
+
+        assert op1 == op2
+        assert dag.task_dict == {op1.task_id: op1, op3.task_id: op3}
+        assert dag.task_dict == {op2.task_id: op2, op3.task_id: op3}
+
+    def test_fail_dag_when_schedule_is_non_none_and_empty_start_date(self):
+        # Check that we get a ValueError 'start_date' for self.start_date when schedule is non-none
+        with pytest.raises(ValueError, match="start_date is required when catchup=True"):
+            DAG(dag_id="dag_with_non_none_schedule_and_empty_start_date", schedule="@hourly", catchup=True)
+
+    def test_partial_subset_updates_all_references_while_deepcopy(self):
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            op1 = BaseOperator(task_id="t1")
+            op2 = BaseOperator(task_id="t2")
+            op3 = BaseOperator(task_id="t3")
+            op1 >> op2
+            op2 >> op3
+
+        partial = dag.partial_subset("t2", include_upstream=True, include_downstream=False)
+        assert id(partial.task_dict["t1"].downstream_list[0].dag) == id(partial)
+
+        # Copied DAG should not include unused task IDs in used_group_ids
+        assert "t3" not in partial.task_group.used_group_ids
+
+    def test_partial_subset_taskgroup_join_ids(self):
+        from airflow.sdk import TaskGroup
+
+        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
+            start = BaseOperator(task_id="start")
+            with TaskGroup(group_id="outer", prefix_group_id=False) as outer_group:
+                with TaskGroup(group_id="tg1", prefix_group_id=False) as tg1:
+                    BaseOperator(task_id="t1")
+                with TaskGroup(group_id="tg2", prefix_group_id=False) as tg2:
+                    BaseOperator(task_id="t2")
+
+                start >> tg1 >> tg2
+
+        # Pre-condition checks
+        task = dag.get_task("t2")
+        assert task.task_group.upstream_group_ids == {"tg1"}
+        assert isinstance(task.task_group.parent_group, weakref.ProxyType)
+        assert task.task_group.parent_group == outer_group
+
+        partial = dag.partial_subset(["t2"], include_upstream=True, include_downstream=False)
+        copied_task = partial.get_task("t2")
+        assert copied_task.task_group.upstream_group_ids == {"tg1"}
+        assert isinstance(copied_task.task_group.parent_group, weakref.ProxyType)
+        assert copied_task.task_group.parent_group
+
+        # Make sure we don't affect the original!
+        assert task.task_group.upstream_group_ids is not copied_task.task_group.upstream_group_ids
+
+    def test_dag_owner_links(self):
+        dag = DAG(
+            "dag",
+            schedule=None,
+            start_date=DEFAULT_DATE,
+            owner_links={"owner1": "https://mylink.com", "owner2": "mailto:someone@yoursite.com"},
+        )
+
+        assert dag.owner_links == {"owner1": "https://mylink.com", "owner2": "mailto:someone@yoursite.com"}
+
+        # Check wrong formatted owner link
+        with pytest.raises(ValueError, match="Wrong link format"):
+            DAG("dag", schedule=None, start_date=DEFAULT_DATE, owner_links={"owner1": "my-bad-link"})
+
+        dag = DAG("dag", schedule=None, start_date=DEFAULT_DATE)
+        dag.owner_links["owner1"] = "my-bad-link"
+        with pytest.raises(ValueError, match="Wrong link format"):
+            dag.validate()
+
+    def test_continuous_schedule_linmits_max_active_runs(self):
+        from airflow.timetables.simple import ContinuousTimetable
+
+        dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=1)
+        assert isinstance(dag.timetable, ContinuousTimetable)
+        assert dag.max_active_runs == 1
+
+        dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=0)
+        assert isinstance(dag.timetable, ContinuousTimetable)
+        assert dag.max_active_runs == 0
+
+        with pytest.raises(ValueError, match="ContinuousTimetable requires max_active_runs <= 1"):
+            dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=25)
+
+
+# Test some of the arg valiadtion. This is not all the validations we perform, just some of them.
+@pytest.mark.parametrize(
+    ["attr", "value"],
+    [
+        pytest.param("max_consecutive_failed_dag_runs", "not_an_int", id="max_consecutive_failed_dag_runs"),
+        pytest.param("dagrun_timeout", "not_an_int", id="dagrun_timeout"),
+        pytest.param("max_active_runs", "not_an_int", id="max_active_runs"),
+    ],
+)
+def test_invalid_type_for_args(attr: str, value: Any):
+    with pytest.raises(TypeError):
+        DAG("invalid-default-args", **{attr: value})
+
+
+@pytest.mark.parametrize(
+    "tags, should_pass",
+    [
+        pytest.param([], True, id="empty tags"),
+        pytest.param(["a normal tag"], True, id="one tag"),
+        pytest.param(["a normal tag", "another normal tag"], True, id="two tags"),
+        pytest.param(["a" * 100], True, id="a tag that's of just length 100"),
+        pytest.param(["a normal tag", "a" * 101], False, id="two tags and one of them is of length > 100"),
+    ],
+)
+def test__tags_length(tags: list[str], should_pass: bool):
+    if should_pass:
+        DAG("test-dag", schedule=None, tags=tags)
+    else:
+        with pytest.raises(ValueError):
+            DAG("test-dag", schedule=None, tags=tags)
+
+
+@pytest.mark.parametrize(
+    "input_tags, expected_result",
+    [
+        pytest.param([], set(), id="empty tags"),
+        pytest.param(
+            ["a normal tag"],
+            {"a normal tag"},
+            id="one tag",
+        ),
+        pytest.param(
+            ["a normal tag", "another normal tag"],
+            {"a normal tag", "another normal tag"},
+            id="two different tags",
+        ),
+        pytest.param(
+            ["a", "a"],
+            {"a"},
+            id="two same tags",
+        ),
+    ],
+)
+def test__tags_duplicates(input_tags: list[str], expected_result: set[str]):
+    result = DAG("test-dag", tags=input_tags)
+    assert result.tags == expected_result
+
+
+def test__tags_mutable():
+    expected_tags = {"6", "7"}
+    test_dag = DAG("test-dag")
+    test_dag.tags.add("6")
+    test_dag.tags.add("7")
+    test_dag.tags.add("8")
+    test_dag.tags.remove("8")
+    assert test_dag.tags == expected_tags
+
+
+class TestDagDecorator:
+    DEFAULT_ARGS = {
+        "owner": "test",
+        "depends_on_past": True,
+        "start_date": datetime.now(tz=timezone.utc),
+        "retries": 1,
+        "retry_delay": timedelta(minutes=1),
+    }
+    VALUE = 42
+
+    def test_fileloc(self):
+        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
+        def noop_pipeline(): ...
+
+        dag = noop_pipeline()
+        assert isinstance(dag, DAG)
+        assert dag.dag_id == "noop_pipeline"
+        assert dag.fileloc == __file__
+
+    def test_set_dag_id(self):
+        """Test that checks you can set dag_id from decorator."""
+
+        @dag_decorator("test", schedule=None, default_args=self.DEFAULT_ARGS)
+        def noop_pipeline(): ...
+
+        dag = noop_pipeline()
+        assert isinstance(dag, DAG)
+        assert dag.dag_id == "test"
+
+    def test_default_dag_id(self):
+        """Test that @dag uses function name as default dag id."""
+
+        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
+        def noop_pipeline(): ...
+
+        dag = noop_pipeline()
+        assert isinstance(dag, DAG)
+        assert dag.dag_id == "noop_pipeline"
+
+    @pytest.mark.parametrize(
+        argnames=["dag_doc_md", "expected_doc_md"],
+        argvalues=[
+            pytest.param("dag docs.", "dag docs.", id="use_dag_doc_md"),
+            pytest.param(None, "Regular DAG documentation", id="use_dag_docstring"),
+        ],
+    )
+    def test_documentation_added(self, dag_doc_md, expected_doc_md):
+        """Test that @dag uses function docs as doc_md for DAG object if doc_md is not explicitly set."""
+
+        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS, doc_md=dag_doc_md)
+        def noop_pipeline():
+            """Regular DAG documentation"""
+
+        dag = noop_pipeline()
+        assert isinstance(dag, DAG)
+        assert dag.dag_id == "noop_pipeline"
+        assert dag.doc_md == expected_doc_md
+
+    def test_fails_if_arg_not_set(self):
+        """Test that @dag decorated function fails if positional argument is not set"""
+
+        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
+        def noop_pipeline(value): ...
+
+        # Test that if arg is not passed it raises a type error as expected.
+        with pytest.raises(TypeError):
+            noop_pipeline()
diff --git a/tests/always/test_connection.py b/tests/always/test_connection.py
index 03a8e136f2a0a..3cc24b6d9ce38 100644
--- a/tests/always/test_connection.py
+++ b/tests/always/test_connection.py
@@ -32,7 +32,6 @@
 from airflow.hooks.base import BaseHook
 from airflow.models import Connection, crypto
 from airflow.providers.sqlite.hooks.sqlite import SqliteHook
-from airflow.providers_manager import HookInfo
 
 from tests_common.test_utils.config import conf_vars
 
@@ -835,31 +834,3 @@ def test_as_json_from_connection(self, conn: Connection, expected_json, request)
         assert restored_conn.schema == conn.schema
         assert restored_conn.port == conn.port
         assert restored_conn.extra_dejson == conn.extra_dejson
-
-    def test_get_hook_not_found(self):
-        with mock.patch("airflow.providers_manager.ProvidersManager") as m:
-            m.return_value.hooks = {}
-            with pytest.raises(AirflowException, match='Unknown hook type "awesome-test-conn-type"'):
-                Connection(conn_type="awesome-test-conn-type").get_hook()
-
-    def test_get_hook_import_error(self, caplog):
-        with mock.patch("airflow.providers_manager.ProvidersManager") as m:
-            m.return_value.hooks = {
-                "awesome-test-conn-type": HookInfo(
-                    hook_class_name="foo.bar.AwesomeTest",
-                    connection_id_attribute_name="conn-id",
-                    package_name="test.package",
-                    hook_name="Awesome Connection",
-                    connection_type="awesome-test-conn-type",
-                    connection_testable=False,
-                )
-            }
-            caplog.clear()
-            caplog.set_level("ERROR", "airflow.models.connection")
-            with pytest.raises(ImportError):
-                Connection(conn_type="awesome-test-conn-type").get_hook()
-
-            assert caplog.messages
-            assert caplog.messages[0] == (
-                "Could not import foo.bar.AwesomeTest when discovering Awesome Connection test.package"
-            )
diff --git a/tests/always/test_example_dags.py b/tests/always/test_example_dags.py
index db482aadd59ef..7ea1ac9609bd2 100644
--- a/tests/always/test_example_dags.py
+++ b/tests/always/test_example_dags.py
@@ -114,7 +114,15 @@ def get_python_excluded_providers_folders() -> list[str]:
 
 
 def example_not_excluded_dags(xfail_db_exception: bool = False):
-    example_dirs = ["airflow/**/example_dags/example_*.py", "tests/system/**/example_*.py"]
+    example_dirs = [
+        "airflow/**/example_dags/example_*.py",
+        "tests/system/**/example_*.py",
+        "providers/**/example_*.py",
+    ]
+
+    default_branch = os.environ.get("DEFAULT_BRANCH", "main")
+    include_providers = default_branch == "main"
+
     suspended_providers_folders = get_suspended_providers_folders()
     current_python_excluded_providers_folders = get_python_excluded_providers_folders()
     suspended_providers_folders = [
@@ -128,7 +136,6 @@ def example_not_excluded_dags(xfail_db_exception: bool = False):
         for provider in current_python_excluded_providers_folders
     ]
     providers_folders = tuple([AIRFLOW_SOURCES_ROOT.joinpath(pp).as_posix() for pp in PROVIDERS_PREFIXES])
-
     for example_dir in example_dirs:
         candidates = glob(f"{AIRFLOW_SOURCES_ROOT.as_posix()}/{example_dir}", recursive=True)
         for candidate in sorted(candidates):
@@ -150,6 +157,11 @@ def example_not_excluded_dags(xfail_db_exception: bool = False):
                             param_marks.append(pytest.mark.skip(reason=reason))
 
             if candidate.startswith(providers_folders):
+                if not include_providers:
+                    print(
+                        f"Skipping {candidate} because providers are not included for {default_branch} branch."
+                    )
+                    continue
                 # Do not raise an error for airflow.exceptions.RemovedInAirflow3Warning.
                 # We should not rush to enforce new syntax updates in providers
                 # because a version of Airflow that deprecates certain features may not yet be released.
diff --git a/tests/always/test_project_structure.py b/tests/always/test_project_structure.py
index 9db0b22df84fc..683fa7ce797ca 100644
--- a/tests/always/test_project_structure.py
+++ b/tests/always/test_project_structure.py
@@ -85,7 +85,6 @@ def test_providers_modules_should_have_tests(self):
             "providers/tests/celery/executors/test_celery_executor_utils.py",
             "providers/tests/celery/executors/test_default_celery.py",
             "providers/tests/cloudant/test_cloudant_fake.py",
-            "providers/tests/cncf/kubernetes/backcompat/test_backwards_compat_converters.py",
             "providers/tests/cncf/kubernetes/executors/test_kubernetes_executor_types.py",
             "providers/tests/cncf/kubernetes/executors/test_kubernetes_executor_utils.py",
             "providers/tests/cncf/kubernetes/operators/test_kubernetes_pod.py",
@@ -137,7 +136,6 @@ def test_providers_modules_should_have_tests(self):
             "providers/tests/google/cloud/operators/vertex_ai/test_hyperparameter_tuning_job.py",
             "providers/tests/google/cloud/operators/vertex_ai/test_model_service.py",
             "providers/tests/google/cloud/operators/vertex_ai/test_pipeline_job.py",
-            "providers/tests/google/cloud/sensors/test_dataform.py",
             "providers/tests/google/cloud/transfers/test_bigquery_to_sql.py",
             "providers/tests/google/cloud/transfers/test_presto_to_gcs.py",
             "providers/tests/google/cloud/utils/test_bigquery.py",
diff --git a/tests/api_connexion/endpoints/test_asset_endpoint.py b/tests/api_connexion/endpoints/test_asset_endpoint.py
index a790fb986f255..4d195b5d870e1 100644
--- a/tests/api_connexion/endpoints/test_asset_endpoint.py
+++ b/tests/api_connexion/endpoints/test_asset_endpoint.py
@@ -261,9 +261,9 @@ def test_filter_assets_by_dag_ids_works(self, dag_ids, expected_num, session):
         asset1 = AssetModel("s3://folder/key")
         asset2 = AssetModel("gcp://bucket/key")
         asset3 = AssetModel("somescheme://asset/key")
-        dag_ref1 = DagScheduleAssetReference(dag_id="dag1", dataset=asset1)
-        dag_ref2 = DagScheduleAssetReference(dag_id="dag2", dataset=asset2)
-        task_ref1 = TaskOutletAssetReference(dag_id="dag3", task_id="task1", dataset=asset3)
+        dag_ref1 = DagScheduleAssetReference(dag_id="dag1", asset=asset1)
+        dag_ref2 = DagScheduleAssetReference(dag_id="dag2", asset=asset2)
+        task_ref1 = TaskOutletAssetReference(dag_id="dag3", task_id="task1", asset=asset3)
         session.add_all([asset1, asset2, asset3, dag1, dag2, dag3, dag_ref1, dag_ref2, task_ref1])
         session.commit()
         response = self.client.get(
@@ -288,9 +288,9 @@ def test_filter_assets_by_dag_ids_and_uri_pattern_works(
         asset1 = AssetModel("s3://folder/key")
         asset2 = AssetModel("gcp://bucket/key")
         asset3 = AssetModel("somescheme://asset/key")
-        dag_ref1 = DagScheduleAssetReference(dag_id="dag1", dataset=asset1)
-        dag_ref2 = DagScheduleAssetReference(dag_id="dag2", dataset=asset2)
-        task_ref1 = TaskOutletAssetReference(dag_id="dag3", task_id="task1", dataset=asset3)
+        dag_ref1 = DagScheduleAssetReference(dag_id="dag1", asset=asset1)
+        dag_ref2 = DagScheduleAssetReference(dag_id="dag2", asset=asset2)
+        task_ref1 = TaskOutletAssetReference(dag_id="dag3", task_id="task1", asset=asset3)
         session.add_all([asset1, asset2, asset3, dag1, dag2, dag3, dag_ref1, dag_ref2, task_ref1])
         session.commit()
         response = self.client.get(
@@ -378,7 +378,7 @@ class TestGetAssetEvents(TestAssetEndpoint):
     def test_should_respond_200(self, session):
         d = self._create_asset(session)
         common = {
-            "dataset_id": 1,
+            "asset_id": 1,
             "extra": {"foo": "bar"},
             "source_dag_id": "foo",
             "source_task_id": "bar",
@@ -402,13 +402,13 @@ def test_should_respond_200(self, session):
                     "id": 1,
                     "timestamp": self.default_time,
                     **common,
-                    "dataset_uri": d.uri,
+                    "asset_uri": d.uri,
                 },
                 {
                     "id": 2,
                     "timestamp": self.default_time,
                     **common,
-                    "dataset_uri": d.uri,
+                    "asset_uri": d.uri,
                 },
             ],
             "total_entries": 2,
@@ -441,7 +441,7 @@ def test_filtering(self, attr, value, session):
         events = [
             AssetEvent(
                 id=i,
-                dataset_id=i,
+                asset_id=i,
                 source_dag_id=f"dag{i}",
                 source_task_id=f"task{i}",
                 source_run_id=f"run{i}",
@@ -464,8 +464,8 @@ def test_filtering(self, attr, value, session):
             "asset_events": [
                 {
                     "id": 2,
-                    "dataset_id": 2,
-                    "dataset_uri": assets[1].uri,
+                    "asset_id": 2,
+                    "asset_uri": assets[1].uri,
                     "extra": {},
                     "source_dag_id": "dag2",
                     "source_task_id": "task2",
@@ -482,7 +482,7 @@ def test_order_by_raises_400_for_invalid_attr(self, session):
         self._create_asset(session)
         events = [
             AssetEvent(
-                dataset_id=1,
+                asset_id=1,
                 extra="{'foo': 'bar'}",
                 source_dag_id="foo",
                 source_task_id="bar",
@@ -512,7 +512,7 @@ def test_includes_created_dagrun(self, session):
         self._create_asset(session)
         event = AssetEvent(
             id=1,
-            dataset_id=1,
+            asset_id=1,
             timestamp=timezone.parse(self.default_time),
         )
         session.add(event)
@@ -521,7 +521,7 @@ def test_includes_created_dagrun(self, session):
         dagrun = DagRun(
             dag_id="TEST_DAG_ID",
             run_id="TEST_DAG_RUN_ID",
-            run_type=DagRunType.DATASET_TRIGGERED,
+            run_type=DagRunType.ASSET_TRIGGERED,
             execution_date=timezone.parse(self.default_time),
             start_date=timezone.parse(self.default_time),
             external_trigger=True,
@@ -542,8 +542,8 @@ def test_includes_created_dagrun(self, session):
             "asset_events": [
                 {
                     "id": 1,
-                    "dataset_id": 1,
-                    "dataset_uri": "s3://bucket/key",
+                    "asset_id": 1,
+                    "asset_uri": "s3://bucket/key",
                     "extra": {},
                     "source_dag_id": None,
                     "source_task_id": None,
@@ -591,8 +591,8 @@ def test_should_respond_200(self, session):
         assert response_data == {
             "id": ANY,
             "created_dagruns": [],
-            "dataset_uri": event_payload["asset_uri"],
-            "dataset_id": ANY,
+            "asset_uri": event_payload["asset_uri"],
+            "asset_id": ANY,
             "extra": {"foo": "bar", "from_rest_api": True},
             "source_dag_id": None,
             "source_task_id": None,
@@ -671,7 +671,7 @@ def test_limit_and_offset(self, url, expected_event_runids, session):
         self._create_asset(session)
         events = [
             AssetEvent(
-                dataset_id=1,
+                asset_id=1,
                 source_dag_id="foo",
                 source_task_id="bar",
                 source_run_id=f"run{i}",
@@ -693,7 +693,7 @@ def test_should_respect_page_size_limit_default(self, session):
         self._create_asset(session)
         events = [
             AssetEvent(
-                dataset_id=1,
+                asset_id=1,
                 source_dag_id="foo",
                 source_task_id="bar",
                 source_run_id=f"run{i}",
@@ -715,7 +715,7 @@ def test_should_return_conf_max_if_req_max_above_conf(self, session):
         self._create_asset(session)
         events = [
             AssetEvent(
-                dataset_id=1,
+                asset_id=1,
                 source_dag_id="foo",
                 source_task_id="bar",
                 source_run_id=f"run{i}",
@@ -746,7 +746,7 @@ def time_freezer(self) -> Generator:
         freezer.stop()
 
     def _create_asset_dag_run_queues(self, dag_id, asset_id, session):
-        adrq = AssetDagRunQueue(target_dag_id=dag_id, dataset_id=asset_id)
+        adrq = AssetDagRunQueue(target_dag_id=dag_id, asset_id=asset_id)
         session.add(adrq)
         session.commit()
         return adrq
diff --git a/tests/api_connexion/endpoints/test_backfill_endpoint.py b/tests/api_connexion/endpoints/test_backfill_endpoint.py
deleted file mode 100644
index d17131f083dd2..0000000000000
--- a/tests/api_connexion/endpoints/test_backfill_endpoint.py
+++ /dev/null
@@ -1,424 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-import os
-from datetime import datetime
-from unittest import mock
-
-import pendulum
-import pytest
-
-from airflow.models import DagBag, DagModel
-from airflow.models.backfill import Backfill
-from airflow.models.dag import DAG
-from airflow.operators.empty import EmptyOperator
-from airflow.utils import timezone
-from airflow.utils.session import provide_session
-
-from tests_common.test_utils.api_connexion_utils import create_user, delete_user
-from tests_common.test_utils.db import (
-    clear_db_backfills,
-    clear_db_dags,
-    clear_db_runs,
-    clear_db_serialized_dags,
-)
-
-pytestmark = [pytest.mark.db_test, pytest.mark.need_serialized_dag]
-
-
-DAG_ID = "test_dag"
-TASK_ID = "op1"
-DAG2_ID = "test_dag2"
-DAG3_ID = "test_dag3"
-UTC_JSON_REPR = "UTC" if pendulum.__version__.startswith("3") else "Timezone('UTC')"
-
-
-def _clean_db():
-    clear_db_backfills()
-    clear_db_runs()
-    clear_db_dags()
-    clear_db_serialized_dags()
-
-
-@pytest.fixture(autouse=True)
-def clean_db():
-    _clean_db()
-    yield
-    _clean_db()
-
-
-@pytest.fixture(scope="module")
-def configured_app(minimal_app_for_api):
-    app = minimal_app_for_api
-
-    create_user(
-        app,
-        username="test",
-        role_name="admin",
-    )
-    create_user(app, username="test_no_permissions", role_name=None)
-
-    with DAG(
-        DAG_ID,
-        schedule=None,
-        start_date=datetime(2020, 6, 15),
-        doc_md="details",
-        params={"foo": 1},
-        tags=["example"],
-    ) as dag:
-        EmptyOperator(task_id=TASK_ID)
-
-    with DAG(DAG2_ID, schedule=None, start_date=datetime(2020, 6, 15)) as dag2:  # no doc_md
-        EmptyOperator(task_id=TASK_ID)
-
-    with DAG(DAG3_ID, schedule=None) as dag3:  # DAG start_date set to None
-        EmptyOperator(task_id=TASK_ID, start_date=datetime(2019, 6, 12))
-
-    dag_bag = DagBag(os.devnull, include_examples=False)
-    dag_bag.dags = {dag.dag_id: dag, dag2.dag_id: dag2, dag3.dag_id: dag3}
-
-    app.dag_bag = dag_bag
-
-    yield app
-
-    delete_user(app, username="test")
-    delete_user(app, username="test_no_permissions")
-
-
-class TestBackfillEndpoint:
-    @pytest.fixture(autouse=True)
-    def setup_attrs(self, configured_app) -> None:
-        self.app = configured_app
-        self.client = self.app.test_client()  # type:ignore
-        self.dag_id = DAG_ID
-        self.dag2_id = DAG2_ID
-        self.dag3_id = DAG3_ID
-
-    @provide_session
-    def _create_dag_models(self, *, count=1, dag_id_prefix="TEST_DAG", is_paused=False, session=None):
-        dags = []
-        for num in range(1, count + 1):
-            dag_model = DagModel(
-                dag_id=f"{dag_id_prefix}_{num}",
-                fileloc=f"/tmp/dag_{num}.py",
-                is_active=True,
-                timetable_summary="0 0 * * *",
-                is_paused=is_paused,
-            )
-            session.add(dag_model)
-            dags.append(dag_model)
-        return dags
-
-    @provide_session
-    def _create_deactivated_dag(self, session=None):
-        dag_model = DagModel(
-            dag_id="TEST_DAG_DELETED_1",
-            fileloc="/tmp/dag_del_1.py",
-            schedule_interval="2 2 * * *",
-            is_active=False,
-        )
-        session.add(dag_model)
-
-
-class TestListBackfills(TestBackfillEndpoint):
-    def test_should_respond_200(self, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        b = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
-        session.add(b)
-        session.commit()
-        response = self.client.get(
-            f"/api/v1/backfills?dag_id={dag.dag_id}",
-            environ_overrides={"REMOTE_USER": "test"},
-        )
-        assert response.status_code == 200
-        assert response.json == {
-            "backfills": [
-                {
-                    "completed_at": mock.ANY,
-                    "created_at": mock.ANY,
-                    "dag_id": "TEST_DAG_1",
-                    "dag_run_conf": None,
-                    "from_date": from_date.isoformat(),
-                    "id": b.id,
-                    "is_paused": False,
-                    "max_active_runs": 10,
-                    "to_date": to_date.isoformat(),
-                    "updated_at": mock.ANY,
-                }
-            ],
-            "total_entries": 1,
-        }
-
-    @pytest.mark.parametrize(
-        "user, expected",
-        [
-            ("test_no_permissions", 403),
-            ("test", 200),
-            (None, 401),
-        ],
-    )
-    def test_should_respond_200_with_granular_dag_access(self, user, expected, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        b = Backfill(
-            dag_id=dag.dag_id,
-            from_date=from_date,
-            to_date=to_date,
-        )
-
-        session.add(b)
-        session.commit()
-        kwargs = {}
-        if user:
-            kwargs.update(environ_overrides={"REMOTE_USER": user})
-        response = self.client.get("/api/v1/backfills?dag_id=TEST_DAG_1", **kwargs)
-        assert response.status_code == expected
-
-
-class TestGetBackfill(TestBackfillEndpoint):
-    def test_should_respond_200(self, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
-        session.add(backfill)
-        session.commit()
-        response = self.client.get(
-            f"/api/v1/backfills/{backfill.id}",
-            environ_overrides={"REMOTE_USER": "test"},
-        )
-        assert response.status_code == 200
-        assert response.json == {
-            "completed_at": mock.ANY,
-            "created_at": mock.ANY,
-            "dag_id": "TEST_DAG_1",
-            "dag_run_conf": None,
-            "from_date": from_date.isoformat(),
-            "id": backfill.id,
-            "is_paused": False,
-            "max_active_runs": 10,
-            "to_date": to_date.isoformat(),
-            "updated_at": mock.ANY,
-        }
-
-    def test_no_exist(self, session):
-        response = self.client.get(
-            f"/api/v1/backfills/{23198409834208}",
-            environ_overrides={"REMOTE_USER": "test"},
-        )
-        assert response.status_code == 404
-        assert response.json.get("title") == "Backfill not found"
-
-    @pytest.mark.parametrize(
-        "user, expected",
-        [
-            ("test_no_permissions", 403),
-            ("test", 200),
-            (None, 401),
-        ],
-    )
-    def test_should_respond_200_with_granular_dag_access(self, user, expected, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(
-            dag_id=dag.dag_id,
-            from_date=from_date,
-            to_date=to_date,
-        )
-        session.add(backfill)
-        session.commit()
-        kwargs = {}
-        if user:
-            kwargs.update(environ_overrides={"REMOTE_USER": user})
-        response = self.client.get(f"/api/v1/backfills/{backfill.id}", **kwargs)
-        assert response.status_code == expected
-
-
-class TestCreateBackfill(TestBackfillEndpoint):
-    @pytest.mark.parametrize(
-        "user, expected",
-        [
-            ("test_no_permissions", 403),
-            ("test", 200),
-            (None, 401),
-        ],
-    )
-    def test_create_backfill(self, user, expected, session, dag_maker):
-        with dag_maker(session=session, dag_id="TEST_DAG_1", schedule="0 * * * *") as dag:
-            EmptyOperator(task_id="mytask")
-        session.query(DagModel).all()
-        from_date = pendulum.parse("2024-01-01")
-        from_date_iso = from_date.isoformat()
-        to_date = pendulum.parse("2024-02-01")
-        to_date_iso = to_date.isoformat()
-        max_active_runs = 5
-        data = {
-            "dag_id": dag.dag_id,
-            "from_date": f"{from_date_iso}",
-            "to_date": f"{to_date_iso}",
-            "max_active_runs": max_active_runs,
-            "reverse": False,
-            "dag_run_conf": {"param1": "val1", "param2": True},
-        }
-        kwargs = {}
-        if user:
-            kwargs.update(environ_overrides={"REMOTE_USER": user})
-
-        response = self.client.post(
-            "/api/v1/backfills",
-            json=data,
-            **kwargs,
-        )
-        assert response.status_code == expected
-        if expected < 300:
-            assert response.json == {
-                "completed_at": mock.ANY,
-                "created_at": mock.ANY,
-                "dag_id": "TEST_DAG_1",
-                "dag_run_conf": {"param1": "val1", "param2": True},
-                "from_date": from_date_iso,
-                "id": mock.ANY,
-                "is_paused": False,
-                "max_active_runs": 5,
-                "to_date": to_date_iso,
-                "updated_at": mock.ANY,
-            }
-
-
-class TestPauseBackfill(TestBackfillEndpoint):
-    def test_should_respond_200(self, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
-        session.add(backfill)
-        session.commit()
-        response = self.client.post(
-            f"/api/v1/backfills/{backfill.id}/pause",
-            environ_overrides={"REMOTE_USER": "test"},
-        )
-        assert response.status_code == 200
-        assert response.json == {
-            "completed_at": mock.ANY,
-            "created_at": mock.ANY,
-            "dag_id": "TEST_DAG_1",
-            "dag_run_conf": None,
-            "from_date": from_date.isoformat(),
-            "id": backfill.id,
-            "is_paused": True,
-            "max_active_runs": 10,
-            "to_date": to_date.isoformat(),
-            "updated_at": mock.ANY,
-        }
-
-    @pytest.mark.parametrize(
-        "user, expected",
-        [
-            ("test_no_permissions", 403),
-            ("test", 200),
-            (None, 401),
-        ],
-    )
-    def test_should_respond_200_with_granular_dag_access(self, user, expected, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(
-            dag_id=dag.dag_id,
-            from_date=from_date,
-            to_date=to_date,
-        )
-        session.add(backfill)
-        session.commit()
-        kwargs = {}
-        if user:
-            kwargs.update(environ_overrides={"REMOTE_USER": user})
-        response = self.client.post(f"/api/v1/backfills/{backfill.id}/pause", **kwargs)
-        assert response.status_code == expected
-
-
-class TestCancelBackfill(TestBackfillEndpoint):
-    def test_should_respond_200(self, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
-        session.add(backfill)
-        session.commit()
-        response = self.client.post(
-            f"/api/v1/backfills/{backfill.id}/cancel",
-            environ_overrides={"REMOTE_USER": "test"},
-        )
-        assert response.status_code == 200
-        assert response.json == {
-            "completed_at": mock.ANY,
-            "created_at": mock.ANY,
-            "dag_id": "TEST_DAG_1",
-            "dag_run_conf": None,
-            "from_date": from_date.isoformat(),
-            "id": backfill.id,
-            "is_paused": True,
-            "max_active_runs": 10,
-            "to_date": to_date.isoformat(),
-            "updated_at": mock.ANY,
-        }
-        assert pendulum.parse(response.json["completed_at"])
-        # now it is marked as completed
-        assert pendulum.parse(response.json["completed_at"])
-
-        # get conflict when canceling already-canceled backfill
-        response = self.client.post(
-            f"/api/v1/backfills/{backfill.id}/cancel", environ_overrides={"REMOTE_USER": "test"}
-        )
-        assert response.status_code == 409
-
-    @pytest.mark.parametrize(
-        "user, expected",
-        [
-            ("test_no_permissions", 403),
-            ("test", 200),
-            (None, 401),
-        ],
-    )
-    def test_should_respond_200_with_granular_dag_access(self, user, expected, session):
-        (dag,) = self._create_dag_models()
-        from_date = timezone.utcnow()
-        to_date = timezone.utcnow()
-        backfill = Backfill(
-            dag_id=dag.dag_id,
-            from_date=from_date,
-            to_date=to_date,
-        )
-        session.add(backfill)
-        session.commit()
-        kwargs = {}
-        if user:
-            kwargs.update(environ_overrides={"REMOTE_USER": user})
-        response = self.client.post(f"/api/v1/backfills/{backfill.id}/cancel", **kwargs)
-        assert response.status_code == expected
-        if response.status_code < 300:
-            # now it is marked as completed
-            assert pendulum.parse(response.json["completed_at"])
-
-            # get conflict when canceling already-canceled backfill
-            response = self.client.post(f"/api/v1/backfills/{backfill.id}/cancel", **kwargs)
-            assert response.status_code == 409
diff --git a/tests/api_connexion/endpoints/test_dag_endpoint.py b/tests/api_connexion/endpoints/test_dag_endpoint.py
index f197b24f0a406..5249944ea113b 100644
--- a/tests/api_connexion/endpoints/test_dag_endpoint.py
+++ b/tests/api_connexion/endpoints/test_dag_endpoint.py
@@ -132,14 +132,14 @@ def _create_dag_model_for_details_endpoint(self, dag_id, session=None):
         session.add(dag_model)
 
     @provide_session
-    def _create_dag_model_for_details_endpoint_with_dataset_expression(self, dag_id, session=None):
+    def _create_dag_model_for_details_endpoint_with_asset_expression(self, dag_id, session=None):
         dag_model = DagModel(
             dag_id=dag_id,
             fileloc="/tmp/dag.py",
             timetable_summary="2 2 * * *",
             is_active=True,
             is_paused=False,
-            dataset_expression={
+            asset_expression={
                 "any": [
                     "s3://dag1/output_1.txt",
                     {"all": ["s3://dag2/output_1.txt", "s3://dag3/output_3.txt"]},
@@ -188,10 +188,8 @@ def test_should_respond_200(self):
             "last_pickled": None,
             "default_view": None,
             "last_parsed_time": None,
-            "scheduler_lock": None,
             "timetable_description": None,
             "has_import_errors": False,
-            "pickle_id": None,
         } == response.json
 
     @conf_vars({("webserver", "secret_key"): "mysecret"})
@@ -229,10 +227,8 @@ def test_should_respond_200_with_schedule_none(self, session):
             "last_pickled": None,
             "default_view": None,
             "last_parsed_time": None,
-            "scheduler_lock": None,
             "timetable_description": None,
             "has_import_errors": False,
-            "pickle_id": None,
         } == response.json
 
     def test_should_respond_404(self):
@@ -300,7 +296,7 @@ def test_should_respond_200(self, url_safe_serializer):
             "dag_id": "test_dag",
             "dag_display_name": "test_dag",
             "dag_run_timeout": None,
-            "dataset_expression": None,
+            "asset_expression": None,
             "default_view": None,
             "description": None,
             "doc_md": "details",
@@ -333,10 +329,8 @@ def test_should_respond_200(self, url_safe_serializer):
                     "value": 1,
                 }
             },
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": "2020-06-15T00:00:00+00:00",
             "tags": [],
             "template_searchpath": None,
@@ -345,8 +339,8 @@ def test_should_respond_200(self, url_safe_serializer):
         }
         assert response.json == expected
 
-    def test_should_respond_200_with_dataset_expression(self, url_safe_serializer):
-        self._create_dag_model_for_details_endpoint_with_dataset_expression(self.dag_id)
+    def test_should_respond_200_with_asset_expression(self, url_safe_serializer):
+        self._create_dag_model_for_details_endpoint_with_asset_expression(self.dag_id)
         current_file_token = url_safe_serializer.dumps("/tmp/dag.py")
         response = self.client.get(
             f"/api/v1/dags/{self.dag_id}/details", environ_overrides={"REMOTE_USER": "test"}
@@ -358,7 +352,7 @@ def test_should_respond_200_with_dataset_expression(self, url_safe_serializer):
             "dag_id": "test_dag",
             "dag_display_name": "test_dag",
             "dag_run_timeout": None,
-            "dataset_expression": {
+            "asset_expression": {
                 "any": [
                     "s3://dag1/output_1.txt",
                     {"all": ["s3://dag2/output_1.txt", "s3://dag3/output_3.txt"]},
@@ -396,10 +390,8 @@ def test_should_respond_200_with_dataset_expression(self, url_safe_serializer):
                     "value": 1,
                 }
             },
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": "2020-06-15T00:00:00+00:00",
             "tags": [],
             "template_searchpath": None,
@@ -421,7 +413,7 @@ def test_should_response_200_with_doc_md_none(self, url_safe_serializer):
             "dag_id": "test_dag2",
             "dag_display_name": "test_dag2",
             "dag_run_timeout": None,
-            "dataset_expression": None,
+            "asset_expression": None,
             "default_view": None,
             "description": None,
             "doc_md": None,
@@ -447,10 +439,8 @@ def test_should_response_200_with_doc_md_none(self, url_safe_serializer):
             "orientation": "LR",
             "owners": [],
             "params": {},
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": "2020-06-15T00:00:00+00:00",
             "tags": [],
             "template_searchpath": None,
@@ -472,7 +462,7 @@ def test_should_response_200_for_null_start_date(self, url_safe_serializer):
             "dag_id": "test_dag3",
             "dag_display_name": "test_dag3",
             "dag_run_timeout": None,
-            "dataset_expression": None,
+            "asset_expression": None,
             "default_view": None,
             "description": None,
             "doc_md": None,
@@ -498,10 +488,8 @@ def test_should_response_200_for_null_start_date(self, url_safe_serializer):
             "orientation": "LR",
             "owners": [],
             "params": {},
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": None,
             "tags": [],
             "template_searchpath": None,
@@ -526,7 +514,7 @@ def test_should_respond_200_serialized(self, url_safe_serializer):
             "dag_id": "test_dag",
             "dag_display_name": "test_dag",
             "dag_run_timeout": None,
-            "dataset_expression": None,
+            "asset_expression": None,
             "default_view": None,
             "description": None,
             "doc_md": "details",
@@ -558,10 +546,8 @@ def test_should_respond_200_serialized(self, url_safe_serializer):
                     "value": 1,
                 }
             },
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": "2020-06-15T00:00:00+00:00",
             "tags": [],
             "template_searchpath": None,
@@ -587,7 +573,7 @@ def test_should_respond_200_serialized(self, url_safe_serializer):
             "dag_id": "test_dag",
             "dag_display_name": "test_dag",
             "dag_run_timeout": None,
-            "dataset_expression": None,
+            "asset_expression": None,
             "default_view": None,
             "description": None,
             "doc_md": "details",
@@ -619,10 +605,8 @@ def test_should_respond_200_serialized(self, url_safe_serializer):
                     "value": 1,
                 }
             },
-            "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": "2 2 * * *",
-            "scheduler_lock": None,
             "start_date": "2020-06-15T00:00:00+00:00",
             "tags": [],
             "template_searchpath": None,
@@ -718,10 +702,8 @@ def test_should_respond_200(self, session, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_2",
@@ -746,10 +728,8 @@ def test_should_respond_200(self, session, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -786,10 +766,8 @@ def test_only_active_true_returns_active_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 }
             ],
             "total_entries": 1,
@@ -827,10 +805,8 @@ def test_only_active_false_returns_all_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_DELETED_1",
@@ -855,10 +831,8 @@ def test_only_active_false_returns_all_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1012,10 +986,8 @@ def test_paused_true_returns_paused_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 }
             ],
             "total_entries": 1,
@@ -1052,10 +1024,8 @@ def test_paused_false_returns_unpaused_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 }
             ],
             "total_entries": 1,
@@ -1092,10 +1062,8 @@ def test_paused_none_returns_all_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_UNPAUSED_1",
@@ -1120,10 +1088,8 @@ def test_paused_none_returns_all_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1145,6 +1111,26 @@ def test_should_return_specified_fields(self):
             for field in fields:
                 assert field in dag
 
+    def test_should_return_specified_fields_and_total_entries(self):
+        total = 4
+        self._create_dag_models(total)
+        self._create_deactivated_dag()
+
+        limit = 2
+        fields = ["dag_id"]
+        response = self.client.get(
+            f"api/v1/dags?limit={limit}&fields={','.join(fields)}", environ_overrides={"REMOTE_USER": "test"}
+        )
+        assert response.status_code == 200
+
+        res_json = response.json
+        assert res_json["total_entries"] == total
+        assert len(res_json["dags"]) == limit
+        for dag in res_json["dags"]:
+            assert len(dag.keys()) == len(fields)
+            for field in fields:
+                assert field in dag
+
     def test_should_respond_400_with_not_exists_fields(self):
         self._create_dag_models(1)
         self._create_deactivated_dag()
@@ -1190,10 +1176,8 @@ def test_should_respond_200_on_patch_is_paused(self, url_safe_serializer, sessio
             "last_pickled": None,
             "default_view": None,
             "last_parsed_time": None,
-            "scheduler_lock": None,
             "timetable_description": None,
             "has_import_errors": False,
-            "pickle_id": None,
         }
         assert response.json == expected_response
         _check_last_log(
@@ -1289,10 +1273,8 @@ def test_should_respond_200_with_update_mask(self, url_safe_serializer):
             "last_pickled": None,
             "default_view": None,
             "last_parsed_time": None,
-            "scheduler_lock": None,
             "timetable_description": None,
             "has_import_errors": False,
-            "pickle_id": None,
         }
         assert response.json == expected_response
 
@@ -1384,10 +1366,8 @@ def test_should_respond_200_on_patch_is_paused(self, session, url_safe_serialize
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_2",
@@ -1412,10 +1392,8 @@ def test_should_respond_200_on_patch_is_paused(self, session, url_safe_serialize
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1465,10 +1443,8 @@ def test_should_respond_200_on_patch_is_paused_using_update_mask(self, session,
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_2",
@@ -1493,10 +1469,8 @@ def test_should_respond_200_on_patch_is_paused_using_update_mask(self, session,
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1586,10 +1560,8 @@ def test_only_active_true_returns_active_dags(self, url_safe_serializer, session
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 }
             ],
             "total_entries": 1,
@@ -1635,10 +1607,8 @@ def test_only_active_false_returns_all_dags(self, url_safe_serializer, session):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_DELETED_1",
@@ -1663,10 +1633,8 @@ def test_only_active_false_returns_all_dags(self, url_safe_serializer, session):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1862,10 +1830,8 @@ def test_should_respond_200_and_pause_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_2",
@@ -1890,10 +1856,8 @@ def test_should_respond_200_and_pause_dags(self, url_safe_serializer):
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -1939,10 +1903,8 @@ def test_should_respond_200_and_pause_dag_pattern(self, session, url_safe_serial
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_10",
@@ -1967,10 +1929,8 @@ def test_should_respond_200_and_pause_dag_pattern(self, session, url_safe_serial
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
@@ -2018,10 +1978,8 @@ def test_should_respond_200_and_reverse_ordering(self, session, url_safe_seriali
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
                 {
                     "dag_id": "TEST_DAG_1",
@@ -2046,10 +2004,8 @@ def test_should_respond_200_and_reverse_ordering(self, session, url_safe_seriali
                     "last_pickled": None,
                     "default_view": None,
                     "last_parsed_time": None,
-                    "scheduler_lock": None,
                     "timetable_description": None,
                     "has_import_errors": False,
-                    "pickle_id": None,
                 },
             ],
             "total_entries": 2,
diff --git a/tests/api_connexion/endpoints/test_dag_parsing.py b/tests/api_connexion/endpoints/test_dag_parsing.py
index ce41b9b3b4251..e12d521c27242 100644
--- a/tests/api_connexion/endpoints/test_dag_parsing.py
+++ b/tests/api_connexion/endpoints/test_dag_parsing.py
@@ -38,7 +38,7 @@
 EXAMPLE_DAG_ID = "example_bash_operator"
 TEST_DAG_ID = "latest_only"
 NOT_READABLE_DAG_ID = "latest_only_with_trigger"
-TEST_MULTIPLE_DAGS_ID = "dataset_produces_1"
+TEST_MULTIPLE_DAGS_ID = "asset_produces_1"
 
 
 @pytest.fixture(scope="module")
diff --git a/tests/api_connexion/endpoints/test_dag_run_endpoint.py b/tests/api_connexion/endpoints/test_dag_run_endpoint.py
index 537ae55ebee8a..576b28b153531 100644
--- a/tests/api_connexion/endpoints/test_dag_run_endpoint.py
+++ b/tests/api_connexion/endpoints/test_dag_run_endpoint.py
@@ -1772,7 +1772,7 @@ def test_should_respond_404(self):
 
 
 @pytest.mark.need_serialized_dag
-class TestGetDagRunDatasetTriggerEvents(TestDagRunEndpoint):
+class TestGetDagRunAssetTriggerEvents(TestDagRunEndpoint):
     def test_should_respond_200(self, dag_maker, session):
         asset1 = Asset(uri="ds1")
 
@@ -1783,7 +1783,7 @@ def test_should_respond_200(self, dag_maker, session):
 
         asset1_id = session.query(AssetModel.id).filter_by(uri=asset1.uri).scalar()
         event = AssetEvent(
-            dataset_id=asset1_id,
+            asset_id=asset1_id,
             source_task_id=ti.task_id,
             source_dag_id=ti.dag_id,
             source_run_id=ti.run_id,
@@ -1793,8 +1793,8 @@ def test_should_respond_200(self, dag_maker, session):
 
         with dag_maker(dag_id="TEST_DAG_ID", start_date=timezone.utcnow(), session=session):
             pass
-        dr = dag_maker.create_dagrun(run_id="TEST_DAG_RUN_ID", run_type=DagRunType.DATASET_TRIGGERED)
-        dr.consumed_dataset_events.append(event)
+        dr = dag_maker.create_dagrun(run_id="TEST_DAG_RUN_ID", run_type=DagRunType.ASSET_TRIGGERED)
+        dr.consumed_asset_events.append(event)
 
         session.commit()
         assert event.timestamp
@@ -1808,8 +1808,8 @@ def test_should_respond_200(self, dag_maker, session):
             "asset_events": [
                 {
                     "timestamp": event.timestamp.isoformat(),
-                    "dataset_id": asset1_id,
-                    "dataset_uri": asset1.uri,
+                    "asset_id": asset1_id,
+                    "asset_uri": asset1.uri,
                     "extra": {},
                     "id": event.id,
                     "source_dag_id": ti.dag_id,
diff --git a/tests/api_connexion/endpoints/test_mapped_task_instance_endpoint.py b/tests/api_connexion/endpoints/test_mapped_task_instance_endpoint.py
index 237ef5910c782..68ecd1e83898b 100644
--- a/tests/api_connexion/endpoints/test_mapped_task_instance_endpoint.py
+++ b/tests/api_connexion/endpoints/test_mapped_task_instance_endpoint.py
@@ -77,7 +77,6 @@ def setup_attrs(self, configured_app) -> None:
             "duration": 10000,
             "pool": "default_pool",
             "queue": "default_queue",
-            "job_id": 0,
         }
         self.app = configured_app
         self.client = self.app.test_client()  # type:ignore
diff --git a/tests/api_connexion/endpoints/test_plugin_endpoint.py b/tests/api_connexion/endpoints/test_plugin_endpoint.py
index 924de84dc0d48..2f24347bef68f 100644
--- a/tests/api_connexion/endpoints/test_plugin_endpoint.py
+++ b/tests/api_connexion/endpoints/test_plugin_endpoint.py
@@ -23,7 +23,6 @@
 from flask import Blueprint
 from flask_appbuilder import BaseView
 
-from airflow.hooks.base import BaseHook
 from airflow.plugins_manager import AirflowPlugin
 from airflow.ti_deps.deps.base_ti_dep import BaseTIDep
 from airflow.timetables.base import Timetable
@@ -37,9 +36,6 @@
 pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
 
 
-class PluginHook(BaseHook): ...
-
-
 def plugin_macro(): ...
 
 
@@ -100,7 +96,6 @@ class MockPlugin(AirflowPlugin):
     appbuilder_menu_items = [appbuilder_menu_items]
     global_operator_extra_links = [MockOperatorLink()]
     operator_extra_links = [MockOperatorLink()]
-    hooks = [PluginHook]
     macros = [plugin_macro]
     ti_deps = [ti_dep]
     timetables = [CustomTimetable]
@@ -145,7 +140,6 @@ def test_get_plugins_return_200(self):
                 {
                     "appbuilder_menu_items": [appbuilder_menu_items],
                     "appbuilder_views": [{"view": qualname(MockView)}],
-                    "executors": [],
                     "flask_blueprints": [
                         f"<{qualname(bp.__class__)}: name={bp.name!r} import_name={bp.import_name!r}>"
                     ],
@@ -157,7 +151,6 @@ def test_get_plugins_return_200(self):
                         }
                     ],
                     "global_operator_extra_links": [f"<{qualname(MockOperatorLink().__class__)} object>"],
-                    "hooks": [qualname(PluginHook)],
                     "macros": [qualname(plugin_macro)],
                     "operator_extra_links": [f"<{qualname(MockOperatorLink().__class__)} object>"],
                     "source": None,
diff --git a/tests/api_connexion/endpoints/test_task_instance_endpoint.py b/tests/api_connexion/endpoints/test_task_instance_endpoint.py
index 1051aa21e0cc9..e1fa6d13b7488 100644
--- a/tests/api_connexion/endpoints/test_task_instance_endpoint.py
+++ b/tests/api_connexion/endpoints/test_task_instance_endpoint.py
@@ -81,7 +81,6 @@ def setup_attrs(self, configured_app, dagbag) -> None:
             "duration": 10000,
             "pool": "default_pool",
             "queue": "default_queue",
-            "job_id": 0,
         }
         self.app = configured_app
         self.client = self.app.test_client()  # type:ignore
@@ -1032,6 +1031,56 @@ def test_should_raise_400_for_naive_and_bad_datetime(self, payload, expected, se
         assert response.status_code == 400
         assert expected in response.json["detail"]
 
+    def test_should_respond_200_for_pagination(self, session):
+        dag_id = "example_python_operator"
+
+        self.create_task_instances(
+            session,
+            task_instances=[
+                {"start_date": DEFAULT_DATETIME_1 + dt.timedelta(minutes=(i + 1))} for i in range(10)
+            ],
+            dag_id=dag_id,
+        )
+
+        # First 5 items
+        response_batch1 = self.client.post(
+            "/api/v1/dags/~/dagRuns/~/taskInstances/list",
+            environ_overrides={"REMOTE_USER": "test"},
+            json={"page_limit": 5, "page_offset": 0},
+        )
+        assert response_batch1.status_code == 200, response_batch1.json
+        num_entries_batch1 = len(response_batch1.json["task_instances"])
+        assert num_entries_batch1 == 5
+        assert len(response_batch1.json["task_instances"]) == 5
+
+        # 5 items after that
+        response_batch2 = self.client.post(
+            "/api/v1/dags/~/dagRuns/~/taskInstances/list",
+            environ_overrides={"REMOTE_USER": "test"},
+            json={"page_limit": 5, "page_offset": 5},
+        )
+        assert response_batch2.status_code == 200, response_batch2.json
+        num_entries_batch2 = len(response_batch2.json["task_instances"])
+        assert num_entries_batch2 > 0
+        assert len(response_batch2.json["task_instances"]) > 0
+
+        # Match
+        ti_count = 9
+        assert response_batch1.json["total_entries"] == response_batch2.json["total_entries"] == ti_count
+        assert (num_entries_batch1 + num_entries_batch2) == ti_count
+        assert response_batch1 != response_batch2
+
+        # default limit and offset
+        response_batch3 = self.client.post(
+            "/api/v1/dags/~/dagRuns/~/taskInstances/list",
+            environ_overrides={"REMOTE_USER": "test"},
+            json={},
+        )
+
+        num_entries_batch3 = len(response_batch3.json["task_instances"])
+        assert num_entries_batch3 == ti_count
+        assert len(response_batch3.json["task_instances"]) == ti_count
+
 
 class TestPostClearTaskInstances(TestTaskInstanceEndpoint):
     @pytest.mark.parametrize(
@@ -1983,15 +2032,15 @@ def test_should_call_mocked_api(self, mock_set_task_instance_state, session):
         self.create_task_instances(session)
 
         NEW_STATE = "failed"
-        mock_set_task_instance_state.return_value = session.get(
-            TaskInstance,
-            {
-                "task_id": "print_the_context",
-                "dag_id": "example_python_operator",
-                "run_id": "TEST_DAG_RUN_ID",
-                "map_index": -1,
-            },
-        )
+        mock_set_task_instance_state.return_value = session.scalars(
+            select(TaskInstance).where(
+                TaskInstance.dag_id == "example_python_operator",
+                TaskInstance.task_id == "print_the_context",
+                TaskInstance.run_id == "TEST_DAG_RUN_ID",
+                TaskInstance.map_index == -1,
+            )
+        ).one_or_none()
+
         response = self.client.patch(
             self.ENDPOINT_URL,
             environ_overrides={"REMOTE_USER": "test"},
@@ -2028,15 +2077,15 @@ def test_should_not_call_mocked_api_for_dry_run(self, mock_set_task_instance_sta
         self.create_task_instances(session)
 
         NEW_STATE = "failed"
-        mock_set_task_instance_state.return_value = session.get(
-            TaskInstance,
-            {
-                "task_id": "print_the_context",
-                "dag_id": "example_python_operator",
-                "run_id": "TEST_DAG_RUN_ID",
-                "map_index": -1,
-            },
-        )
+        mock_set_task_instance_state.return_value = session.scalars(
+            select(TaskInstance).where(
+                TaskInstance.dag_id == "example_python_operator",
+                TaskInstance.task_id == "print_the_context",
+                TaskInstance.run_id == "TEST_DAG_RUN_ID",
+                TaskInstance.map_index == -1,
+            )
+        ).one_or_none()
+
         response = self.client.patch(
             self.ENDPOINT_URL,
             environ_overrides={"REMOTE_USER": "test"},
diff --git a/tests/api_connexion/endpoints/test_xcom_endpoint.py b/tests/api_connexion/endpoints/test_xcom_endpoint.py
index 6f12f77e08d4b..a2c267428ac66 100644
--- a/tests/api_connexion/endpoints/test_xcom_endpoint.py
+++ b/tests/api_connexion/endpoints/test_xcom_endpoint.py
@@ -26,7 +26,7 @@
 from airflow.models.taskinstance import TaskInstance
 from airflow.models.xcom import BaseXCom, XCom, resolve_xcom_backend
 from airflow.operators.empty import EmptyOperator
-from airflow.utils.dates import parse_execution_date
+from airflow.utils import timezone
 from airflow.utils.session import create_session
 from airflow.utils.timezone import utcnow
 from airflow.utils.types import DagRunType
@@ -111,7 +111,7 @@ def test_should_respond_200_stringify(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entry(dag_id, run_id, execution_date_parsed, task_id, xcom_key, {"key": "value"})
         response = self.client.get(
@@ -137,7 +137,7 @@ def test_should_respond_200_native(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entry(dag_id, run_id, execution_date_parsed, task_id, xcom_key, {"key": "value"})
         response = self.client.get(
@@ -164,7 +164,7 @@ def test_should_respond_200_native_for_pickled(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         value_non_serializable_key = {("201009_NB502104_0421_AHJY23BGXG (SEQ_WF: 138898)", None): 82359}
         self._create_xcom_entry(
@@ -193,7 +193,7 @@ def test_should_raise_404_for_non_existent_xcom(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entry(dag_id, run_id, execution_date_parsed, task_id, xcom_key)
         response = self.client.get(
@@ -208,7 +208,7 @@ def test_should_raises_401_unauthenticated(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entry(dag_id, run_id, execution_date_parsed, task_id, xcom_key)
         response = self.client.get(
@@ -222,7 +222,7 @@ def test_should_raise_403_forbidden(self):
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
         xcom_key = "test-xcom-key"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
 
         self._create_xcom_entry(dag_id, run_id, execution_date_parsed, task_id, xcom_key)
@@ -318,7 +318,7 @@ def test_should_respond_200(self):
         dag_id = "test-dag-id"
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
 
         self._create_xcom_entries(dag_id, run_id, execution_date_parsed, task_id)
@@ -360,7 +360,7 @@ def test_should_respond_200_with_tilde_and_access_to_all_dags(self):
         dag_id_1 = "test-dag-id-1"
         task_id_1 = "test-task-id-1"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id_1 = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entries(dag_id_1, run_id_1, execution_date_parsed, task_id_1)
 
@@ -423,7 +423,7 @@ def test_should_respond_200_with_map_index(self):
         dag_id = "test-dag-id"
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         dag_run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entries(dag_id, dag_run_id, execution_date_parsed, task_id, mapped_ti=True)
 
@@ -467,7 +467,7 @@ def test_should_respond_200_with_xcom_key(self):
         dag_id = "test-dag-id"
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         dag_run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entries(dag_id, dag_run_id, execution_date_parsed, task_id, mapped_ti=True)
 
@@ -509,7 +509,7 @@ def test_should_raises_401_unauthenticated(self):
         dag_id = "test-dag-id"
         task_id = "test-task-id"
         execution_date = "2005-04-02T00:00:00+00:00"
-        execution_date_parsed = parse_execution_date(execution_date)
+        execution_date_parsed = timezone.parse(execution_date)
         run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date_parsed)
         self._create_xcom_entries(dag_id, run_id, execution_date_parsed, task_id)
 
@@ -594,7 +594,7 @@ def setup_method(self):
         self.dag_id = "test-dag-id"
         self.task_id = "test-task-id"
         self.execution_date = "2005-04-02T00:00:00+00:00"
-        self.execution_date_parsed = parse_execution_date(self.execution_date)
+        self.execution_date_parsed = timezone.parse(self.execution_date)
         self.run_id = DagRun.generate_run_id(DagRunType.MANUAL, self.execution_date_parsed)
 
     @pytest.mark.parametrize(
diff --git a/tests/api_connexion/schemas/test_dataset_schema.py b/tests/api_connexion/schemas/test_asset_schema.py
similarity index 89%
rename from tests/api_connexion/schemas/test_dataset_schema.py
rename to tests/api_connexion/schemas/test_asset_schema.py
index 1f5140b076b10..e403e1c6a2863 100644
--- a/tests/api_connexion/schemas/test_dataset_schema.py
+++ b/tests/api_connexion/schemas/test_asset_schema.py
@@ -52,18 +52,18 @@ def teardown_method(self) -> None:
 
 class TestAssetSchema(TestAssetSchemaBase):
     def test_serialize(self, dag_maker, session):
-        dataset = Asset(
+        asset = Asset(
             uri="s3://bucket/key",
             extra={"foo": "bar"},
         )
-        with dag_maker(dag_id="test_dataset_upstream_schema", serialized=True, session=session):
-            EmptyOperator(task_id="task1", outlets=[dataset])
+        with dag_maker(dag_id="test_asset_upstream_schema", serialized=True, session=session):
+            EmptyOperator(task_id="task1", outlets=[asset])
         with dag_maker(
-            dag_id="test_dataset_downstream_schema", schedule=[dataset], serialized=True, session=session
+            dag_id="test_asset_downstream_schema", schedule=[asset], serialized=True, session=session
         ):
             EmptyOperator(task_id="task2")
 
-        asset_model = session.query(AssetModel).filter_by(uri=dataset.uri).one()
+        asset_model = session.query(AssetModel).filter_by(uri=asset.uri).one()
 
         serialized_data = asset_schema.dump(asset_model)
         serialized_data["id"] = 1
@@ -75,7 +75,7 @@ def test_serialize(self, dag_maker, session):
             "updated_at": self.timestamp,
             "consuming_dags": [
                 {
-                    "dag_id": "test_dataset_downstream_schema",
+                    "dag_id": "test_asset_downstream_schema",
                     "created_at": self.timestamp,
                     "updated_at": self.timestamp,
                 }
@@ -83,7 +83,7 @@ def test_serialize(self, dag_maker, session):
             "producing_tasks": [
                 {
                     "task_id": "task1",
-                    "dag_id": "test_dataset_upstream_schema",
+                    "dag_id": "test_asset_upstream_schema",
                     "created_at": self.timestamp,
                     "updated_at": self.timestamp,
                 }
@@ -103,7 +103,7 @@ def test_serialize(self, session):
         ]
         asset_aliases = [AssetAliasModel(name=f"alias_{i}") for i in range(2)]
         for asset_alias in asset_aliases:
-            asset_alias.datasets.append(assets[0])
+            asset_alias.assets.append(assets[0])
         session.add_all(assets)
         session.add_all(asset_aliases)
         session.flush()
@@ -149,7 +149,7 @@ def test_serialize(self, session):
         session.commit()
         event = AssetEvent(
             id=1,
-            dataset_id=assetssetsset.id,
+            asset_id=assetssetsset.id,
             extra={"foo": "bar"},
             source_dag_id="foo",
             source_task_id="bar",
@@ -161,8 +161,8 @@ def test_serialize(self, session):
         serialized_data = asset_event_schema.dump(event)
         assert serialized_data == {
             "id": 1,
-            "dataset_id": assetssetsset.id,
-            "dataset_uri": "s3://abc",
+            "asset_id": assetssetsset.id,
+            "asset_uri": "s3://abc",
             "extra": {"foo": "bar"},
             "source_dag_id": "foo",
             "source_task_id": "bar",
@@ -173,14 +173,14 @@ def test_serialize(self, session):
         }
 
 
-class TestDatasetEventCreateSchema(TestAssetSchemaBase):
+class TestAssetEventCreateSchema(TestAssetSchemaBase):
     def test_serialize(self, session):
         asset = AssetModel("s3://abc")
         session.add(asset)
         session.commit()
         event = AssetEvent(
             id=1,
-            dataset_id=asset.id,
+            asset_id=asset.id,
             extra={"foo": "bar"},
             source_dag_id=None,
             source_task_id=None,
@@ -192,8 +192,8 @@ def test_serialize(self, session):
         serialized_data = asset_event_schema.dump(event)
         assert serialized_data == {
             "id": 1,
-            "dataset_id": asset.id,
-            "dataset_uri": "s3://abc",
+            "asset_id": asset.id,
+            "asset_uri": "s3://abc",
             "extra": {"foo": "bar"},
             "source_dag_id": None,
             "source_task_id": None,
@@ -207,7 +207,7 @@ def test_serialize(self, session):
 class TestAssetEventCollectionSchema(TestAssetSchemaBase):
     def test_serialize(self, session):
         common = {
-            "dataset_id": 10,
+            "asset_id": 10,
             "extra": {"foo": "bar"},
             "source_dag_id": "foo",
             "source_task_id": "bar",
diff --git a/tests/api_connexion/schemas/test_backfill_schema.py b/tests/api_connexion/schemas/test_backfill_schema.py
deleted file mode 100644
index c20714e968ce6..0000000000000
--- a/tests/api_connexion/schemas/test_backfill_schema.py
+++ /dev/null
@@ -1,54 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from airflow.api_connexion.schemas.backfill_schema import BackfillCollection, backfill_collection_schema
-from airflow.models.backfill import Backfill
-from airflow.utils import timezone
-
-
-class TestBackfillSchema:
-    def test_serialize_direct(self):
-        now = timezone.utcnow()
-        now_iso = now.isoformat()
-        b1 = Backfill(
-            dag_id="hi",
-            created_at=now,
-            completed_at=now,
-            from_date=now,
-            to_date=now,
-            updated_at=now,
-        )
-        bc = BackfillCollection(backfills=[b1], total_entries=1)
-        out = backfill_collection_schema.dump(bc)
-        assert out == {
-            "backfills": [
-                {
-                    "completed_at": now_iso,
-                    "created_at": now_iso,
-                    "dag_id": "hi",
-                    "dag_run_conf": None,
-                    "from_date": now_iso,
-                    "id": None,
-                    "is_paused": None,
-                    "max_active_runs": None,
-                    "to_date": now_iso,
-                    "updated_at": now_iso,
-                }
-            ],
-            "total_entries": 1,
-        }
diff --git a/tests/api_connexion/schemas/test_dag_schema.py b/tests/api_connexion/schemas/test_dag_schema.py
index 1b83b798422b5..4a6829a5c8312 100644
--- a/tests/api_connexion/schemas/test_dag_schema.py
+++ b/tests/api_connexion/schemas/test_dag_schema.py
@@ -70,10 +70,8 @@ def test_serialize_test_dag_schema(url_safe_serializer):
         "last_pickled": None,
         "default_view": None,
         "last_parsed_time": None,
-        "scheduler_lock": None,
         "timetable_description": None,
         "has_import_errors": None,
-        "pickle_id": None,
     } == serialized_dag
 
 
@@ -107,10 +105,8 @@ def test_serialize_test_dag_collection_schema(url_safe_serializer):
                 "last_pickled": None,
                 "default_view": None,
                 "last_parsed_time": None,
-                "scheduler_lock": None,
                 "timetable_description": None,
                 "has_import_errors": None,
-                "pickle_id": None,
             },
             {
                 "dag_id": "test_dag_id_b",
@@ -135,10 +131,8 @@ def test_serialize_test_dag_collection_schema(url_safe_serializer):
                 "last_pickled": None,
                 "default_view": None,
                 "last_parsed_time": None,
-                "scheduler_lock": None,
                 "timetable_description": None,
                 "has_import_errors": None,
-                "pickle_id": None,
             },
         ],
         "total_entries": 2,
@@ -193,7 +187,6 @@ def test_serialize_test_dag_detail_schema(url_safe_serializer):
         "timezone": UTC_JSON_REPR,
         "max_active_runs": 16,
         "max_consecutive_failed_dag_runs": 0,
-        "pickle_id": None,
         "end_date": None,
         "is_paused_upon_creation": None,
         "render_template_as_native_obj": False,
@@ -257,7 +250,6 @@ def test_serialize_test_dag_with_asset_schedule_detail_schema(url_safe_serialize
         "timezone": UTC_JSON_REPR,
         "max_active_runs": 16,
         "max_consecutive_failed_dag_runs": 0,
-        "pickle_id": None,
         "end_date": None,
         "is_paused_upon_creation": None,
         "render_template_as_native_obj": False,
diff --git a/tests/api_connexion/schemas/test_plugin_schema.py b/tests/api_connexion/schemas/test_plugin_schema.py
index 0c7141e3493f8..d722b52977aad 100644
--- a/tests/api_connexion/schemas/test_plugin_schema.py
+++ b/tests/api_connexion/schemas/test_plugin_schema.py
@@ -26,15 +26,11 @@
     plugin_collection_schema,
     plugin_schema,
 )
-from airflow.hooks.base import BaseHook
 from airflow.plugins_manager import AirflowPlugin
 
 from tests_common.test_utils.compat import BaseOperatorLink
 
 
-class PluginHook(BaseHook): ...
-
-
 def plugin_macro(): ...
 
 
@@ -67,7 +63,6 @@ class MockPlugin(AirflowPlugin):
     appbuilder_menu_items = [appbuilder_menu_items]
     global_operator_extra_links = [MockOperatorLink()]
     operator_extra_links = [MockOperatorLink()]
-    hooks = [PluginHook]
     macros = [plugin_macro]
 
 
@@ -86,13 +81,11 @@ def test_serialize(self):
         assert deserialized_plugin == {
             "appbuilder_menu_items": [appbuilder_menu_items],
             "appbuilder_views": [{"view": self.mock_plugin.appbuilder_views[0]["view"]}],
-            "executors": [],
             "flask_blueprints": [str(bp)],
             "fastapi_apps": [
                 {"app": app, "name": "App name", "url_prefix": "/some_prefix"},
             ],
             "global_operator_extra_links": [str(MockOperatorLink())],
-            "hooks": [str(PluginHook)],
             "macros": [str(plugin_macro)],
             "operator_extra_links": [str(MockOperatorLink())],
             "source": None,
@@ -113,13 +106,11 @@ def test_serialize(self):
                 {
                     "appbuilder_menu_items": [appbuilder_menu_items],
                     "appbuilder_views": [{"view": self.mock_plugin.appbuilder_views[0]["view"]}],
-                    "executors": [],
                     "flask_blueprints": [str(bp)],
                     "fastapi_apps": [
                         {"app": app, "name": "App name", "url_prefix": "/some_prefix"},
                     ],
                     "global_operator_extra_links": [str(MockOperatorLink())],
-                    "hooks": [str(PluginHook)],
                     "macros": [str(plugin_macro)],
                     "operator_extra_links": [str(MockOperatorLink())],
                     "source": None,
@@ -131,13 +122,11 @@ def test_serialize(self):
                 {
                     "appbuilder_menu_items": [appbuilder_menu_items],
                     "appbuilder_views": [{"view": self.mock_plugin.appbuilder_views[0]["view"]}],
-                    "executors": [],
                     "flask_blueprints": [str(bp)],
                     "fastapi_apps": [
                         {"app": app, "name": "App name", "url_prefix": "/some_prefix"},
                     ],
                     "global_operator_extra_links": [str(MockOperatorLink())],
-                    "hooks": [str(PluginHook)],
                     "macros": [str(plugin_macro)],
                     "operator_extra_links": [str(MockOperatorLink())],
                     "source": None,
diff --git a/tests/api_connexion/schemas/test_xcom_schema.py b/tests/api_connexion/schemas/test_xcom_schema.py
index 8714b3430fac8..5863dd48c6186 100644
--- a/tests/api_connexion/schemas/test_xcom_schema.py
+++ b/tests/api_connexion/schemas/test_xcom_schema.py
@@ -28,7 +28,7 @@
     xcom_schema_string,
 )
 from airflow.models import DagRun, XCom
-from airflow.utils.dates import parse_execution_date
+from airflow.utils import timezone
 from airflow.utils.session import create_session
 
 from tests_common.test_utils.config import conf_vars
@@ -90,7 +90,7 @@ def maker(dag_id, task_id, execution_date, key, map_index=-1, value=None):
 
 class TestXComCollectionItemSchema:
     default_time = "2016-04-02T21:00:00+00:00"
-    default_time_parsed = parse_execution_date(default_time)
+    default_time_parsed = timezone.parse(default_time)
 
     def test_serialize(self, create_xcom, session):
         create_xcom(
@@ -133,8 +133,8 @@ def test_deserialize(self):
 class TestXComCollectionSchema:
     default_time_1 = "2016-04-02T21:00:00+00:00"
     default_time_2 = "2016-04-02T21:01:00+00:00"
-    time_1 = parse_execution_date(default_time_1)
-    time_2 = parse_execution_date(default_time_2)
+    time_1 = timezone.parse(default_time_1)
+    time_2 = timezone.parse(default_time_2)
 
     def test_serialize(self, create_xcom, session):
         create_xcom(
@@ -188,7 +188,7 @@ def test_serialize(self, create_xcom, session):
 
 class TestXComSchema:
     default_time = "2016-04-02T21:00:00+00:00"
-    default_time_parsed = parse_execution_date(default_time)
+    default_time_parsed = timezone.parse(default_time)
 
     @conf_vars({("core", "enable_xcom_pickling"): "True"})
     def test_serialize(self, create_xcom, session):
diff --git a/tests/api_fastapi/core_api/routes/public/test_backfills.py b/tests/api_fastapi/core_api/routes/public/test_backfills.py
new file mode 100644
index 0000000000000..1c64b10848f4b
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_backfills.py
@@ -0,0 +1,309 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import os
+from datetime import datetime
+from unittest import mock
+
+import pendulum
+import pytest
+from sqlalchemy import select
+
+from airflow.models import DagBag, DagModel, DagRun
+from airflow.models.backfill import Backfill, BackfillDagRun, ReprocessBehavior, _create_backfill
+from airflow.models.dag import DAG
+from airflow.operators.empty import EmptyOperator
+from airflow.providers.standard.operators.python import PythonOperator
+from airflow.utils import timezone
+from airflow.utils.session import provide_session
+from airflow.utils.state import DagRunState
+
+from tests_common.test_utils.db import (
+    clear_db_backfills,
+    clear_db_dags,
+    clear_db_runs,
+    clear_db_serialized_dags,
+)
+
+pytestmark = [pytest.mark.db_test, pytest.mark.need_serialized_dag]
+
+
+DAG_ID = "test_dag"
+TASK_ID = "op1"
+DAG2_ID = "test_dag2"
+DAG3_ID = "test_dag3"
+
+
+def _clean_db():
+    clear_db_backfills()
+    clear_db_runs()
+    clear_db_dags()
+    clear_db_serialized_dags()
+
+
+@pytest.fixture(autouse=True)
+def clean_db():
+    _clean_db()
+    yield
+    _clean_db()
+
+
+def make_dags():
+    with DAG(
+        DAG_ID,
+        schedule=None,
+        start_date=datetime(2020, 6, 15),
+        doc_md="details",
+        params={"foo": 1},
+        tags=["example"],
+    ) as dag:
+        EmptyOperator(task_id=TASK_ID)
+
+    with DAG(DAG2_ID, schedule=None, start_date=datetime(2020, 6, 15)) as dag2:  # no doc_md
+        EmptyOperator(task_id=TASK_ID)
+
+    with DAG(DAG3_ID, schedule=None) as dag3:  # DAG start_date set to None
+        EmptyOperator(task_id=TASK_ID, start_date=datetime(2019, 6, 12))
+
+    dag_bag = DagBag(os.devnull, include_examples=False)
+    dag_bag.dags = {dag.dag_id: dag, dag2.dag_id: dag2, dag3.dag_id: dag3}
+
+
+def to_iso(val):
+    return pendulum.instance(val).to_iso8601_string()
+
+
+class TestBackfillEndpoint:
+    @provide_session
+    def _create_dag_models(self, *, count=1, dag_id_prefix="TEST_DAG", is_paused=False, session=None):
+        dags = []
+        for num in range(1, count + 1):
+            dag_model = DagModel(
+                dag_id=f"{dag_id_prefix}_{num}",
+                fileloc=f"/tmp/dag_{num}.py",
+                is_active=True,
+                timetable_summary="0 0 * * *",
+                is_paused=is_paused,
+            )
+            session.add(dag_model)
+            dags.append(dag_model)
+        return dags
+
+
+class TestListBackfills(TestBackfillEndpoint):
+    def test_list_backfill(self, test_client, session):
+        (dag,) = self._create_dag_models()
+        from_date = timezone.utcnow()
+        to_date = timezone.utcnow()
+        b = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
+        session.add(b)
+        session.commit()
+        response = test_client.get(f"/public/backfills?dag_id={dag.dag_id}")
+        assert response.status_code == 200
+        assert response.json() == {
+            "backfills": [
+                {
+                    "completed_at": mock.ANY,
+                    "created_at": mock.ANY,
+                    "dag_id": "TEST_DAG_1",
+                    "dag_run_conf": {},
+                    "from_date": to_iso(from_date),
+                    "id": b.id,
+                    "is_paused": False,
+                    "reprocess_behavior": "none",
+                    "max_active_runs": 10,
+                    "to_date": to_iso(to_date),
+                    "updated_at": mock.ANY,
+                }
+            ],
+            "total_entries": 1,
+        }
+
+
+class TestGetBackfill(TestBackfillEndpoint):
+    def test_get_backfill(self, session, test_client):
+        (dag,) = self._create_dag_models()
+        from_date = timezone.utcnow()
+        to_date = timezone.utcnow()
+        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
+        session.add(backfill)
+        session.commit()
+        response = test_client.get(f"/public/backfills/{backfill.id}")
+        assert response.status_code == 200
+        assert response.json() == {
+            "completed_at": mock.ANY,
+            "created_at": mock.ANY,
+            "dag_id": "TEST_DAG_1",
+            "dag_run_conf": {},
+            "from_date": to_iso(from_date),
+            "id": backfill.id,
+            "is_paused": False,
+            "reprocess_behavior": "none",
+            "max_active_runs": 10,
+            "to_date": to_iso(to_date),
+            "updated_at": mock.ANY,
+        }
+
+    def test_no_exist(self, session, test_client):
+        response = test_client.get(f"/public/backfills/{231984098}")
+        assert response.status_code == 404
+        assert response.json().get("detail") == "Backfill not found"
+
+
+class TestCreateBackfill(TestBackfillEndpoint):
+    @pytest.mark.parametrize(
+        "repro_act, repro_exp",
+        [
+            (None, ReprocessBehavior.NONE),
+            ("none", ReprocessBehavior.NONE),
+            ("failed", ReprocessBehavior.FAILED),
+            ("completed", ReprocessBehavior.COMPLETED),
+        ],
+    )
+    def test_create_backfill(self, repro_act, repro_exp, session, dag_maker, test_client):
+        with dag_maker(session=session, dag_id="TEST_DAG_1", schedule="0 * * * *") as dag:
+            EmptyOperator(task_id="mytask")
+        session.query(DagModel).all()
+        session.commit()
+        from_date = pendulum.parse("2024-01-01")
+        from_date_iso = to_iso(from_date)
+        to_date = pendulum.parse("2024-02-01")
+        to_date_iso = to_iso(to_date)
+        max_active_runs = 5
+        data = {
+            "dag_id": dag.dag_id,
+            "from_date": f"{from_date_iso}",
+            "to_date": f"{to_date_iso}",
+            "max_active_runs": max_active_runs,
+            "run_backwards": False,
+            "dag_run_conf": {"param1": "val1", "param2": True},
+        }
+        if repro_act is not None:
+            data["reprocess_behavior"] = repro_act
+        response = test_client.post(
+            url="/public/backfills",
+            json=data,
+        )
+        assert response.status_code == 200
+        assert response.json() == {
+            "completed_at": mock.ANY,
+            "created_at": mock.ANY,
+            "dag_id": "TEST_DAG_1",
+            "dag_run_conf": {"param1": "val1", "param2": True},
+            "from_date": from_date_iso,
+            "id": mock.ANY,
+            "is_paused": False,
+            "reprocess_behavior": repro_exp,
+            "max_active_runs": 5,
+            "to_date": to_date_iso,
+            "updated_at": mock.ANY,
+        }
+
+
+class TestCancelBackfill(TestBackfillEndpoint):
+    def test_cancel_backfill(self, session, test_client):
+        (dag,) = self._create_dag_models()
+        from_date = timezone.utcnow()
+        to_date = timezone.utcnow()
+        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
+        session.add(backfill)
+        session.commit()
+        response = test_client.put(
+            f"/public/backfills/{backfill.id}/cancel",
+        )
+        assert response.status_code == 200
+        assert response.json() == {
+            "completed_at": mock.ANY,
+            "created_at": mock.ANY,
+            "dag_id": "TEST_DAG_1",
+            "dag_run_conf": {},
+            "from_date": to_iso(from_date),
+            "id": backfill.id,
+            "is_paused": True,
+            "reprocess_behavior": "none",
+            "max_active_runs": 10,
+            "to_date": to_iso(to_date),
+            "updated_at": mock.ANY,
+        }
+        assert pendulum.parse(response.json()["completed_at"])
+        # now it is marked as completed
+        assert pendulum.parse(response.json()["completed_at"])
+
+        # get conflict when canceling already-canceled backfill
+        response = test_client.put(f"/public/backfills/{backfill.id}/cancel")
+        assert response.status_code == 409
+
+    def test_cancel_backfill_end_states(self, dag_maker, session, test_client):
+        """
+        Queued runs should be marked *failed*.
+        Every other dag run should be left alone.
+        """
+        with dag_maker(schedule="@daily") as dag:
+            PythonOperator(task_id="hi", python_callable=print)
+        b = _create_backfill(
+            dag_id=dag.dag_id,
+            from_date=timezone.datetime(2021, 1, 1),
+            to_date=timezone.datetime(2021, 1, 5),
+            max_active_runs=2,
+            reverse=False,
+            dag_run_conf={},
+        )
+        query = (
+            select(DagRun)
+            .join(BackfillDagRun.dag_run)
+            .where(BackfillDagRun.backfill_id == b.id)
+            .order_by(BackfillDagRun.sort_ordinal)
+        )
+        dag_runs = session.scalars(query).all()
+        dates = [str(x.logical_date.date()) for x in dag_runs]
+        expected_dates = ["2021-01-01", "2021-01-02", "2021-01-03", "2021-01-04", "2021-01-05"]
+        assert dates == expected_dates
+        assert all(x.state == DagRunState.QUEUED for x in dag_runs)
+        dag_runs[0].state = "running"
+        session.commit()
+        response = test_client.put(f"/public/backfills/{b.id}/cancel")
+        assert response.status_code == 200
+        session.expunge_all()
+        dag_runs = session.scalars(query).all()
+        states = [x.state for x in dag_runs]
+        assert states == ["running", "failed", "failed", "failed", "failed"]
+
+
+class TestPauseBackfill(TestBackfillEndpoint):
+    def test_pause_backfill(self, session, test_client):
+        (dag,) = self._create_dag_models()
+        from_date = timezone.utcnow()
+        to_date = timezone.utcnow()
+        backfill = Backfill(dag_id=dag.dag_id, from_date=from_date, to_date=to_date)
+        session.add(backfill)
+        session.commit()
+        response = test_client.put(f"/public/backfills/{backfill.id}/pause")
+        assert response.status_code == 200
+        assert response.json() == {
+            "completed_at": mock.ANY,
+            "created_at": mock.ANY,
+            "dag_id": "TEST_DAG_1",
+            "dag_run_conf": {},
+            "from_date": to_iso(from_date),
+            "id": backfill.id,
+            "is_paused": True,
+            "reprocess_behavior": "none",
+            "max_active_runs": 10,
+            "to_date": to_iso(to_date),
+            "updated_at": mock.ANY,
+        }
diff --git a/tests/api_fastapi/core_api/routes/public/test_connections.py b/tests/api_fastapi/core_api/routes/public/test_connections.py
index 8c2e3b6d58f7f..ee9c80219eb18 100644
--- a/tests/api_fastapi/core_api/routes/public/test_connections.py
+++ b/tests/api_fastapi/core_api/routes/public/test_connections.py
@@ -168,4 +168,4 @@ def test_should_respond_200(
 
         body = response.json()
         assert body["total_entries"] == expected_total_entries
-        assert [dag["connection_id"] for dag in body["connections"]] == expected_ids
+        assert [connection["connection_id"] for connection in body["connections"]] == expected_ids
diff --git a/tests/api_fastapi/core_api/routes/public/test_dag_run.py b/tests/api_fastapi/core_api/routes/public/test_dag_run.py
index 3c665d5e18daf..dfd48af2fa530 100644
--- a/tests/api_fastapi/core_api/routes/public/test_dag_run.py
+++ b/tests/api_fastapi/core_api/routes/public/test_dag_run.py
@@ -43,9 +43,9 @@
 DAG1_RUN1_RUN_TYPE = DagRunType.MANUAL
 DAG1_RUN2_RUN_TYPE = DagRunType.SCHEDULED
 DAG2_RUN1_RUN_TYPE = DagRunType.BACKFILL_JOB
-DAG2_RUN2_RUN_TYPE = DagRunType.DATASET_TRIGGERED
+DAG2_RUN2_RUN_TYPE = DagRunType.ASSET_TRIGGERED
 DAG1_RUN1_TRIGGERED_BY = DagRunTriggeredByType.UI
-DAG1_RUN2_TRIGGERED_BY = DagRunTriggeredByType.DATASET
+DAG1_RUN2_TRIGGERED_BY = DagRunTriggeredByType.ASSET
 DAG2_RUN1_TRIGGERED_BY = DagRunTriggeredByType.CLI
 DAG2_RUN2_TRIGGERED_BY = DagRunTriggeredByType.REST_API
 START_DATE = datetime(2024, 6, 15, 0, 0, tzinfo=timezone.utc)
@@ -138,6 +138,56 @@ def test_get_dag_run_not_found(self, test_client):
         assert body["detail"] == "The DagRun with dag_id: `test_dag1` and run_id: `invalid` was not found"
 
 
+class TestPatchDagRun:
+    @pytest.mark.parametrize(
+        "dag_id, run_id, state, response_state",
+        [
+            (DAG1_ID, DAG1_RUN1_ID, DagRunState.FAILED, DagRunState.FAILED),
+            (DAG1_ID, DAG1_RUN2_ID, DagRunState.SUCCESS, DagRunState.SUCCESS),
+            (DAG2_ID, DAG2_RUN1_ID, DagRunState.QUEUED, DagRunState.QUEUED),
+        ],
+    )
+    def test_patch_dag_run(self, test_client, dag_id, run_id, state, response_state):
+        response = test_client.patch(f"/public/dags/{dag_id}/dagRuns/{run_id}", json={"state": state})
+        assert response.status_code == 200
+        body = response.json()
+        assert body["dag_id"] == dag_id
+        assert body["run_id"] == run_id
+        assert body["state"] == response_state
+
+    @pytest.mark.parametrize(
+        "query_params,patch_body, expected_status_code",
+        [
+            ({"update_mask": ["state"]}, {"state": DagRunState.SUCCESS}, 200),
+            ({}, {"state": DagRunState.SUCCESS}, 200),
+            ({"update_mask": ["random"]}, {"state": DagRunState.SUCCESS}, 400),
+        ],
+    )
+    def test_patch_dag_run_with_update_mask(
+        self, test_client, query_params, patch_body, expected_status_code
+    ):
+        response = test_client.patch(
+            f"/public/dags/{DAG1_ID}/dagRuns/{DAG1_RUN1_ID}", params=query_params, json=patch_body
+        )
+        assert response.status_code == expected_status_code
+
+    def test_patch_dag_run_not_found(self, test_client):
+        response = test_client.patch(
+            f"/public/dags/{DAG1_ID}/dagRuns/invalid", json={"state": DagRunState.SUCCESS}
+        )
+        assert response.status_code == 404
+        body = response.json()
+        assert body["detail"] == "The DagRun with dag_id: `test_dag1` and run_id: `invalid` was not found"
+
+    def test_patch_dag_run_bad_request(self, test_client):
+        response = test_client.patch(
+            f"/public/dags/{DAG1_ID}/dagRuns/{DAG1_RUN1_ID}", json={"state": "running"}
+        )
+        assert response.status_code == 422
+        body = response.json()
+        assert body["detail"][0]["msg"] == "Input should be 'queued', 'success' or 'failed'"
+
+
 class TestDeleteDagRun:
     def test_delete_dag_run(self, test_client):
         response = test_client.delete(f"/public/dags/{DAG1_ID}/dagRuns/{DAG1_RUN1_ID}")
diff --git a/tests/api_fastapi/core_api/routes/public/test_dag_sources.py b/tests/api_fastapi/core_api/routes/public/test_dag_sources.py
new file mode 100644
index 0000000000000..23a246073c35a
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_dag_sources.py
@@ -0,0 +1,110 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import ast
+import json
+import os
+
+import pytest
+from httpx import Response
+
+from airflow.models.dag import DAG
+from airflow.models.dagbag import DagBag
+
+from tests_common.test_utils.db import clear_db_dag_code, clear_db_dags, clear_db_serialized_dags
+
+pytestmark = pytest.mark.db_test
+
+API_PREFIX = "/public/dagSources"
+
+# Example bash operator located here: airflow/example_dags/example_bash_operator.py
+EXAMPLE_DAG_FILE = os.path.join("airflow", "example_dags", "example_bash_operator.py")
+TEST_DAG_ID = "latest_only"
+
+
+class TestGetDAGSource:
+    @pytest.fixture(autouse=True)
+    def setup(self, url_safe_serializer) -> None:
+        self.clear_db()
+        self.test_dag, self.dag_docstring = self.create_dag_source()
+        fileloc = url_safe_serializer.dumps(self.test_dag.fileloc)
+        self.dag_sources_url = f"{API_PREFIX}/{fileloc}"
+
+    def teardown_method(self) -> None:
+        self.clear_db()
+
+    @staticmethod
+    def _get_dag_file_docstring(fileloc: str) -> str | None:
+        with open(fileloc) as f:
+            file_contents = f.read()
+        module = ast.parse(file_contents)
+        docstring = ast.get_docstring(module)
+        return docstring
+
+    def create_dag_source(self) -> tuple[DAG, str | None]:
+        dagbag = DagBag(dag_folder=EXAMPLE_DAG_FILE)
+        dagbag.sync_to_db()
+        test_dag: DAG = dagbag.dags[TEST_DAG_ID]
+        return test_dag, self._get_dag_file_docstring(test_dag.fileloc)
+
+    def clear_db(self):
+        clear_db_dags()
+        clear_db_serialized_dags()
+        clear_db_dag_code()
+
+    def test_should_respond_200_text(self, test_client):
+        response: Response = test_client.get(self.dag_sources_url, headers={"Accept": "text/plain"})
+
+        assert isinstance(response, Response)
+        assert 200 == response.status_code
+        assert len(self.dag_docstring) > 0
+        assert self.dag_docstring in response.content.decode()
+        with pytest.raises(json.JSONDecodeError):
+            json.loads(response.content.decode())
+        assert response.headers["Content-Type"].startswith("text/plain")
+
+    @pytest.mark.parametrize("headers", [{"Accept": "application/json"}, {}])
+    def test_should_respond_200_json(self, test_client, headers):
+        response: Response = test_client.get(
+            self.dag_sources_url,
+            headers=headers,
+        )
+        assert isinstance(response, Response)
+        assert 200 == response.status_code
+        assert len(self.dag_docstring) > 0
+        res_json = response.json()
+        assert isinstance(res_json, dict)
+        assert len(res_json.keys()) == 1
+        assert len(res_json["content"]) > 0
+        assert isinstance(res_json["content"], str)
+        assert self.dag_docstring in res_json["content"]
+        assert response.headers["Content-Type"].startswith("application/json")
+
+    def test_should_respond_406_unsupport_mime_type(self, test_client):
+        response = test_client.get(
+            self.dag_sources_url,
+            headers={"Accept": "text/html"},
+        )
+        assert 406 == response.status_code
+
+    def test_should_respond_404(self, test_client):
+        wrong_fileloc = "abcd1234"
+        url = f"{API_PREFIX}/{wrong_fileloc}"
+        response = test_client.get(url, headers={"Accept": "application/json"})
+        assert 404 == response.status_code
diff --git a/tests/api_fastapi/core_api/routes/public/test_dag_warning.py b/tests/api_fastapi/core_api/routes/public/test_dag_warning.py
new file mode 100644
index 0000000000000..61237bd10299a
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_dag_warning.py
@@ -0,0 +1,85 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import pytest
+
+from airflow.models.dag import DagModel
+from airflow.models.dagwarning import DagWarning
+from airflow.utils.session import provide_session
+
+from tests_common.test_utils.db import clear_db_dag_warnings, clear_db_dags
+
+pytestmark = pytest.mark.db_test
+
+DAG1_ID = "test_dag1"
+DAG1_MESSAGE = "test message 1"
+DAG2_ID = "test_dag2"
+DAG2_MESSAGE = "test message 2"
+DAG3_ID = "test_dag3"
+DAG3_MESSAGE = "test message 3"
+DAG_WARNING_TYPE = "non-existent pool"
+
+
+@pytest.fixture(autouse=True)
+@provide_session
+def setup(dag_maker, session=None) -> None:
+    clear_db_dags()
+    clear_db_dag_warnings()
+
+    session.add(DagModel(dag_id=DAG1_ID))
+    session.add(DagModel(dag_id=DAG2_ID))
+    session.add(DagModel(dag_id=DAG3_ID))
+    session.add(DagWarning(DAG1_ID, DAG_WARNING_TYPE, DAG1_MESSAGE))
+    session.add(DagWarning(DAG2_ID, DAG_WARNING_TYPE, DAG2_MESSAGE))
+    session.add(DagWarning(DAG3_ID, DAG_WARNING_TYPE, DAG3_MESSAGE))
+    session.commit()
+
+
+class TestGetDagWarnings:
+    @pytest.mark.parametrize(
+        "query_params, expected_total_entries, expected_messages",
+        [
+            ({}, 3, [DAG1_MESSAGE, DAG2_MESSAGE, DAG3_MESSAGE]),
+            ({"dag_id": DAG1_ID}, 1, [DAG1_MESSAGE]),
+            ({"warning_type": DAG_WARNING_TYPE}, 3, [DAG1_MESSAGE, DAG2_MESSAGE, DAG3_MESSAGE]),
+            ({"limit": 1, "order_by": "message"}, 3, [DAG1_MESSAGE]),
+            ({"limit": 1, "offset": 1, "order_by": "message"}, 3, [DAG2_MESSAGE]),
+            ({"limit": 1, "offset": 2, "order_by": "dag_id"}, 3, [DAG3_MESSAGE]),
+            ({"limit": 1, "offset": 2, "order_by": "-dag_id"}, 3, [DAG1_MESSAGE]),
+            ({"limit": 1, "order_by": "timestamp"}, 3, [DAG1_MESSAGE]),
+            ({"limit": 1, "order_by": "-timestamp"}, 3, [DAG3_MESSAGE]),
+            ({"order_by": "timestamp"}, 3, [DAG1_MESSAGE, DAG2_MESSAGE, DAG3_MESSAGE]),
+            ({"order_by": "-timestamp"}, 3, [DAG3_MESSAGE, DAG2_MESSAGE, DAG1_MESSAGE]),
+            ({"order_by": "dag_id"}, 3, [DAG1_MESSAGE, DAG2_MESSAGE, DAG3_MESSAGE]),
+            ({"order_by": "-dag_id"}, 3, [DAG3_MESSAGE, DAG2_MESSAGE, DAG1_MESSAGE]),
+        ],
+    )
+    def test_get_dag_warnings(self, test_client, query_params, expected_total_entries, expected_messages):
+        response = test_client.get("/public/dagWarnings", params=query_params)
+        assert response.status_code == 200
+        response_json = response.json()
+        assert response_json["total_entries"] == expected_total_entries
+        assert len(response_json["dag_warnings"]) == len(expected_messages)
+        assert [dag_warning["message"] for dag_warning in response_json["dag_warnings"]] == expected_messages
+
+    def test_get_dag_warnings_bad_request(self, test_client):
+        response = test_client.get("/public/dagWarnings", params={"warning_type": "invalid"})
+        response_json = response.json()
+        assert response.status_code == 422
+        assert response_json["detail"][0]["msg"] == "Input should be 'asset conflict' or 'non-existent pool'"
diff --git a/tests/api_fastapi/core_api/routes/public/test_dags.py b/tests/api_fastapi/core_api/routes/public/test_dags.py
index edc350c27b84a..0e9b7a4085830 100644
--- a/tests/api_fastapi/core_api/routes/public/test_dags.py
+++ b/tests/api_fastapi/core_api/routes/public/test_dags.py
@@ -21,12 +21,12 @@
 import pendulum
 import pytest
 
-from airflow.models.dag import DagModel
+from airflow.models.dag import DagModel, DagTag
 from airflow.models.dagrun import DagRun
 from airflow.operators.empty import EmptyOperator
 from airflow.utils.session import provide_session
 from airflow.utils.state import DagRunState, TaskInstanceState
-from airflow.utils.types import DagRunType
+from airflow.utils.types import DagRunTriggeredByType, DagRunType
 
 from tests_common.test_utils.db import clear_db_dags, clear_db_runs, clear_db_serialized_dags
 
@@ -73,6 +73,7 @@ def _create_deactivated_paused_dag(self, session=None):
             start_date=datetime(2018, 1, 1, 12, 0, 0, tzinfo=timezone.utc),
             run_type=DagRunType.SCHEDULED,
             state=DagRunState.FAILED,
+            triggered_by=DagRunTriggeredByType.TEST,
         )
 
         dagrun_success = DagRun(
@@ -82,12 +83,18 @@ def _create_deactivated_paused_dag(self, session=None):
             start_date=datetime(2019, 1, 1, 12, 0, 0, tzinfo=timezone.utc),
             run_type=DagRunType.MANUAL,
             state=DagRunState.SUCCESS,
+            triggered_by=DagRunTriggeredByType.TEST,
         )
 
         session.add(dag_model)
         session.add(dagrun_failed)
         session.add(dagrun_success)
 
+    def _create_dag_tags(self, session=None):
+        session.add(DagTag(dag_id=DAG1_ID, name="tag_2"))
+        session.add(DagTag(dag_id=DAG2_ID, name="tag_1"))
+        session.add(DagTag(dag_id=DAG3_ID, name="tag_1"))
+
     @pytest.fixture(autouse=True)
     @provide_session
     def setup(self, dag_maker, session=None) -> None:
@@ -118,6 +125,7 @@ def setup(self, dag_maker, session=None) -> None:
             EmptyOperator(task_id=TASK_ID)
 
         self._create_deactivated_paused_dag(session)
+        self._create_dag_tags(session)
 
         dag_maker.dagbag.sync_to_db()
         dag_maker.dag_model.has_task_concurrency_limits = True
@@ -284,12 +292,12 @@ def test_dag_details(
         last_parsed_time = res_json["last_parsed_time"]
         file_token = res_json["file_token"]
         expected = {
+            "asset_expression": None,
             "catchup": True,
             "concurrency": 16,
             "dag_id": dag_id,
             "dag_display_name": dag_display_name,
             "dag_run_timeout": None,
-            "dataset_expression": None,
             "default_view": "grid",
             "description": None,
             "doc_md": "details",
@@ -312,7 +320,6 @@ def test_dag_details(
             "next_dagrun_create_after": None,
             "next_dagrun_data_interval_end": None,
             "next_dagrun_data_interval_start": None,
-            "orientation": "LR",
             "owners": ["airflow"],
             "params": {
                 "foo": {
@@ -325,7 +332,6 @@ def test_dag_details(
             "pickle_id": None,
             "render_template_as_native_obj": False,
             "timetable_summary": None,
-            "scheduler_lock": None,
             "start_date": start_date.replace(tzinfo=None).isoformat() + "Z",  # pydantic datetime format
             "tags": [],
             "template_search_path": None,
@@ -378,7 +384,6 @@ def test_get_dag(self, test_client, query_params, dag_id, expected_status_code,
             "last_pickled": None,
             "default_view": "grid",
             "last_parsed_time": last_parsed_time,
-            "scheduler_lock": None,
             "timetable_description": "Never, external triggers only",
             "has_import_errors": False,
             "pickle_id": None,
@@ -386,6 +391,120 @@ def test_get_dag(self, test_client, query_params, dag_id, expected_status_code,
         assert res_json == expected
 
 
+class TestGetDagTags(TestDagEndpoint):
+    """Unit tests for Get DAG Tags."""
+
+    @pytest.mark.parametrize(
+        "query_params, expected_status_code, expected_dag_tags, expected_total_entries",
+        [
+            # test with offset, limit, and without any tag_name_pattern
+            (
+                {},
+                200,
+                [
+                    "example",
+                    "tag_1",
+                    "tag_2",
+                ],
+                3,
+            ),
+            (
+                {"offset": 1},
+                200,
+                [
+                    "tag_1",
+                    "tag_2",
+                ],
+                3,
+            ),
+            (
+                {"limit": 2},
+                200,
+                [
+                    "example",
+                    "tag_1",
+                ],
+                3,
+            ),
+            (
+                {"offset": 1, "limit": 2},
+                200,
+                [
+                    "tag_1",
+                    "tag_2",
+                ],
+                3,
+            ),
+            # test with tag_name_pattern
+            (
+                {"tag_name_pattern": "invalid"},
+                200,
+                [],
+                0,
+            ),
+            (
+                {"tag_name_pattern": "1"},
+                200,
+                ["tag_1"],
+                1,
+            ),
+            (
+                {"tag_name_pattern": "tag%"},
+                200,
+                ["tag_1", "tag_2"],
+                2,
+            ),
+            # test order_by
+            (
+                {"order_by": "-name"},
+                200,
+                ["tag_2", "tag_1", "example"],
+                3,
+            ),
+            # test all query params
+            (
+                {"tag_name_pattern": "t%", "order_by": "-name", "offset": 1, "limit": 1},
+                200,
+                ["tag_1"],
+                2,
+            ),
+            (
+                {"tag_name_pattern": "~", "offset": 1, "limit": 2},
+                200,
+                ["tag_1", "tag_2"],
+                3,
+            ),
+            # test invalid query params
+            (
+                {"order_by": "dag_id"},
+                400,
+                None,
+                None,
+            ),
+            (
+                {"order_by": "-dag_id"},
+                400,
+                None,
+                None,
+            ),
+        ],
+    )
+    def test_get_dag_tags(
+        self, test_client, query_params, expected_status_code, expected_dag_tags, expected_total_entries
+    ):
+        response = test_client.get("/public/dags/tags", params=query_params)
+        assert response.status_code == expected_status_code
+        if expected_status_code != 200:
+            return
+
+        res_json = response.json()
+        expected = {
+            "tags": expected_dag_tags,
+            "total_entries": expected_total_entries,
+        }
+        assert res_json == expected
+
+
 class TestDeleteDAG(TestDagEndpoint):
     """Unit tests for Delete DAG."""
 
diff --git a/tests/api_fastapi/core_api/routes/public/test_event_logs.py b/tests/api_fastapi/core_api/routes/public/test_event_logs.py
new file mode 100644
index 0000000000000..c329015b9f9e0
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_event_logs.py
@@ -0,0 +1,177 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from datetime import datetime, timezone
+
+import pytest
+
+from airflow.models.log import Log
+from airflow.utils.session import provide_session
+
+from tests_common.test_utils.db import clear_db_logs, clear_db_runs
+
+pytestmark = pytest.mark.db_test
+
+DAG_ID = "TEST_DAG_ID"
+DAG_RUN_ID = "TEST_DAG_RUN_ID"
+TASK_ID = "TEST_TASK_ID"
+DAG_EXECUTION_DATE = datetime(2024, 6, 15, 0, 0, tzinfo=timezone.utc)
+OWNER = "TEST_OWNER"
+OWNER_DISPLAY_NAME = "Test Owner"
+OWNER_AIRFLOW = "airflow"
+TASK_INSTANCE_EVENT = "TASK_INSTANCE_EVENT"
+TASK_INSTANCE_OWNER = "TASK_INSTANCE_OWNER"
+TASK_INSTANCE_OWNER_DISPLAY_NAME = "Task Instance Owner"
+
+
+EVENT_NORMAL = "NORMAL_EVENT"
+EVENT_WITH_OWNER = "EVENT_WITH_OWNER"
+EVENT_WITH_TASK_INSTANCE = "EVENT_WITH_TASK_INSTANCE"
+EVENT_WITH_OWNER_AND_TASK_INSTANCE = "EVENT_WITH_OWNER_AND_TASK_INSTANCE"
+EVENT_NON_EXISTED_ID = 9999
+
+
+class TestEventLogsEndpoint:
+    """Common class for /public/eventLogs related unit tests."""
+
+    @staticmethod
+    def _clear_db():
+        clear_db_logs()
+        clear_db_runs()
+
+    @pytest.fixture(autouse=True)
+    @provide_session
+    def setup(self, create_task_instance, session=None) -> dict[str, Log]:
+        """
+        Setup event logs for testing.
+        :return: Dictionary with event log keys and their corresponding IDs.
+        """
+        self._clear_db()
+        # create task instances for testing
+        task_instance = create_task_instance(
+            session=session,
+            dag_id=DAG_ID,
+            task_id=TASK_ID,
+            run_id=DAG_RUN_ID,
+            execution_date=DAG_EXECUTION_DATE,
+        )
+        normal_log = Log(
+            event=EVENT_NORMAL,
+        )
+        log_with_owner = Log(
+            event=EVENT_WITH_OWNER,
+            owner=OWNER,
+            owner_display_name=OWNER_DISPLAY_NAME,
+        )
+        log_with_task_instance = Log(
+            event=TASK_INSTANCE_EVENT,
+            task_instance=task_instance,
+        )
+        log_with_owner_and_task_instance = Log(
+            event=EVENT_WITH_OWNER_AND_TASK_INSTANCE,
+            owner=OWNER,
+            owner_display_name=OWNER_DISPLAY_NAME,
+            task_instance=task_instance,
+        )
+        session.add_all(
+            [normal_log, log_with_owner, log_with_task_instance, log_with_owner_and_task_instance]
+        )
+        session.commit()
+        return {
+            EVENT_NORMAL: normal_log,
+            EVENT_WITH_OWNER: log_with_owner,
+            TASK_INSTANCE_EVENT: log_with_task_instance,
+            EVENT_WITH_OWNER_AND_TASK_INSTANCE: log_with_owner_and_task_instance,
+        }
+
+    def teardown_method(self) -> None:
+        self._clear_db()
+
+
+class TestGetEventLog(TestEventLogsEndpoint):
+    @pytest.mark.parametrize(
+        "event_log_key, expected_status_code, expected_body",
+        [
+            (
+                EVENT_NORMAL,
+                200,
+                {
+                    "event": EVENT_NORMAL,
+                },
+            ),
+            (
+                EVENT_WITH_OWNER,
+                200,
+                {
+                    "event": EVENT_WITH_OWNER,
+                    "owner": OWNER,
+                },
+            ),
+            (
+                TASK_INSTANCE_EVENT,
+                200,
+                {
+                    "dag_id": DAG_ID,
+                    "event": TASK_INSTANCE_EVENT,
+                    "map_index": -1,
+                    "owner": OWNER_AIRFLOW,
+                    "run_id": DAG_RUN_ID,
+                    "task_id": TASK_ID,
+                },
+            ),
+            (
+                EVENT_WITH_OWNER_AND_TASK_INSTANCE,
+                200,
+                {
+                    "dag_id": DAG_ID,
+                    "event": EVENT_WITH_OWNER_AND_TASK_INSTANCE,
+                    "map_index": -1,
+                    "owner": OWNER,
+                    "run_id": DAG_RUN_ID,
+                    "task_id": TASK_ID,
+                    "try_number": 0,
+                },
+            ),
+            ("not_existed_event_log_key", 404, {}),
+        ],
+    )
+    def test_get_event_log(self, test_client, setup, event_log_key, expected_status_code, expected_body):
+        event_log: Log | None = setup.get(event_log_key, None)
+        event_log_id = event_log.id if event_log else EVENT_NON_EXISTED_ID
+        response = test_client.get(f"/public/eventLogs/{event_log_id}")
+        assert response.status_code == expected_status_code
+        if expected_status_code != 200:
+            return
+
+        expected_json = {
+            "event_log_id": event_log_id,
+            "when": event_log.dttm.isoformat().replace("+00:00", "Z") if event_log.dttm else None,
+            "dag_id": expected_body.get("dag_id"),
+            "task_id": expected_body.get("task_id"),
+            "run_id": expected_body.get("run_id"),
+            "map_index": event_log.map_index,
+            "try_number": event_log.try_number,
+            "event": expected_body.get("event"),
+            "logical_date": event_log.execution_date.isoformat().replace("+00:00", "Z")
+            if event_log.execution_date
+            else None,
+            "owner": expected_body.get("owner"),
+            "extra": expected_body.get("extra"),
+        }
+
+        assert response.json() == expected_json
diff --git a/tests/api_fastapi/core_api/routes/public/test_plugins.py b/tests/api_fastapi/core_api/routes/public/test_plugins.py
new file mode 100644
index 0000000000000..5aeba44f15ee2
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_plugins.py
@@ -0,0 +1,64 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import pytest
+
+pytestmark = pytest.mark.db_test
+
+
+class TestGetConnections:
+    @pytest.mark.parametrize(
+        "query_params, expected_total_entries, expected_names",
+        [
+            # Filters
+            (
+                {},
+                13,
+                [
+                    "MetadataCollectionPlugin",
+                    "OpenLineageProviderPlugin",
+                    "databricks_workflow",
+                    "decreasing_priority_weight_strategy_plugin",
+                    "edge_executor",
+                    "hive",
+                    "plugin-a",
+                    "plugin-b",
+                    "plugin-c",
+                    "postload",
+                    "priority_weight_strategy_plugin",
+                    "test_plugin",
+                    "workday_timetable_plugin",
+                ],
+            ),
+            (
+                {"limit": 3, "offset": 2},
+                13,
+                ["databricks_workflow", "decreasing_priority_weight_strategy_plugin", "edge_executor"],
+            ),
+            ({"limit": 1}, 13, ["MetadataCollectionPlugin"]),
+        ],
+    )
+    def test_should_respond_200(
+        self, test_client, session, query_params, expected_total_entries, expected_names
+    ):
+        response = test_client.get("/public/plugins/", params=query_params)
+        assert response.status_code == 200
+
+        body = response.json()
+        assert body["total_entries"] == expected_total_entries
+        assert [plugin["name"] for plugin in body["plugins"]] == expected_names
diff --git a/tests/api_fastapi/core_api/routes/public/test_pools.py b/tests/api_fastapi/core_api/routes/public/test_pools.py
new file mode 100644
index 0000000000000..da9ac0c046e89
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_pools.py
@@ -0,0 +1,332 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import pytest
+
+from airflow.models.pool import Pool
+from airflow.utils.session import provide_session
+
+from tests_common.test_utils.db import clear_db_pools
+
+pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
+
+POOL1_NAME = "pool1"
+POOL1_SLOT = 3
+POOL1_INCLUDE_DEFERRED = True
+
+
+POOL2_NAME = "pool2"
+POOL2_SLOT = 10
+POOL2_INCLUDE_DEFERRED = False
+POOL2_DESCRIPTION = "Some Description"
+
+
+@provide_session
+def _create_pools(session) -> None:
+    pool1 = Pool(pool=POOL1_NAME, slots=POOL1_SLOT, include_deferred=POOL1_INCLUDE_DEFERRED)
+    pool2 = Pool(pool=POOL2_NAME, slots=POOL2_SLOT, include_deferred=POOL2_INCLUDE_DEFERRED)
+    session.add_all([pool1, pool2])
+
+
+class TestPoolsEndpoint:
+    @pytest.fixture(autouse=True)
+    def setup(self) -> None:
+        clear_db_pools()
+
+    def teardown_method(self) -> None:
+        clear_db_pools()
+
+    def create_pools(self):
+        _create_pools()
+
+
+class TestDeletePool(TestPoolsEndpoint):
+    def test_delete_should_respond_204(self, test_client, session):
+        self.create_pools()
+        pools = session.query(Pool).all()
+        assert len(pools) == 3
+        response = test_client.delete(f"/public/pools/{POOL1_NAME}")
+        assert response.status_code == 204
+        pools = session.query(Pool).all()
+        assert len(pools) == 2
+
+    def test_delete_should_respond_400(self, test_client):
+        response = test_client.delete("/public/pools/default_pool")
+        assert response.status_code == 400
+        body = response.json()
+        assert "Default Pool can't be deleted" == body["detail"]
+
+    def test_delete_should_respond_404(self, test_client):
+        response = test_client.delete(f"/public/pools/{POOL1_NAME}")
+        assert response.status_code == 404
+        body = response.json()
+        assert f"The Pool with name: `{POOL1_NAME}` was not found" == body["detail"]
+
+
+class TestGetPool(TestPoolsEndpoint):
+    def test_get_should_respond_200(self, test_client, session):
+        self.create_pools()
+        response = test_client.get(f"/public/pools/{POOL1_NAME}")
+        assert response.status_code == 200
+        assert response.json() == {
+            "deferred_slots": 0,
+            "description": None,
+            "include_deferred": True,
+            "name": "pool1",
+            "occupied_slots": 0,
+            "open_slots": 3,
+            "queued_slots": 0,
+            "running_slots": 0,
+            "scheduled_slots": 0,
+            "slots": 3,
+        }
+
+    def test_get_should_respond_404(self, test_client):
+        response = test_client.get(f"/public/pools/{POOL1_NAME}")
+        assert response.status_code == 404
+        body = response.json()
+        assert f"The Pool with name: `{POOL1_NAME}` was not found" == body["detail"]
+
+
+class TestGetPools(TestPoolsEndpoint):
+    @pytest.mark.parametrize(
+        "query_params, expected_total_entries, expected_ids",
+        [
+            # Filters
+            ({}, 3, [Pool.DEFAULT_POOL_NAME, POOL1_NAME, POOL2_NAME]),
+            ({"limit": 1}, 3, [Pool.DEFAULT_POOL_NAME]),
+            ({"limit": 1, "offset": 1}, 3, [POOL1_NAME]),
+            # Sort
+            ({"order_by": "-id"}, 3, [POOL2_NAME, POOL1_NAME, Pool.DEFAULT_POOL_NAME]),
+            ({"order_by": "id"}, 3, [Pool.DEFAULT_POOL_NAME, POOL1_NAME, POOL2_NAME]),
+        ],
+    )
+    def test_should_respond_200(
+        self, test_client, session, query_params, expected_total_entries, expected_ids
+    ):
+        self.create_pools()
+        response = test_client.get("/public/pools/", params=query_params)
+        assert response.status_code == 200
+
+        body = response.json()
+        assert body["total_entries"] == expected_total_entries
+        assert [pool["name"] for pool in body["pools"]] == expected_ids
+
+
+class TestPatchPool(TestPoolsEndpoint):
+    @pytest.mark.parametrize(
+        "pool_name, query_params, body, expected_status_code, expected_response",
+        [
+            # Error
+            (
+                Pool.DEFAULT_POOL_NAME,
+                {},
+                {},
+                400,
+                {"detail": "Only slots and included_deferred can be modified on Default Pool"},
+            ),
+            (
+                Pool.DEFAULT_POOL_NAME,
+                {"update_mask": ["description"]},
+                {},
+                400,
+                {"detail": "Only slots and included_deferred can be modified on Default Pool"},
+            ),
+            (
+                "unknown_pool",
+                {},
+                {},
+                404,
+                {"detail": "The Pool with name: `unknown_pool` was not found"},
+            ),
+            (
+                POOL1_NAME,
+                {},
+                {},
+                422,
+                {
+                    "detail": [
+                        {
+                            "input": None,
+                            "loc": ["pool"],
+                            "msg": "Input should be a valid string",
+                            "type": "string_type",
+                        },
+                        {
+                            "input": None,
+                            "loc": ["slots"],
+                            "msg": "Input should be a valid integer",
+                            "type": "int_type",
+                        },
+                        {
+                            "input": None,
+                            "loc": ["include_deferred"],
+                            "msg": "Input should be a valid boolean",
+                            "type": "bool_type",
+                        },
+                    ],
+                },
+            ),
+            # Success
+            # Partial body
+            (
+                POOL1_NAME,
+                {"update_mask": ["name"]},
+                {"slots": 150, "name": "pool_1_updated"},
+                200,
+                {
+                    "deferred_slots": 0,
+                    "description": None,
+                    "include_deferred": True,
+                    "name": "pool_1_updated",
+                    "occupied_slots": 0,
+                    "open_slots": 3,
+                    "queued_slots": 0,
+                    "running_slots": 0,
+                    "scheduled_slots": 0,
+                    "slots": 3,
+                },
+            ),
+            # Partial body on default_pool
+            (
+                Pool.DEFAULT_POOL_NAME,
+                {"update_mask": ["slots"]},
+                {"slots": 150},
+                200,
+                {
+                    "deferred_slots": 0,
+                    "description": "Default pool",
+                    "include_deferred": False,
+                    "name": "default_pool",
+                    "occupied_slots": 0,
+                    "open_slots": 150,
+                    "queued_slots": 0,
+                    "running_slots": 0,
+                    "scheduled_slots": 0,
+                    "slots": 150,
+                },
+            ),
+            # Partial body on default_pool alternate
+            (
+                Pool.DEFAULT_POOL_NAME,
+                {"update_mask": ["slots", "include_deferred"]},
+                {"slots": 150, "include_deferred": True},
+                200,
+                {
+                    "deferred_slots": 0,
+                    "description": "Default pool",
+                    "include_deferred": True,
+                    "name": "default_pool",
+                    "occupied_slots": 0,
+                    "open_slots": 150,
+                    "queued_slots": 0,
+                    "running_slots": 0,
+                    "scheduled_slots": 0,
+                    "slots": 150,
+                },
+            ),
+            # Full body
+            (
+                POOL1_NAME,
+                {},
+                {
+                    "slots": 8,
+                    "description": "Description Updated",
+                    "name": "pool_1_updated",
+                    "include_deferred": False,
+                },
+                200,
+                {
+                    "deferred_slots": 0,
+                    "description": "Description Updated",
+                    "include_deferred": False,
+                    "name": "pool_1_updated",
+                    "occupied_slots": 0,
+                    "open_slots": 8,
+                    "queued_slots": 0,
+                    "running_slots": 0,
+                    "scheduled_slots": 0,
+                    "slots": 8,
+                },
+            ),
+        ],
+    )
+    def test_should_respond_200(
+        self, test_client, session, pool_name, query_params, body, expected_status_code, expected_response
+    ):
+        self.create_pools()
+        response = test_client.patch(f"/public/pools/{pool_name}", params=query_params, json=body)
+        assert response.status_code == expected_status_code
+
+        body = response.json()
+
+        if response.status_code == 422:
+            for error in body["detail"]:
+                # pydantic version can vary in tests (lower constraints), we do not assert the url.
+                del error["url"]
+
+        assert body == expected_response
+
+
+class TestPostPool(TestPoolsEndpoint):
+    @pytest.mark.parametrize(
+        "body, expected_status_code, expected_response",
+        [
+            (
+                {"name": "my_pool", "slots": 11},
+                201,
+                {
+                    "name": "my_pool",
+                    "slots": 11,
+                    "description": None,
+                    "include_deferred": False,
+                    "occupied_slots": 0,
+                    "running_slots": 0,
+                    "queued_slots": 0,
+                    "scheduled_slots": 0,
+                    "open_slots": 11,
+                    "deferred_slots": 0,
+                },
+            ),
+            (
+                {"name": "my_pool", "slots": 11, "include_deferred": True, "description": "Some description"},
+                201,
+                {
+                    "name": "my_pool",
+                    "slots": 11,
+                    "description": "Some description",
+                    "include_deferred": True,
+                    "occupied_slots": 0,
+                    "running_slots": 0,
+                    "queued_slots": 0,
+                    "scheduled_slots": 0,
+                    "open_slots": 11,
+                    "deferred_slots": 0,
+                },
+            ),
+        ],
+    )
+    def test_should_respond_200(self, test_client, session, body, expected_status_code, expected_response):
+        self.create_pools()
+        n_pools = session.query(Pool).count()
+        response = test_client.post("/public/pools/", json=body)
+        assert response.status_code == expected_status_code
+
+        body = response.json()
+        assert response.json() == expected_response
+        assert session.query(Pool).count() == n_pools + 1
diff --git a/tests/api_fastapi/core_api/routes/public/test_providers.py b/tests/api_fastapi/core_api/routes/public/test_providers.py
new file mode 100644
index 0000000000000..500913b7f6173
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_providers.py
@@ -0,0 +1,75 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from unittest import mock
+
+import pytest
+
+from airflow.providers_manager import ProviderInfo
+
+pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
+
+MOCK_PROVIDERS = {
+    "apache-airflow-providers-amazon": ProviderInfo(
+        "1.0.0",
+        {
+            "package-name": "apache-airflow-providers-amazon",
+            "name": "Amazon",
+            "description": "`Amazon Web Services (AWS) <https://aws.amazon.com/>`__.\n",
+            "versions": ["1.0.0"],
+        },
+        "package",
+    ),
+    "apache-airflow-providers-apache-cassandra": ProviderInfo(
+        "1.0.0",
+        {
+            "package-name": "apache-airflow-providers-apache-cassandra",
+            "name": "Apache Cassandra",
+            "description": "`Apache Cassandra <http://cassandra.apache.org/>`__.\n",
+            "versions": ["1.0.0"],
+        },
+        "package",
+    ),
+}
+
+
+class TestGetProviders:
+    @pytest.mark.parametrize(
+        "query_params, expected_total_entries, expected_package_name",
+        [
+            # Filters
+            ({}, 2, ["apache-airflow-providers-amazon", "apache-airflow-providers-apache-cassandra"]),
+            ({"limit": 1}, 2, ["apache-airflow-providers-amazon"]),
+            ({"offset": 1}, 2, ["apache-airflow-providers-apache-cassandra"]),
+        ],
+    )
+    @mock.patch(
+        "airflow.providers_manager.ProvidersManager.providers",
+        new_callable=mock.PropertyMock,
+        return_value=MOCK_PROVIDERS,
+    )
+    def test_get_dags(
+        self, mock_provider, test_client, query_params, expected_total_entries, expected_package_name
+    ):
+        response = test_client.get("/public/providers", params=query_params)
+
+        assert response.status_code == 200
+        body = response.json()
+
+        assert body["total_entries"] == expected_total_entries
+        assert [provider["package_name"] for provider in body["providers"]] == expected_package_name
diff --git a/tests/api_fastapi/core_api/routes/public/test_task_instances.py b/tests/api_fastapi/core_api/routes/public/test_task_instances.py
new file mode 100644
index 0000000000000..717f17ca278ab
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_task_instances.py
@@ -0,0 +1,461 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import datetime as dt
+import urllib
+
+import pendulum
+import pytest
+
+from airflow.jobs.job import Job
+from airflow.jobs.triggerer_job_runner import TriggererJobRunner
+from airflow.models import DagRun, TaskInstance
+from airflow.models.dagbag import DagBag
+from airflow.models.renderedtifields import RenderedTaskInstanceFields as RTIF
+from airflow.models.trigger import Trigger
+from airflow.utils.platform import getuser
+from airflow.utils.state import State
+from airflow.utils.timezone import datetime
+from airflow.utils.types import DagRunType
+
+from tests_common.test_utils.db import clear_db_runs, clear_rendered_ti_fields
+
+pytestmark = pytest.mark.db_test
+
+
+DEFAULT_DATETIME_1 = datetime(2020, 1, 1, tzinfo=dt.timezone.utc)
+DEFAULT_DATETIME_STR_1 = "2020-01-01T00:00:00+00:00"
+DEFAULT_DATETIME_STR_2 = "2020-01-02T00:00:00+00:00"
+
+QUOTED_DEFAULT_DATETIME_STR_1 = urllib.parse.quote(DEFAULT_DATETIME_STR_1)
+QUOTED_DEFAULT_DATETIME_STR_2 = urllib.parse.quote(DEFAULT_DATETIME_STR_2)
+
+
+class TestTaskInstanceEndpoint:
+    def setup_method(self):
+        clear_db_runs()
+
+    def teardown_method(self):
+        clear_db_runs()
+
+    @pytest.fixture(autouse=True)
+    def setup_attrs(self, session) -> None:
+        self.default_time = DEFAULT_DATETIME_1
+        self.ti_init = {
+            "execution_date": self.default_time,
+            "state": State.RUNNING,
+        }
+        self.ti_extras = {
+            "start_date": self.default_time + dt.timedelta(days=1),
+            "end_date": self.default_time + dt.timedelta(days=2),
+            "pid": 100,
+            "duration": 10000,
+            "pool": "default_pool",
+            "queue": "default_queue",
+        }
+        clear_db_runs()
+        clear_rendered_ti_fields()
+        dagbag = DagBag(include_examples=True, read_dags_from_db=False)
+        dagbag.sync_to_db()
+        self.dagbag = dagbag
+
+    def create_task_instances(
+        self,
+        session,
+        dag_id: str = "example_python_operator",
+        update_extras: bool = True,
+        task_instances=None,
+        dag_run_state=State.RUNNING,
+        with_ti_history=False,
+    ):
+        """Method to create task instances using kwargs and default arguments"""
+
+        dag = self.dagbag.get_dag(dag_id)
+        tasks = dag.tasks
+        counter = len(tasks)
+        if task_instances is not None:
+            counter = min(len(task_instances), counter)
+
+        run_id = "TEST_DAG_RUN_ID"
+        execution_date = self.ti_init.pop("execution_date", self.default_time)
+        dr = None
+
+        tis = []
+        for i in range(counter):
+            if task_instances is None:
+                pass
+            elif update_extras:
+                self.ti_extras.update(task_instances[i])
+            else:
+                self.ti_init.update(task_instances[i])
+
+            if "execution_date" in self.ti_init:
+                run_id = f"TEST_DAG_RUN_ID_{i}"
+                execution_date = self.ti_init.pop("execution_date")
+                dr = None
+
+            if not dr:
+                dr = DagRun(
+                    run_id=run_id,
+                    dag_id=dag_id,
+                    execution_date=execution_date,
+                    run_type=DagRunType.MANUAL,
+                    state=dag_run_state,
+                )
+                session.add(dr)
+            ti = TaskInstance(task=tasks[i], **self.ti_init)
+            session.add(ti)
+            ti.dag_run = dr
+            ti.note = "placeholder-note"
+
+            for key, value in self.ti_extras.items():
+                setattr(ti, key, value)
+            tis.append(ti)
+
+        session.commit()
+        if with_ti_history:
+            for ti in tis:
+                ti.try_number = 1
+                session.merge(ti)
+            session.commit()
+            dag.clear()
+            for ti in tis:
+                ti.try_number = 2
+                ti.queue = "default_queue"
+                session.merge(ti)
+            session.commit()
+        return tis
+
+        session.commit()
+        if with_ti_history:
+            for ti in tis:
+                ti.try_number = 1
+                session.merge(ti)
+            session.commit()
+            dag.clear()
+            for ti in tis:
+                ti.try_number = 2
+                ti.queue = "default_queue"
+                session.merge(ti)
+            session.commit()
+        return tis
+
+
+class TestGetTaskInstance(TestTaskInstanceEndpoint):
+    def test_should_respond_200(self, test_client, session):
+        self.create_task_instances(session)
+        # Update ti and set operator to None to
+        # test that operator field is nullable.
+        # This prevents issue when users upgrade to 2.0+
+        # from 1.10.x
+        # https://github.com/apache/airflow/issues/14421
+        session.query(TaskInstance).update({TaskInstance.operator: None}, synchronize_session="fetch")
+        session.commit()
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+
+        assert response.status_code == 200
+        assert response.json() == {
+            "dag_id": "example_python_operator",
+            "duration": 10000.0,
+            "end_date": "2020-01-03T00:00:00Z",
+            "logical_date": "2020-01-01T00:00:00Z",
+            "executor": None,
+            "executor_config": "{}",
+            "hostname": "",
+            "map_index": -1,
+            "max_tries": 0,
+            "note": "placeholder-note",
+            "operator": None,
+            "pid": 100,
+            "pool": "default_pool",
+            "pool_slots": 1,
+            "priority_weight": 9,
+            "queue": "default_queue",
+            "queued_when": None,
+            "start_date": "2020-01-02T00:00:00Z",
+            "state": "running",
+            "task_id": "print_the_context",
+            "task_display_name": "print_the_context",
+            "try_number": 0,
+            "unixname": getuser(),
+            "dag_run_id": "TEST_DAG_RUN_ID",
+            "rendered_fields": {},
+            "rendered_map_index": None,
+            "trigger": None,
+            "triggerer_job": None,
+        }
+
+    def test_should_respond_200_with_task_state_in_deferred(self, test_client, session):
+        now = pendulum.now("UTC")
+        ti = self.create_task_instances(
+            session, task_instances=[{"state": State.DEFERRED}], update_extras=True
+        )[0]
+        ti.trigger = Trigger("none", {})
+        ti.trigger.created_date = now
+        ti.triggerer_job = Job()
+        TriggererJobRunner(job=ti.triggerer_job)
+        ti.triggerer_job.state = "running"
+        session.commit()
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        data = response.json()
+
+        # this logic in effect replicates mock.ANY for these values
+        values_to_ignore = {
+            "trigger": ["created_date", "id", "triggerer_id"],
+            "triggerer_job": ["executor_class", "hostname", "id", "latest_heartbeat", "start_date"],
+        }
+        for k, v in values_to_ignore.items():
+            for elem in v:
+                del data[k][elem]
+
+        assert response.status_code == 200
+        assert data == {
+            "dag_id": "example_python_operator",
+            "duration": 10000.0,
+            "end_date": "2020-01-03T00:00:00Z",
+            "logical_date": "2020-01-01T00:00:00Z",
+            "executor": None,
+            "executor_config": "{}",
+            "hostname": "",
+            "map_index": -1,
+            "max_tries": 0,
+            "note": "placeholder-note",
+            "operator": "PythonOperator",
+            "pid": 100,
+            "pool": "default_pool",
+            "pool_slots": 1,
+            "priority_weight": 9,
+            "queue": "default_queue",
+            "queued_when": None,
+            "start_date": "2020-01-02T00:00:00Z",
+            "state": "deferred",
+            "task_id": "print_the_context",
+            "task_display_name": "print_the_context",
+            "try_number": 0,
+            "unixname": getuser(),
+            "dag_run_id": "TEST_DAG_RUN_ID",
+            "rendered_fields": {},
+            "rendered_map_index": None,
+            "trigger": {
+                "classpath": "none",
+                "kwargs": "{}",
+            },
+            "triggerer_job": {
+                "dag_id": None,
+                "end_date": None,
+                "job_type": "TriggererJob",
+                "state": "running",
+                "unixname": getuser(),
+            },
+        }
+
+    def test_should_respond_200_with_task_state_in_removed(self, test_client, session):
+        self.create_task_instances(session, task_instances=[{"state": State.REMOVED}], update_extras=True)
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        assert response.status_code == 200
+        assert response.json() == {
+            "dag_id": "example_python_operator",
+            "duration": 10000.0,
+            "end_date": "2020-01-03T00:00:00Z",
+            "logical_date": "2020-01-01T00:00:00Z",
+            "executor": None,
+            "executor_config": "{}",
+            "hostname": "",
+            "map_index": -1,
+            "max_tries": 0,
+            "note": "placeholder-note",
+            "operator": "PythonOperator",
+            "pid": 100,
+            "pool": "default_pool",
+            "pool_slots": 1,
+            "priority_weight": 9,
+            "queue": "default_queue",
+            "queued_when": None,
+            "start_date": "2020-01-02T00:00:00Z",
+            "state": "removed",
+            "task_id": "print_the_context",
+            "task_display_name": "print_the_context",
+            "try_number": 0,
+            "unixname": getuser(),
+            "dag_run_id": "TEST_DAG_RUN_ID",
+            "rendered_fields": {},
+            "rendered_map_index": None,
+            "trigger": None,
+            "triggerer_job": None,
+        }
+
+    def test_should_respond_200_task_instance_with_rendered(self, test_client, session):
+        tis = self.create_task_instances(session)
+        session.query()
+        rendered_fields = RTIF(tis[0], render_templates=False)
+        session.add(rendered_fields)
+        session.commit()
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        assert response.status_code == 200
+
+        assert response.json() == {
+            "dag_id": "example_python_operator",
+            "duration": 10000.0,
+            "end_date": "2020-01-03T00:00:00Z",
+            "logical_date": "2020-01-01T00:00:00Z",
+            "executor": None,
+            "executor_config": "{}",
+            "hostname": "",
+            "map_index": -1,
+            "max_tries": 0,
+            "note": "placeholder-note",
+            "operator": "PythonOperator",
+            "pid": 100,
+            "pool": "default_pool",
+            "pool_slots": 1,
+            "priority_weight": 9,
+            "queue": "default_queue",
+            "queued_when": None,
+            "start_date": "2020-01-02T00:00:00Z",
+            "state": "running",
+            "task_id": "print_the_context",
+            "task_display_name": "print_the_context",
+            "try_number": 0,
+            "unixname": getuser(),
+            "dag_run_id": "TEST_DAG_RUN_ID",
+            "rendered_fields": {"op_args": [], "op_kwargs": {}, "templates_dict": None},
+            "rendered_map_index": None,
+            "trigger": None,
+            "triggerer_job": None,
+        }
+
+    def test_raises_404_for_nonexistent_task_instance(self, test_client):
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        assert response.status_code == 404
+        assert response.json() == {
+            "detail": "The Task Instance with dag_id: `example_python_operator`, run_id: `TEST_DAG_RUN_ID` and task_id: `print_the_context` was not found"
+        }
+
+    def test_raises_404_for_mapped_task_instance_with_multiple_indexes(self, test_client, session):
+        tis = self.create_task_instances(session)
+
+        old_ti = tis[0]
+
+        for index in range(3):
+            ti = TaskInstance(task=old_ti.task, run_id=old_ti.run_id, map_index=index)
+            for attr in ["duration", "end_date", "pid", "start_date", "state", "queue", "note"]:
+                setattr(ti, attr, getattr(old_ti, attr))
+            session.add(ti)
+        session.delete(old_ti)
+        session.commit()
+
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        assert response.status_code == 404
+        assert response.json() == {"detail": "Task instance is mapped, add the map_index value to the URL"}
+
+    def test_raises_404_for_mapped_task_instance_with_one_index(self, test_client, session):
+        tis = self.create_task_instances(session)
+
+        old_ti = tis[0]
+
+        ti = TaskInstance(task=old_ti.task, run_id=old_ti.run_id, map_index=2)
+        for attr in ["duration", "end_date", "pid", "start_date", "state", "queue", "note"]:
+            setattr(ti, attr, getattr(old_ti, attr))
+        session.add(ti)
+        session.delete(old_ti)
+        session.commit()
+
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances/print_the_context"
+        )
+        assert response.status_code == 404
+        assert response.json() == {"detail": "Task instance is mapped, add the map_index value to the URL"}
+
+
+class TestGetMappedTaskInstance(TestTaskInstanceEndpoint):
+    def test_should_respond_200_mapped_task_instance_with_rtif(self, test_client, session):
+        """Verify we don't duplicate rows through join to RTIF"""
+        tis = self.create_task_instances(session)
+        old_ti = tis[0]
+        for idx in (1, 2):
+            ti = TaskInstance(task=old_ti.task, run_id=old_ti.run_id, map_index=idx)
+            ti.rendered_task_instance_fields = RTIF(ti, render_templates=False)
+            for attr in ["duration", "end_date", "pid", "start_date", "state", "queue", "note"]:
+                setattr(ti, attr, getattr(old_ti, attr))
+            session.add(ti)
+        session.commit()
+
+        # in each loop, we should get the right mapped TI back
+        for map_index in (1, 2):
+            response = test_client.get(
+                "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances"
+                f"/print_the_context/{map_index}",
+            )
+            assert response.status_code == 200
+
+            assert response.json() == {
+                "dag_id": "example_python_operator",
+                "duration": 10000.0,
+                "end_date": "2020-01-03T00:00:00Z",
+                "logical_date": "2020-01-01T00:00:00Z",
+                "executor": None,
+                "executor_config": "{}",
+                "hostname": "",
+                "map_index": map_index,
+                "max_tries": 0,
+                "note": "placeholder-note",
+                "operator": "PythonOperator",
+                "pid": 100,
+                "pool": "default_pool",
+                "pool_slots": 1,
+                "priority_weight": 9,
+                "queue": "default_queue",
+                "queued_when": None,
+                "start_date": "2020-01-02T00:00:00Z",
+                "state": "running",
+                "task_id": "print_the_context",
+                "task_display_name": "print_the_context",
+                "try_number": 0,
+                "unixname": getuser(),
+                "dag_run_id": "TEST_DAG_RUN_ID",
+                "rendered_fields": {"op_args": [], "op_kwargs": {}, "templates_dict": None},
+                "rendered_map_index": None,
+                "trigger": None,
+                "triggerer_job": None,
+            }
+
+    def test_should_respond_404_wrong_map_index(self, test_client, session):
+        self.create_task_instances(session)
+
+        response = test_client.get(
+            "/public/dags/example_python_operator/dagRuns/TEST_DAG_RUN_ID/taskInstances"
+            "/print_the_context/10",
+        )
+        assert response.status_code == 404
+
+        assert response.json() == {
+            "detail": "The Mapped Task Instance with dag_id: `example_python_operator`, run_id: `TEST_DAG_RUN_ID`, task_id: `print_the_context`, and map_index: `10` was not found"
+        }
diff --git a/tests/api_fastapi/core_api/routes/public/test_variables.py b/tests/api_fastapi/core_api/routes/public/test_variables.py
index 0a52d1971075b..8e412c94cb98b 100644
--- a/tests/api_fastapi/core_api/routes/public/test_variables.py
+++ b/tests/api_fastapi/core_api/routes/public/test_variables.py
@@ -41,7 +41,7 @@
 
 
 @provide_session
-def _create_variable(session) -> None:
+def _create_variables(session) -> None:
     Variable.set(
         key=TEST_VARIABLE_KEY,
         value=TEST_VARIABLE_VALUE,
@@ -72,13 +72,13 @@ def setup(self) -> None:
     def teardown_method(self) -> None:
         clear_db_variables()
 
-    def create_variable(self):
-        _create_variable()
+    def create_variables(self):
+        _create_variables()
 
 
 class TestDeleteVariable(TestVariableEndpoint):
     def test_delete_should_respond_204(self, test_client, session):
-        self.create_variable()
+        self.create_variables()
         variables = session.query(Variable).all()
         assert len(variables) == 3
         response = test_client.delete(f"/public/variables/{TEST_VARIABLE_KEY}")
@@ -125,7 +125,7 @@ class TestGetVariable(TestVariableEndpoint):
         ],
     )
     def test_get_should_respond_200(self, test_client, session, key, expected_response):
-        self.create_variable()
+        self.create_variables()
         response = test_client.get(f"/public/variables/{key}")
         assert response.status_code == 200
         assert response.json() == expected_response
@@ -137,6 +137,34 @@ def test_get_should_respond_404(self, test_client):
         assert f"The Variable with key: `{TEST_VARIABLE_KEY}` was not found" == body["detail"]
 
 
+class TestGetVariables(TestVariableEndpoint):
+    @pytest.mark.enable_redact
+    @pytest.mark.parametrize(
+        "query_params, expected_total_entries, expected_keys",
+        [
+            # Filters
+            ({}, 3, [TEST_VARIABLE_KEY, TEST_VARIABLE_KEY2, TEST_VARIABLE_KEY3]),
+            ({"limit": 1}, 3, [TEST_VARIABLE_KEY]),
+            ({"limit": 1, "offset": 1}, 3, [TEST_VARIABLE_KEY2]),
+            # Sort
+            ({"order_by": "id"}, 3, [TEST_VARIABLE_KEY, TEST_VARIABLE_KEY2, TEST_VARIABLE_KEY3]),
+            ({"order_by": "-id"}, 3, [TEST_VARIABLE_KEY3, TEST_VARIABLE_KEY2, TEST_VARIABLE_KEY]),
+            ({"order_by": "key"}, 3, [TEST_VARIABLE_KEY3, TEST_VARIABLE_KEY2, TEST_VARIABLE_KEY]),
+            ({"order_by": "-key"}, 3, [TEST_VARIABLE_KEY, TEST_VARIABLE_KEY2, TEST_VARIABLE_KEY3]),
+        ],
+    )
+    def test_should_respond_200(
+        self, session, test_client, query_params, expected_total_entries, expected_keys
+    ):
+        self.create_variables()
+        response = test_client.get("/public/variables/", params=query_params)
+
+        assert response.status_code == 200
+        body = response.json()
+        assert body["total_entries"] == expected_total_entries
+        assert [variable["key"] for variable in body["variables"]] == expected_keys
+
+
 class TestPatchVariable(TestVariableEndpoint):
     @pytest.mark.enable_redact
     @pytest.mark.parametrize(
@@ -201,7 +229,7 @@ class TestPatchVariable(TestVariableEndpoint):
         ],
     )
     def test_patch_should_respond_200(self, test_client, session, key, body, params, expected_response):
-        self.create_variable()
+        self.create_variables()
         response = test_client.patch(f"/public/variables/{key}", json=body, params=params)
         assert response.status_code == 200
         assert response.json() == expected_response
@@ -269,7 +297,7 @@ class TestPostVariable(TestVariableEndpoint):
         ],
     )
     def test_post_should_respond_201(self, test_client, session, body, expected_response):
-        self.create_variable()
+        self.create_variables()
         response = test_client.post("/public/variables/", json=body)
         assert response.status_code == 201
         assert response.json() == expected_response
diff --git a/tests/api_fastapi/core_api/routes/public/test_version.py b/tests/api_fastapi/core_api/routes/public/test_version.py
new file mode 100644
index 0000000000000..2000b03ccbf04
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/public/test_version.py
@@ -0,0 +1,51 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from unittest import mock
+
+import pytest
+
+from tests_common.test_utils.db import clear_db_jobs
+
+pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
+
+
+class TestVersionEndpoint:
+    @pytest.fixture(autouse=True)
+    def setup(self) -> None:
+        clear_db_jobs()
+
+    def teardown_method(self):
+        clear_db_jobs()
+
+
+class TestGetVersion(TestVersionEndpoint):
+    @mock.patch(
+        "airflow.api_fastapi.core_api.routes.public.version.airflow.__version__",
+        "MOCK_VERSION",
+    )
+    @mock.patch(
+        "airflow.api_fastapi.core_api.routes.public.version.get_airflow_git_version",
+        return_value="GIT_COMMIT",
+    )
+    def test_airflow_version_info(self, mock_get_airflow_get_commit, client):
+        response = client().get("/public/version")
+
+        assert 200 == response.status_code
+        assert {"git_version": "GIT_COMMIT", "version": "MOCK_VERSION"} == response.json()
+        mock_get_airflow_get_commit.assert_called_once_with()
diff --git a/tests/api_fastapi/core_api/routes/ui/test_assets.py b/tests/api_fastapi/core_api/routes/ui/test_assets.py
index 7662ff5a02fa8..b71d80ae9d31b 100644
--- a/tests/api_fastapi/core_api/routes/ui/test_assets.py
+++ b/tests/api_fastapi/core_api/routes/ui/test_assets.py
@@ -46,6 +46,6 @@ def test_next_run_assets(test_client, dag_maker):
 
     assert response.status_code == 200
     assert response.json() == {
-        "dataset_expression": {"all": ["s3://bucket/key/1"]},
+        "asset_expression": {"all": ["s3://bucket/key/1"]},
         "events": [{"id": 17, "uri": "s3://bucket/key/1", "lastUpdate": None}],
     }
diff --git a/tests/api_fastapi/core_api/routes/ui/test_dags.py b/tests/api_fastapi/core_api/routes/ui/test_dags.py
new file mode 100644
index 0000000000000..7258476bf163f
--- /dev/null
+++ b/tests/api_fastapi/core_api/routes/ui/test_dags.py
@@ -0,0 +1,104 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from datetime import datetime, timezone
+
+import pendulum
+import pytest
+
+from airflow.models import DagRun
+from airflow.utils.session import provide_session
+from airflow.utils.state import DagRunState
+from airflow.utils.types import DagRunTriggeredByType, DagRunType
+
+from tests.api_fastapi.core_api.routes.public.test_dags import (
+    DAG1_ID,
+    DAG2_ID,
+    DAG3_ID,
+    DAG4_ID,
+    DAG5_ID,
+    TestDagEndpoint as TestPublicDagEndpoint,
+)
+
+pytestmark = pytest.mark.db_test
+
+
+class TestRecentDagRuns(TestPublicDagEndpoint):
+    @pytest.fixture(autouse=True)
+    @provide_session
+    def setup_dag_runs(self, session=None) -> None:
+        # Create DAG Runs
+        for dag_id in [DAG1_ID, DAG2_ID, DAG3_ID, DAG4_ID, DAG5_ID]:
+            dag_runs_count = 5 if dag_id in [DAG1_ID, DAG2_ID] else 2
+            for i in range(dag_runs_count):
+                start_date = datetime(2021 + i, 1, 1, 0, 0, 0, tzinfo=timezone.utc)
+                dag_run = DagRun(
+                    dag_id=dag_id,
+                    run_id=f"run_id_{i+1}",
+                    run_type=DagRunType.MANUAL,
+                    start_date=start_date,
+                    execution_date=start_date,
+                    state=(DagRunState.FAILED if i % 2 == 0 else DagRunState.SUCCESS),
+                    triggered_by=DagRunTriggeredByType.TEST,
+                )
+                dag_run.end_date = dag_run.start_date + pendulum.duration(hours=1)
+                session.add(dag_run)
+        session.commit()
+
+    @pytest.mark.parametrize(
+        "query_params, expected_ids,expected_total_dag_runs",
+        [
+            # Filters
+            ({}, [DAG1_ID, DAG2_ID], 11),
+            ({"limit": 1}, [DAG1_ID], 2),
+            ({"offset": 1}, [DAG1_ID, DAG2_ID], 11),
+            ({"tags": ["example"]}, [DAG1_ID], 6),
+            ({"only_active": False}, [DAG1_ID, DAG2_ID, DAG3_ID], 15),
+            ({"paused": True, "only_active": False}, [DAG3_ID], 4),
+            ({"paused": False}, [DAG1_ID, DAG2_ID], 11),
+            ({"owners": ["airflow"]}, [DAG1_ID, DAG2_ID], 11),
+            ({"owners": ["test_owner"], "only_active": False}, [DAG3_ID], 4),
+            ({"last_dag_run_state": "success", "only_active": False}, [DAG1_ID, DAG2_ID, DAG3_ID], 6),
+            ({"last_dag_run_state": "failed", "only_active": False}, [DAG1_ID, DAG2_ID, DAG3_ID], 9),
+            # Search
+            ({"dag_id_pattern": "1"}, [DAG1_ID], 6),
+            ({"dag_display_name_pattern": "test_dag2"}, [DAG2_ID], 5),
+        ],
+    )
+    def test_recent_dag_runs(self, test_client, query_params, expected_ids, expected_total_dag_runs):
+        response = test_client.get("/ui/dags/recent_dag_runs", params=query_params)
+        assert response.status_code == 200
+        body = response.json()
+        assert body["total_entries"] == len(expected_ids)
+        required_dag_run_key = [
+            "run_id",
+            "dag_id",
+            "state",
+            "logical_date",
+        ]
+        for recent_dag_runs in body["dags"]:
+            dag_runs = recent_dag_runs["latest_dag_runs"]
+            # check date ordering
+            previous_execution_date = None
+            for dag_run in dag_runs:
+                # validate the response
+                for key in required_dag_run_key:
+                    assert key in dag_run
+                if previous_execution_date:
+                    assert previous_execution_date > dag_run["logical_date"]
+                previous_execution_date = dag_run["logical_date"]
diff --git a/tests/api_fastapi/core_api/routes/ui/test_dashboard.py b/tests/api_fastapi/core_api/routes/ui/test_dashboard.py
index 8ad9da12ac8bf..e96a316065496 100644
--- a/tests/api_fastapi/core_api/routes/ui/test_dashboard.py
+++ b/tests/api_fastapi/core_api/routes/ui/test_dashboard.py
@@ -75,7 +75,7 @@ def make_dag_runs(dag_maker, session, time_machine):
     run2 = dag_maker.create_dagrun(
         run_id="run_2",
         state=DagRunState.FAILED,
-        run_type=DagRunType.DATASET_TRIGGERED,
+        run_type=DagRunType.ASSET_TRIGGERED,
         execution_date=date + timedelta(days=1),
         start_date=date + timedelta(days=1),
     )
@@ -108,7 +108,7 @@ def test_historical_metrics_data(self, test_client, time_machine):
         assert response.status_code == 200
         assert response.json() == {
             "dag_run_states": {"failed": 1, "queued": 0, "running": 1, "success": 1},
-            "dag_run_types": {"backfill": 0, "dataset_triggered": 1, "manual": 0, "scheduled": 2},
+            "dag_run_types": {"backfill": 0, "asset_triggered": 1, "manual": 0, "scheduled": 2},
             "task_instance_states": {
                 "deferred": 0,
                 "failed": 2,
@@ -133,7 +133,7 @@ def test_historical_metrics_data_date_filters(self, test_client):
         assert response.status_code == 200
         assert response.json() == {
             "dag_run_states": {"failed": 1, "queued": 0, "running": 0, "success": 0},
-            "dag_run_types": {"backfill": 0, "dataset_triggered": 1, "manual": 0, "scheduled": 0},
+            "dag_run_types": {"backfill": 0, "asset_triggered": 1, "manual": 0, "scheduled": 0},
             "task_instance_states": {
                 "deferred": 0,
                 "failed": 2,
diff --git a/tests/assets/test_asset.py b/tests/assets/test_asset.py
index 4d3466b90c13d..a454fd2826bd8 100644
--- a/tests/assets/test_asset.py
+++ b/tests/assets/test_asset.py
@@ -31,6 +31,8 @@
     AssetAll,
     AssetAny,
     BaseAsset,
+    Dataset,
+    Model,
     _AssetAliasCondition,
     _get_normalized_scheme,
     _sanitize_uri,
@@ -343,14 +345,14 @@ def test_asset_dag_run_queue_processing(session, clear_assets, dag_maker, create
 
     # Add AssetDagRunQueue entries to simulate asset event processing
     for am in asset_models:
-        session.add(AssetDagRunQueue(dataset_id=am.id, target_dag_id=dag.dag_id))
+        session.add(AssetDagRunQueue(asset_id=am.id, target_dag_id=dag.dag_id))
     session.commit()
 
     # Fetch and evaluate asset triggers for all DAGs affected by asset events
     records = session.scalars(select(AssetDagRunQueue)).all()
     dag_statuses = defaultdict(lambda: defaultdict(bool))
     for record in records:
-        dag_statuses[record.target_dag_id][record.dataset.uri] = True
+        dag_statuses[record.target_dag_id][record.asset.uri] = True
 
     serialized_dags = session.execute(
         select(SerializedDagModel).where(SerializedDagModel.dag_id.in_(dag_statuses.keys()))
@@ -420,7 +422,7 @@ def assets_equal(a1: BaseAsset, a2: BaseAsset) -> bool:
 
         # Compare each pair of objects
         for obj1, obj2 in zip(a1.objects, a2.objects):
-            # If obj1 or obj2 is a Asset, AssetAny, or AssetAll instance,
+            # If obj1 or obj2 is an Asset, AssetAny, or AssetAll instance,
             # recursively call assets_equal
             if not assets_equal(obj1, obj2):
                 return False
@@ -587,7 +589,7 @@ def resolved_asset_alias_2(self, session, asset_1):
         """Example asset alias links to asset asset_alias_1."""
         asset_name = "test_name_2"
         asset_alias_2 = AssetAliasModel(name=asset_name)
-        asset_alias_2.datasets.append(asset_1)
+        asset_alias_2.assets.append(asset_1)
 
         session.add(asset_alias_2)
         session.commit()
@@ -612,3 +614,66 @@ def test_evalute(self, asset_alias_1, resolved_asset_alias_2, asset_1):
 
         cond = _AssetAliasCondition(resolved_asset_alias_2.name)
         assert cond.evaluate({asset_1.uri: True}) is True
+
+
+class TestAssetSubclasses:
+    @pytest.mark.parametrize("subcls, group", ((Model, "model"), (Dataset, "dataset")))
+    def test_only_name(self, subcls, group):
+        obj = subcls(name="foobar")
+        assert obj.name == "foobar"
+        assert obj.uri == "foobar"
+        assert obj.group == group
+
+    @pytest.mark.parametrize("subcls, group", ((Model, "model"), (Dataset, "dataset")))
+    def test_only_uri(self, subcls, group):
+        obj = subcls(uri="s3://bucket/key/path")
+        assert obj.name == "s3://bucket/key/path"
+        assert obj.uri == "s3://bucket/key/path"
+        assert obj.group == group
+
+    @pytest.mark.parametrize("subcls, group", ((Model, "model"), (Dataset, "dataset")))
+    def test_both_name_and_uri(self, subcls, group):
+        obj = subcls("foobar", "s3://bucket/key/path")
+        assert obj.name == "foobar"
+        assert obj.uri == "s3://bucket/key/path"
+        assert obj.group == group
+
+    @pytest.mark.parametrize("arg", ["foobar", "s3://bucket/key/path"])
+    @pytest.mark.parametrize("subcls, group", ((Model, "model"), (Dataset, "dataset")))
+    def test_only_posarg(self, subcls, group, arg):
+        obj = subcls(arg)
+        assert obj.name == arg
+        assert obj.uri == arg
+        assert obj.group == group
+
+
+@pytest.mark.parametrize(
+    "module_path, attr_name, warning_message",
+    (
+        (
+            "airflow",
+            "Dataset",
+            (
+                "Import 'Dataset' directly from the airflow module is deprecated and will be removed in the future. "
+                "Please import it from 'airflow.assets.Dataset'."
+            ),
+        ),
+        (
+            "airflow.datasets",
+            "Dataset",
+            (
+                "Import from the airflow.dataset module is deprecated and "
+                "will be removed in the Airflow 3.2. Please import it from 'airflow.assets'."
+            ),
+        ),
+    ),
+)
+def test_backward_compat_import_before_airflow_3_2(module_path, attr_name, warning_message):
+    with pytest.warns() as record:
+        import importlib
+
+        mod = importlib.import_module(module_path, __name__)
+        getattr(mod, attr_name)
+
+    assert record[0].category is DeprecationWarning
+    assert str(record[0].message) == warning_message
diff --git a/tests/assets/test_manager.py b/tests/assets/test_manager.py
index f2dcc88b8338b..3310502a97ba6 100644
--- a/tests/assets/test_manager.py
+++ b/tests/assets/test_manager.py
@@ -59,6 +59,7 @@ def clear_assets():
 @pytest.fixture
 def mock_task_instance():
     return TaskInstancePydantic(
+        id="1",
         task_id="5",
         dag_id="7",
         run_id="11",
@@ -121,7 +122,7 @@ def test_register_asset_change_asset_doesnt_exist(self, mock_task_instance):
             task_instance=mock_task_instance, asset=asset, session=mock_session
         )
 
-        # Ensure that we have ignored the asset and _not_ created a AssetEvent or
+        # Ensure that we have ignored the asset and _not_ created an AssetEvent or
         # AssetDagRunQueue rows
         mock_session.add.assert_not_called()
         mock_session.merge.assert_not_called()
@@ -144,7 +145,7 @@ def test_register_asset_change(self, session, dag_maker, mock_task_instance):
         session.flush()
 
         # Ensure we've created an asset
-        assert session.query(AssetEvent).filter_by(dataset_id=asm.id).count() == 1
+        assert session.query(AssetEvent).filter_by(asset_id=asm.id).count() == 1
         assert session.query(AssetDagRunQueue).count() == 2
 
     @pytest.mark.usefixtures("clear_assets")
@@ -178,7 +179,7 @@ def test_register_asset_change_with_alias(self, session, dag_maker, mock_task_in
         session.flush()
 
         # Ensure we've created an asset
-        assert session.query(AssetEvent).filter_by(dataset_id=asm.id).count() == 1
+        assert session.query(AssetEvent).filter_by(asset_id=asm.id).count() == 1
         assert session.query(AssetDagRunQueue).count() == 2
         assert session.query(DagPriorityParsingRequest).count() == 2
 
@@ -195,7 +196,7 @@ def test_register_asset_change_no_downstreams(self, session, mock_task_instance)
         session.flush()
 
         # Ensure we've created an asset
-        assert session.query(AssetEvent).filter_by(dataset_id=asm.id).count() == 1
+        assert session.query(AssetEvent).filter_by(asset_id=asm.id).count() == 1
         assert session.query(AssetDagRunQueue).count() == 0
 
     @pytest.mark.skip_if_database_isolation_mode
diff --git a/tests/callbacks/test_callback_requests.py b/tests/callbacks/test_callback_requests.py
index 7bbe41387750c..ea26dc13bf3db 100644
--- a/tests/callbacks/test_callback_requests.py
+++ b/tests/callbacks/test_callback_requests.py
@@ -124,6 +124,7 @@ def test_simple_ti_roundtrip_dates(self, dag_maker):
             external_trigger=True,
         )
         ti = TaskInstance(task=op, run_id=dr.run_id)
+        ti.refresh_from_db()
         ti.set_state("SUCCESS")
         start_date = ti.start_date
         end_date = ti.end_date
diff --git a/tests/cli/commands/test_backfill_command.py b/tests/cli/commands/test_backfill_command.py
index eeb3234c520e1..52e1604fd1797 100644
--- a/tests/cli/commands/test_backfill_command.py
+++ b/tests/cli/commands/test_backfill_command.py
@@ -27,6 +27,7 @@
 import airflow.cli.commands.backfill_command
 from airflow.cli import cli_parser
 from airflow.models import DagBag
+from airflow.models.backfill import ReprocessBehavior
 from airflow.utils import timezone
 
 from tests_common.test_utils.db import clear_db_backfills, clear_db_dags, clear_db_runs
@@ -63,21 +64,34 @@ def setup_method(self):
         clear_db_backfills()
 
     @mock.patch("airflow.cli.commands.backfill_command._create_backfill")
-    def test_backfill(self, mock_create):
-        airflow.cli.commands.backfill_command.create_backfill(
-            self.parser.parse_args(
+    @pytest.mark.parametrize(
+        "repro, expected_repro",
+        [
+            (None, None),
+            ("none", ReprocessBehavior.NONE),
+            ("completed", ReprocessBehavior.COMPLETED),
+            ("failed", ReprocessBehavior.FAILED),
+        ],
+    )
+    def test_backfill(self, mock_create, repro, expected_repro):
+        args = [
+            "backfill",
+            "create",
+            "--dag-id",
+            "example_bash_operator",
+            "--from-date",
+            DEFAULT_DATE.isoformat(),
+            "--to-date",
+            DEFAULT_DATE.isoformat(),
+        ]
+        if repro is not None:
+            args.extend(
                 [
-                    "backfill",
-                    "create",
-                    "--dag",
-                    "example_bash_operator",
-                    "--from-date",
-                    DEFAULT_DATE.isoformat(),
-                    "--to-date",
-                    DEFAULT_DATE.isoformat(),
+                    "--reprocess-behavior",
+                    repro,
                 ]
             )
-        )
+        airflow.cli.commands.backfill_command.create_backfill(self.parser.parse_args(args))
 
         mock_create.assert_called_once_with(
             dag_id="example_bash_operator",
@@ -86,4 +100,5 @@ def test_backfill(self, mock_create):
             max_active_runs=None,
             reverse=False,
             dag_run_conf=None,
+            reprocess_behavior=expected_repro,
         )
diff --git a/tests/cli/commands/test_config_command.py b/tests/cli/commands/test_config_command.py
index 4ca30b9e74f1c..e7db7dac3274e 100644
--- a/tests/cli/commands/test_config_command.py
+++ b/tests/cli/commands/test_config_command.py
@@ -143,9 +143,11 @@ def test_cli_show_config_defaults(self):
         assert any(not line.startswith("# Example:") for line in lines if line)
         assert any(not line.startswith("# Example:") for line in lines if line)
         assert any(line.startswith("# Variable:") for line in lines if line)
-        assert any(line.startswith("# task_runner = StandardTaskRunner") for line in lines if line)
+        assert any(
+            line.startswith("# hostname_callable = airflow.utils.net.getfqdn") for line in lines if line
+        )
 
-    @conf_vars({("core", "task_runner"): "test-runner"})
+    @conf_vars({("core", "hostname_callable"): "testfn"})
     def test_cli_show_config_defaults_not_show_conf_changes(self):
         with contextlib.redirect_stdout(StringIO()) as temp_stdout:
             config_command.show_config(
@@ -153,9 +155,11 @@ def test_cli_show_config_defaults_not_show_conf_changes(self):
             )
         output = temp_stdout.getvalue()
         lines = output.splitlines()
-        assert any(line.startswith("# task_runner = StandardTaskRunner") for line in lines if line)
+        assert any(
+            line.startswith("# hostname_callable = airflow.utils.net.getfqdn") for line in lines if line
+        )
 
-    @mock.patch("os.environ", {"AIRFLOW__CORE__TASK_RUNNER": "test-env-runner"})
+    @mock.patch("os.environ", {"AIRFLOW__CORE__HOSTNAME_CALLABLE": "test_env"})
     def test_cli_show_config_defaults_do_not_show_env_changes(self):
         with contextlib.redirect_stdout(StringIO()) as temp_stdout:
             config_command.show_config(
@@ -163,23 +167,25 @@ def test_cli_show_config_defaults_do_not_show_env_changes(self):
             )
         output = temp_stdout.getvalue()
         lines = output.splitlines()
-        assert any(line.startswith("# task_runner = StandardTaskRunner") for line in lines if line)
+        assert any(
+            line.startswith("# hostname_callable = airflow.utils.net.getfqdn") for line in lines if line
+        )
 
-    @conf_vars({("core", "task_runner"): "test-runner"})
+    @conf_vars({("core", "hostname_callable"): "testfn"})
     def test_cli_show_changed_defaults_when_overridden_in_conf(self):
         with contextlib.redirect_stdout(StringIO()) as temp_stdout:
             config_command.show_config(self.parser.parse_args(["config", "list", "--color", "off"]))
         output = temp_stdout.getvalue()
         lines = output.splitlines()
-        assert any(line.startswith("task_runner = test-runner") for line in lines if line)
+        assert any(line.startswith("hostname_callable = testfn") for line in lines if line)
 
-    @mock.patch("os.environ", {"AIRFLOW__CORE__TASK_RUNNER": "test-env-runner"})
+    @mock.patch("os.environ", {"AIRFLOW__CORE__HOSTNAME_CALLABLE": "test_env"})
     def test_cli_show_changed_defaults_when_overridden_in_env(self):
         with contextlib.redirect_stdout(StringIO()) as temp_stdout:
             config_command.show_config(self.parser.parse_args(["config", "list", "--color", "off"]))
         output = temp_stdout.getvalue()
         lines = output.splitlines()
-        assert any(line.startswith("task_runner = test-env-runner") for line in lines if line)
+        assert any(line.startswith("hostname_callable = test_env") for line in lines if line)
 
     def test_cli_has_providers(self):
         with contextlib.redirect_stdout(StringIO()) as temp_stdout:
diff --git a/tests/cli/commands/test_plugins_command.py b/tests/cli/commands/test_plugins_command.py
index d07641ec841d1..993d4085fe1d1 100644
--- a/tests/cli/commands/test_plugins_command.py
+++ b/tests/cli/commands/test_plugins_command.py
@@ -25,8 +25,8 @@
 
 from airflow.cli import cli_parser
 from airflow.cli.commands import plugins_command
-from airflow.hooks.base import BaseHook
 from airflow.listeners.listener import get_listener_manager
+from airflow.models.baseoperatorlink import BaseOperatorLink
 from airflow.plugins_manager import AirflowPlugin
 
 from tests.plugins.test_plugin import AirflowTestPlugin as ComplexAirflowPlugin
@@ -35,13 +35,18 @@
 pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
 
 
-class PluginHook(BaseHook):
-    pass
+class AirflowNewLink(BaseOperatorLink):
+    """Operator Link for Apache Airflow Website."""
+
+    name = "airflowtestlink"
+
+    def get_link(self, operator, *, ti_key):
+        return "https://airflow.apache.org"
 
 
 class TestPlugin(AirflowPlugin):
     name = "test-plugin-cli"
-    hooks = [PluginHook]
+    global_operator_extra_links = [AirflowNewLink()]
 
 
 class TestPluginsCommand:
@@ -69,7 +74,6 @@ def test_should_display_one_plugin(self):
                 "admin_views": [],
                 "macros": ["tests.plugins.test_plugin.plugin_macro"],
                 "menu_links": [],
-                "executors": ["tests.plugins.test_plugin.PluginExecutor"],
                 "flask_blueprints": [
                     "<flask.blueprints.Blueprint: name='test_plugin' import_name='tests.plugins.test_plugin'>"
                 ],
@@ -99,7 +103,6 @@ def test_should_display_one_plugin(self):
                     "<tests_common.test_utils.mock_operators.CustomOpLink object>",
                     "<tests_common.test_utils.mock_operators.CustomBaseIndexOpLink object>",
                 ],
-                "hooks": ["tests.plugins.test_plugin.PluginHook"],
                 "listeners": [
                     "tests.listeners.empty_listener",
                     "tests.listeners.class_listener.ClassBasedListener",
@@ -130,9 +133,9 @@ def test_should_display_one_plugins_as_table(self):
         # Assert that only columns with values are displayed
         expected_output = textwrap.dedent(
             """\
-            name            | hooks
-            ================+===================================================
-            test-plugin-cli | tests.cli.commands.test_plugins_command.PluginHook
+            name            | global_operator_extra_links
+            ================+================================================================
+            test-plugin-cli | <tests.cli.commands.test_plugins_command.AirflowNewLink object>
             """
         )
         assert stdout == expected_output
diff --git a/tests/cli/commands/test_scheduler_command.py b/tests/cli/commands/test_scheduler_command.py
index 4fc795add90c8..d7e141a26018d 100644
--- a/tests/cli/commands/test_scheduler_command.py
+++ b/tests/cli/commands/test_scheduler_command.py
@@ -17,17 +17,15 @@
 # under the License.
 from __future__ import annotations
 
-from http.server import BaseHTTPRequestHandler
 from importlib import reload
 from unittest import mock
-from unittest.mock import MagicMock
 
 import pytest
 
 from airflow.cli import cli_parser
 from airflow.cli.commands import scheduler_command
 from airflow.executors import executor_loader
-from airflow.utils.scheduler_health import HealthServer, serve_health_check
+from airflow.utils.scheduler_health import serve_health_check
 from airflow.utils.serve_logs import serve_logs
 
 from tests_common.test_utils.config import conf_vars
@@ -224,51 +222,3 @@ def test_run_job_exception_handling(
         )
         mock_process.assert_called_once_with(target=serve_logs)
         mock_process().terminate.assert_called_once_with()
-
-
-# Creating MockServer subclass of the HealthServer handler so that we can test the do_GET logic
-class MockServer(HealthServer):
-    def __init__(self):
-        # Overriding so we don't need to initialize with BaseHTTPRequestHandler.__init__ params
-        pass
-
-    def do_GET(self, path):
-        self.path = path
-        super().do_GET()
-
-
-class TestSchedulerHealthServer:
-    def setup_method(self) -> None:
-        self.mock_server = MockServer()
-
-    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
-    def test_incorrect_endpoint(self, mock_send_error):
-        self.mock_server.do_GET("/incorrect")
-        mock_send_error.assert_called_with(404)
-
-    @mock.patch.object(BaseHTTPRequestHandler, "end_headers")
-    @mock.patch.object(BaseHTTPRequestHandler, "send_response")
-    @mock.patch("airflow.utils.scheduler_health.create_session")
-    def test_healthy_scheduler(self, mock_session, mock_send_response, mock_end_headers):
-        mock_scheduler_job = MagicMock()
-        mock_scheduler_job.is_alive.return_value = True
-        mock_session.return_value.__enter__.return_value.query.return_value = mock_scheduler_job
-        self.mock_server.do_GET("/health")
-        mock_send_response.assert_called_once_with(200)
-        mock_end_headers.assert_called_once()
-
-    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
-    @mock.patch("airflow.utils.scheduler_health.create_session")
-    def test_unhealthy_scheduler(self, mock_session, mock_send_error):
-        mock_scheduler_job = MagicMock()
-        mock_scheduler_job.is_alive.return_value = False
-        mock_session.return_value.__enter__.return_value.query.return_value = mock_scheduler_job
-        self.mock_server.do_GET("/health")
-        mock_send_error.assert_called_with(503)
-
-    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
-    @mock.patch("airflow.utils.scheduler_health.create_session")
-    def test_missing_scheduler(self, mock_session, mock_send_error):
-        mock_session.return_value.__enter__.return_value.query.return_value = None
-        self.mock_server.do_GET("/health")
-        mock_send_error.assert_called_with(503)
diff --git a/tests/cli/commands/test_task_command.py b/tests/cli/commands/test_task_command.py
index 67204a1ad7b70..5a4e0b279242e 100644
--- a/tests/cli/commands/test_task_command.py
+++ b/tests/cli/commands/test_task_command.py
@@ -918,7 +918,7 @@ def test_run_task_with_pool(self):
             session.delete(pool)
             session.commit()
 
-    @mock.patch("airflow.task.task_runner.standard_task_runner.CAN_FORK", False)
+    @mock.patch("airflow.task.standard_task_runner.CAN_FORK", False)
     def test_logging_with_run_task_subprocess(self, session):
         ti = self.dr.get_task_instances(session=session)[0]
         _set_state_and_try_num(ti, session)
@@ -932,8 +932,8 @@ def test_logging_with_run_task_subprocess(self, session):
         print(logs)  # In case of a test failures this line would show detailed log
         logs_list = logs.splitlines()
 
-        assert f"Subtask {self.task_id}" in logs
-        assert "base_task_runner.py" in logs
+        assert f"Task {self.task_id}" in logs
+        assert "standard_task_runner.py" in logs
         self.assert_log_line("Log from DAG Logger", logs_list)
         self.assert_log_line("Log from TI Logger", logs_list)
         self.assert_log_line("Log from Print statement", logs_list, expect_from_logging_mixin=True)
@@ -1070,7 +1070,7 @@ def test_apply(self, target_name):
         assert tgt.propagate is False if target_name else True  # root propagate unchanged
         assert tgt.level == -1
 
-    def test_apply_no_replace(self):
+    def test_apply_no_replace(self, clear_all_logger_handlers):
         """
         Handlers, level and propagate should be applied on target.
         """
diff --git a/tests/conftest.py b/tests/conftest.py
index c5c6441f0b55f..de13fe99c4bf6 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -16,12 +16,15 @@
 # under the License.
 from __future__ import annotations
 
+import logging
 import os
 import sys
 from typing import TYPE_CHECKING
 
 import pytest
 
+from tests_common.test_utils.log_handlers import non_pytest_handlers
+
 # We should set these before loading _any_ of the rest of airflow so that the
 # unit test mode config is set as early as possible.
 assert "airflow" not in sys.modules, "No airflow module can be imported before these lines"
@@ -58,6 +61,26 @@ def reset_environment():
             os.environ[key] = init_env[key]
 
 
+def remove_non_pytest_log_handlers(logger, *classes):
+    for handler in non_pytest_handlers(logger.handlers):
+        logger.removeHandler(handler)
+
+
+def remove_all_non_pytest_log_handlers():
+    # Remove handlers from the root logger
+    remove_non_pytest_log_handlers(logging.getLogger())
+    # Remove handlers from all other loggers
+    for logger_name in logging.root.manager.loggerDict:
+        remove_non_pytest_log_handlers(logging.getLogger(logger_name))
+
+
+@pytest.fixture
+def clear_all_logger_handlers():
+    remove_all_non_pytest_log_handlers()
+    yield
+    remove_all_non_pytest_log_handlers()
+
+
 if TYPE_CHECKING:
     # Static checkers do not know about pytest fixtures' types and return,
     # In case if them distributed through third party packages.
diff --git a/tests/core/test_airflow_module.py b/tests/core/test_airflow_module.py
index d448f4bc93f70..f06c5487cd993 100644
--- a/tests/core/test_airflow_module.py
+++ b/tests/core/test_airflow_module.py
@@ -16,36 +16,11 @@
 # under the License.
 from __future__ import annotations
 
-import sys
-
 import pytest
 
 import airflow
 from airflow.exceptions import AirflowException
 
-TEST_CASES = {
-    "PY36": sys.version_info >= (3, 6),
-    "PY37": sys.version_info >= (3, 7),
-    "PY38": sys.version_info >= (3, 8),
-    "PY39": sys.version_info >= (3, 9),
-    "PY310": sys.version_info >= (3, 10),
-    "PY311": sys.version_info >= (3, 11),
-    "PY312": sys.version_info >= (3, 12),
-}
-
-
-@pytest.mark.parametrize("py_attr, expected", TEST_CASES.items())
-def test_lazy_load_py_versions(py_attr, expected):
-    with pytest.warns(DeprecationWarning, match=f"Python version constraint '{py_attr}' is deprecated"):
-        # If there is no warning, then most possible it imported somewhere else.
-        assert getattr(airflow, py_attr) is expected
-
-
-@pytest.mark.parametrize("py_attr", ["PY35", "PY313"])
-def test_wrong_py_version(py_attr):
-    with pytest.raises(AttributeError, match=f"'airflow' has no attribute '{py_attr}'"):
-        getattr(airflow, py_attr)
-
 
 def test_deprecated_exception():
     warning_pattern = "Import 'AirflowException' directly from the airflow module is deprecated"
diff --git a/tests/core/test_configuration.py b/tests/core/test_configuration.py
index 20109c6cd29b7..2167d71ed5c32 100644
--- a/tests/core/test_configuration.py
+++ b/tests/core/test_configuration.py
@@ -29,7 +29,6 @@
 
 import pytest
 
-from airflow import configuration
 from airflow.configuration import (
     AirflowConfigException,
     AirflowConfigParser,
@@ -664,7 +663,7 @@ def test_auth_backends_adds_session(self):
                 test_conf.validate()
                 assert (
                     test_conf.get("api", "auth_backends")
-                    == "airflow.providers.fab.auth_manager.api.auth.backend.basic_auth,airflow.api.auth.backend.session"
+                    == "airflow.providers.fab.auth_manager.api.auth.backend.basic_auth,airflow.providers.fab.auth_manager.api.auth.backend.session"
                 )
 
     def test_command_from_env(self):
@@ -1147,22 +1146,6 @@ def make_config():
             # Test when you read using the old section you get told to change your `conf.get` call
             assert test_conf.get("old_section", "val") == expected
 
-    def test_deprecated_funcs(self):
-        for func in [
-            "get",
-            "getboolean",
-            "getfloat",
-            "getint",
-            "has_option",
-            "remove_option",
-            "as_dict",
-            "set",
-        ]:
-            with mock.patch(f"airflow.configuration.conf.{func}") as mock_method:
-                with pytest.warns(DeprecationWarning):
-                    getattr(configuration, func)()
-                mock_method.assert_called_once()
-
     @pytest.mark.parametrize("display_source", [True, False])
     @mock.patch.dict("os.environ", {}, clear=True)
     def test_conf_as_dict_when_deprecated_value_in_config(self, display_source: bool):
@@ -1569,8 +1552,8 @@ def test_get_options_including_defaults(self):
         airflow_cfg = AirflowConfigParser()
         airflow_cfg.remove_all_read_configurations()
         default_options = airflow_cfg.get_options_including_defaults("core")
-        assert "task_runner" in default_options
-        assert "StandardTaskRunner" == airflow_cfg.get("core", "task_runner")
+        assert "hostname_callable" in default_options
+        assert "airflow.utils.net.getfqdn" == airflow_cfg.get("core", "hostname_callable")
         assert "test-key" not in default_options
         no_options = airflow_cfg.get_options_including_defaults("test-section")
         assert no_options == []
@@ -1578,16 +1561,16 @@ def test_get_options_including_defaults(self):
         airflow_cfg.set("test-section", "test-key", "test-value")
         test_section_options = airflow_cfg.get_options_including_defaults("test-section")
         assert "test-key" in test_section_options
-        assert "StandardTaskRunner" == airflow_cfg.get("core", "task_runner")
+        assert "airflow.utils.net.getfqdn" == airflow_cfg.get("core", "hostname_callable")
         airflow_cfg.add_section("core")
         airflow_cfg.set("core", "new-test-key", "test-value")
-        airflow_cfg.set("core", "task_runner", "test-runner")
+        airflow_cfg.set("core", "hostname_callable", "test-fn")
         all_core_options_including_defaults = airflow_cfg.get_options_including_defaults("core")
         assert "new-test-key" in all_core_options_including_defaults
         assert "dags_folder" in all_core_options_including_defaults
         assert "test-value" == airflow_cfg.get("core", "new-test-key")
-        assert "test-runner" == airflow_cfg.get("core", "task_runner")
-        assert sum(1 for option in all_core_options_including_defaults if option == "task_runner") == 1
+        assert "test-fn" == airflow_cfg.get("core", "hostname_callable")
+        assert sum(1 for option in all_core_options_including_defaults if option == "hostname_callable") == 1
 
 
 def test_sensitive_values():
@@ -1763,3 +1746,18 @@ def test_config_paths_is_directory(self):
 
         with pytest.raises(IsADirectoryError, match="configuration file, but got a directory"):
             write_default_airflow_configuration_if_needed()
+
+    @conf_vars({("mysection1", "mykey1"): "supersecret1", ("mysection2", "mykey2"): "supersecret2"})
+    @patch.object(
+        conf,
+        "sensitive_config_values",
+        new_callable=lambda: [("mysection1", "mykey1"), ("mysection2", "mykey2")],
+    )
+    @patch("airflow.utils.log.secrets_masker.mask_secret")
+    def test_mask_conf_values(self, mock_mask_secret, mock_sensitive_config_values):
+        conf.mask_secrets()
+
+        mock_mask_secret.assert_any_call("supersecret1")
+        mock_mask_secret.assert_any_call("supersecret2")
+
+        assert mock_mask_secret.call_count == 2
diff --git a/tests/core/test_core.py b/tests/core/test_core.py
index db6271347422a..21b5037ed17d9 100644
--- a/tests/core/test_core.py
+++ b/tests/core/test_core.py
@@ -17,23 +17,21 @@
 # under the License.
 from __future__ import annotations
 
-from contextlib import suppress
 from datetime import timedelta
 from time import sleep
 
 import pytest
 
-from airflow import settings
 from airflow.exceptions import AirflowTaskTimeout
-from airflow.models import DagRun, TaskFail, TaskInstance
+from airflow.models import TaskInstance
 from airflow.models.baseoperator import BaseOperator
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.timezone import datetime
 from airflow.utils.types import DagRunType
 
-from tests_common.test_utils.db import clear_db_dags, clear_db_runs, clear_db_task_fail
+from tests_common.test_utils.db import clear_db_dags, clear_db_runs
 
 pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
 
@@ -43,7 +41,6 @@
 class TestCore:
     @staticmethod
     def clean_db():
-        clear_db_task_fail()
         clear_db_dags()
         clear_db_runs()
 
@@ -89,44 +86,6 @@ def sleep_and_catch_other_exceptions():
         with pytest.raises(AirflowTaskTimeout):
             op.run(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE, ignore_ti_state=True)
 
-    def test_task_fail_duration(self, dag_maker):
-        """If a task fails, the duration should be recorded in TaskFail"""
-        with dag_maker(serialized=True) as dag:
-            op1 = BashOperator(task_id="pass_sleepy", bash_command="sleep 3")
-            op2 = BashOperator(
-                task_id="fail_sleepy",
-                bash_command="sleep 5",
-                execution_timeout=timedelta(seconds=3),
-                retry_delay=timedelta(seconds=0),
-            )
-        dag_maker.create_dagrun()
-        session = settings.Session()
-        op1.run(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE, ignore_ti_state=True)
-        with suppress(AirflowTaskTimeout):
-            op2.run(start_date=DEFAULT_DATE, end_date=DEFAULT_DATE, ignore_ti_state=True)
-        op1_fails = (
-            session.query(TaskFail)
-            .filter(
-                TaskFail.task_id == "pass_sleepy",
-                TaskFail.dag_id == dag.dag_id,
-                DagRun.execution_date == DEFAULT_DATE,
-            )
-            .all()
-        )
-        op2_fails = (
-            session.query(TaskFail)
-            .filter(
-                TaskFail.task_id == "fail_sleepy",
-                TaskFail.dag_id == dag.dag_id,
-                DagRun.execution_date == DEFAULT_DATE,
-            )
-            .all()
-        )
-
-        assert 0 == len(op1_fails)
-        assert 1 == len(op2_fails)
-        assert sum(f.duration for f in op2_fails) >= 3
-
     def test_externally_triggered_dagrun(self, dag_maker):
         TI = TaskInstance
 
diff --git a/tests/core/test_example_dags_system.py b/tests/core/test_example_dags_system.py
index dfa6b81027b2b..5724240eaebfe 100644
--- a/tests/core/test_example_dags_system.py
+++ b/tests/core/test_example_dags_system.py
@@ -24,11 +24,11 @@
 from sqlalchemy import select
 
 from airflow.models import DagRun
-from airflow.operators.python import PythonOperator
 from airflow.utils.module_loading import import_string
 from airflow.utils.state import DagRunState
 from airflow.utils.trigger_rule import TriggerRule
 
+from tests_common.test_utils.compat import PythonOperator
 from tests_common.test_utils.system_tests import get_test_run
 from tests_common.test_utils.system_tests_class import SystemTest
 
diff --git a/tests/core/test_sentry.py b/tests/core/test_sentry.py
index a8cb04577b4e1..7ec82fd5a56f4 100644
--- a/tests/core/test_sentry.py
+++ b/tests/core/test_sentry.py
@@ -26,7 +26,7 @@
 from sentry_sdk import configure_scope
 from sentry_sdk.transport import Transport
 
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils import timezone
 from airflow.utils.module_loading import import_string
 from airflow.utils.state import State
diff --git a/tests/dags/test_assets.py b/tests/dags/test_assets.py
index 014ae6fd0ca9f..30a6e3f147a5a 100644
--- a/tests/dags/test_assets.py
+++ b/tests/dags/test_assets.py
@@ -22,11 +22,11 @@
 from airflow.assets import Asset
 from airflow.exceptions import AirflowFailException, AirflowSkipException
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
-skip_task_dag_dataset = Asset("s3://dag_with_skip_task/output_1.txt", extra={"hi": "bye"})
-fail_task_dag_dataset = Asset("s3://dag_with_fail_task/output_1.txt", extra={"hi": "bye"})
+skip_task_dag_asset = Asset("s3://dag_with_skip_task/output_1.txt", extra={"hi": "bye"})
+fail_task_dag_asset = Asset("s3://dag_with_fail_task/output_1.txt", extra={"hi": "bye"})
 
 
 def raise_skip_exc():
@@ -42,7 +42,7 @@ def raise_skip_exc():
 )
 PythonOperator(
     task_id="skip_task",
-    outlets=[skip_task_dag_dataset],
+    outlets=[skip_task_dag_asset],
     python_callable=raise_skip_exc,
     dag=dag_with_skip_task,
 )
@@ -51,7 +51,7 @@ def raise_skip_exc():
     dag_id="dag_that_follows_dag_with_skip",
     catchup=False,
     start_date=datetime(2020, 1, 1),
-    schedule=[skip_task_dag_dataset],
+    schedule=[skip_task_dag_asset],
     tags=["downstream-skipped"],
 ) as dag_that_follows_dag_with_skip:
     BashOperator(
@@ -73,7 +73,7 @@ def raise_fail_exc():
 )
 PythonOperator(
     task_id="fail_task",
-    outlets=[fail_task_dag_dataset],
+    outlets=[fail_task_dag_asset],
     python_callable=raise_fail_exc,
     dag=dag_with_fail_task,
 )
@@ -82,7 +82,7 @@ def raise_fail_exc():
     dag_id="dag_that_follows_dag_with_fail",
     catchup=False,
     start_date=datetime(2020, 1, 1),
-    schedule=[fail_task_dag_dataset],
+    schedule=[fail_task_dag_asset],
     tags=["downstream-failed"],
 ) as dag_that_follows_dag_with_fail:
     BashOperator(
diff --git a/tests/dags/test_cli_triggered_dags.py b/tests/dags/test_cli_triggered_dags.py
index 4dad87c947544..530c80f3f7ca9 100644
--- a/tests/dags/test_cli_triggered_dags.py
+++ b/tests/dags/test_cli_triggered_dags.py
@@ -20,7 +20,7 @@
 from datetime import timedelta
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.timezone import datetime
 
 DEFAULT_DATE = datetime(2016, 1, 1)
diff --git a/tests/dags/test_dag_xcom_openlineage.py b/tests/dags/test_dag_xcom_openlineage.py
index 6fec2c219094c..ae2ef72f7ecb9 100644
--- a/tests/dags/test_dag_xcom_openlineage.py
+++ b/tests/dags/test_dag_xcom_openlineage.py
@@ -20,7 +20,7 @@
 import datetime
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 dag = DAG(
     dag_id="test_dag_xcom_openlineage",
diff --git a/tests/dags/test_dagrun_fast_follow.py b/tests/dags/test_dagrun_fast_follow.py
index 1053869d81ed4..de9e44bd44a1c 100644
--- a/tests/dags/test_dagrun_fast_follow.py
+++ b/tests/dags/test_dagrun_fast_follow.py
@@ -20,7 +20,7 @@
 from datetime import datetime
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 DEFAULT_DATE = datetime(2016, 1, 1)
 
diff --git a/tests/dags/test_future_start_date.py b/tests/dags/test_future_start_date.py
index dadfbff600f60..b72d2865fd33b 100644
--- a/tests/dags/test_future_start_date.py
+++ b/tests/dags/test_future_start_date.py
@@ -23,7 +23,7 @@
 
 from airflow.models.dag import DAG
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 exec_date = pendulum.datetime(2021, 1, 1)
 fut_start_date = pendulum.datetime(2021, 2, 1)
diff --git a/tests/dags/test_invalid_param.py b/tests/dags/test_invalid_param.py
index 9f5fdfa05f660..fb0d3c854d12d 100644
--- a/tests/dags/test_invalid_param.py
+++ b/tests/dags/test_invalid_param.py
@@ -20,7 +20,7 @@
 
 from airflow.models.dag import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_invalid_param",
diff --git a/tests/dags/test_invalid_param2.py b/tests/dags/test_invalid_param2.py
index 7ed9d5c443c10..69ffda442301d 100644
--- a/tests/dags/test_invalid_param2.py
+++ b/tests/dags/test_invalid_param2.py
@@ -20,7 +20,7 @@
 
 from airflow import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_invalid_param2",
diff --git a/tests/dags/test_invalid_param3.py b/tests/dags/test_invalid_param3.py
index 67cb1bbff7ce2..a8017a3402b66 100644
--- a/tests/dags/test_invalid_param3.py
+++ b/tests/dags/test_invalid_param3.py
@@ -20,7 +20,7 @@
 
 from airflow import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_invalid_param3",
diff --git a/tests/dags/test_invalid_param4.py b/tests/dags/test_invalid_param4.py
index 7c6354af0dd60..bbfc7e970c51c 100644
--- a/tests/dags/test_invalid_param4.py
+++ b/tests/dags/test_invalid_param4.py
@@ -20,7 +20,7 @@
 
 from airflow import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_invalid_param4",
diff --git a/tests/dags/test_logging_in_dag.py b/tests/dags/test_logging_in_dag.py
index 2a1a0a095bc5b..e56c4d4a74316 100644
--- a/tests/dags/test_logging_in_dag.py
+++ b/tests/dags/test_logging_in_dag.py
@@ -20,7 +20,7 @@
 import logging
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.timezone import datetime
 
 logger = logging.getLogger(__name__)
diff --git a/tests/dags/test_mapped_classic.py b/tests/dags/test_mapped_classic.py
index fec7e98a89340..4dcdd357feca4 100644
--- a/tests/dags/test_mapped_classic.py
+++ b/tests/dags/test_mapped_classic.py
@@ -20,7 +20,7 @@
 
 from airflow.decorators import task
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 
 @task
diff --git a/tests/dags/test_mark_state.py b/tests/dags/test_mark_state.py
index da520552e1c0a..3ce67b7cef208 100644
--- a/tests/dags/test_mark_state.py
+++ b/tests/dags/test_mark_state.py
@@ -22,7 +22,7 @@
 from time import sleep
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.session import create_session
 from airflow.utils.state import State
 from airflow.utils.timezone import utcnow
diff --git a/tests/dags/test_on_failure_callback.py b/tests/dags/test_on_failure_callback.py
index f6765a3698097..1e0f276e4aee4 100644
--- a/tests/dags/test_on_failure_callback.py
+++ b/tests/dags/test_on_failure_callback.py
@@ -21,8 +21,8 @@
 
 from airflow.exceptions import AirflowFailException
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 DEFAULT_DATE = datetime(2016, 1, 1)
 
diff --git a/tests/dags/test_task_view_type_check.py b/tests/dags/test_task_view_type_check.py
index f3414d4ac3fe5..e5e68fde90887 100644
--- a/tests/dags/test_task_view_type_check.py
+++ b/tests/dags/test_task_view_type_check.py
@@ -26,7 +26,7 @@
 from datetime import datetime
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 logger = logging.getLogger(__name__)
 DEFAULT_DATE = datetime(2016, 1, 1)
diff --git a/tests/dags/test_valid_param.py b/tests/dags/test_valid_param.py
index 67a6b4e814919..afa0f98ce21d5 100644
--- a/tests/dags/test_valid_param.py
+++ b/tests/dags/test_valid_param.py
@@ -20,7 +20,7 @@
 
 from airflow import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_valid_param",
diff --git a/tests/dags/test_valid_param2.py b/tests/dags/test_valid_param2.py
index 9767357d3b3e0..d59d6278c3a71 100644
--- a/tests/dags/test_valid_param2.py
+++ b/tests/dags/test_valid_param2.py
@@ -20,7 +20,7 @@
 
 from airflow import DAG
 from airflow.models.param import Param
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 with DAG(
     "test_valid_param2",
diff --git a/tests/dags_corrupted/test_impersonation_custom.py b/tests/dags_corrupted/test_impersonation_custom.py
index 03a6e3ef7d277..832c1c0820ba1 100644
--- a/tests/dags_corrupted/test_impersonation_custom.py
+++ b/tests/dags_corrupted/test_impersonation_custom.py
@@ -29,7 +29,7 @@
 from fake_datetime import FakeDatetime
 
 from airflow.models.dag import DAG
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
 DEFAULT_DATE = datetime(2016, 1, 1)
 
diff --git a/tests/decorators/test_bash.py b/tests/decorators/test_bash.py
index 59613b45e9233..eac803d25f820 100644
--- a/tests/decorators/test_bash.py
+++ b/tests/decorators/test_bash.py
@@ -20,6 +20,8 @@
 import stat
 import warnings
 from contextlib import nullcontext as no_raise
+from pathlib import Path
+from typing import TYPE_CHECKING
 from unittest import mock
 
 import pytest
@@ -32,6 +34,10 @@
 
 from tests_common.test_utils.db import clear_db_dags, clear_db_runs, clear_rendered_ti_fields
 
+if TYPE_CHECKING:
+    from airflow.models import TaskInstance
+    from airflow.operators.bash import BashOperator
+
 DEFAULT_DATE = timezone.datetime(2023, 1, 1)
 
 
@@ -500,3 +506,33 @@ def bash():
         with pytest.raises(AirflowException):
             ti.run()
         assert ti.task.bash_command == f"{DEFAULT_DATE.date()}; exit 1;"
+
+    @pytest.mark.db_test
+    def test_templated_bash_script(self, dag_maker, tmp_path, session):
+        """
+        Creates a .sh script with Jinja template.
+        Pass it to the BashOperator and ensure it gets correctly rendered and executed.
+        """
+        bash_script: str = "sample.sh"
+        path: Path = tmp_path / bash_script
+        path.write_text('echo "{{ ti.task_id }}"')
+
+        with dag_maker(
+            dag_id="test_templated_bash_script", session=session, template_searchpath=os.fspath(path.parent)
+        ):
+
+            @task.bash
+            def test_templated_fields_task():
+                return bash_script
+
+            test_templated_fields_task()
+
+        ti: TaskInstance = dag_maker.create_dagrun().task_instances[0]
+        session.add(ti)
+        session.commit()
+        context = ti.get_template_context(session=session)
+        ti.render_templates(context=context)
+
+        op: BashOperator = ti.task
+        result = op.execute(context=context)
+        assert result == "test_templated_fields_task"
diff --git a/tests/decorators/test_python.py b/tests/decorators/test_python.py
index 0e030dcbdcb71..44fa54d7dd805 100644
--- a/tests/decorators/test_python.py
+++ b/tests/decorators/test_python.py
@@ -40,7 +40,7 @@
 from airflow.utils.types import DagRunType
 from airflow.utils.xcom import XCOM_RETURN_KEY
 
-from tests.operators.test_python import BasePythonTest
+from providers.tests.standard.operators.test_python import BasePythonTest
 from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS
 
 if AIRFLOW_V_3_0_PLUS:
diff --git a/tests/decorators/test_python_virtualenv.py b/tests/decorators/test_python_virtualenv.py
index 554b33ceb9b77..00964b00818f3 100644
--- a/tests/decorators/test_python_virtualenv.py
+++ b/tests/decorators/test_python_virtualenv.py
@@ -33,7 +33,7 @@
 pytestmark = pytest.mark.db_test
 
 DEFAULT_DATE = timezone.datetime(2016, 1, 1)
-PYTHON_VERSION = f"{sys.version_info.major}{sys.version_info.minor}"
+PYTHON_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}"
 DILL_INSTALLED = find_spec("dill") is not None
 DILL_MARKER = pytest.mark.skipif(not DILL_INSTALLED, reason="`dill` is not installed")
 CLOUDPICKLE_INSTALLED = find_spec("cloudpickle") is not None
diff --git a/tests/executors/test_debug_executor.py b/tests/executors/test_debug_executor.py
index 20ee821842c8e..a8ad667957677 100644
--- a/tests/executors/test_debug_executor.py
+++ b/tests/executors/test_debug_executor.py
@@ -50,7 +50,7 @@ def test_run_task(self, task_instance_mock):
         succeeded = executor._run_task(task_instance_mock)
 
         assert succeeded
-        task_instance_mock.run.assert_called_once_with(job_id=job_id)
+        task_instance_mock.run.assert_called()
 
     def test_queue_task_instance(self):
         key = "ti_key"
diff --git a/tests/executors/test_executor_loader.py b/tests/executors/test_executor_loader.py
index 40a336bc580c3..325345247a291 100644
--- a/tests/executors/test_executor_loader.py
+++ b/tests/executors/test_executor_loader.py
@@ -22,7 +22,6 @@
 
 import pytest
 
-from airflow import plugins_manager
 from airflow.exceptions import AirflowConfigException
 from airflow.executors import executor_loader
 from airflow.executors.executor_loader import ConnectorSource, ExecutorLoader, ExecutorName
@@ -34,9 +33,6 @@
 
 pytestmark = pytest.mark.skip_if_database_isolation_mode
 
-# Plugin Manager creates new modules, which is difficult to mock, so we use test isolation by a unique name.
-TEST_PLUGIN_NAME = "unique_plugin_name_to_avoid_collision_i_love_kitties"
-
 
 class FakeExecutor:
     is_single_threaded = False
@@ -46,11 +42,6 @@ class FakeSingleThreadedExecutor:
     is_single_threaded = True
 
 
-class FakePlugin(plugins_manager.AirflowPlugin):
-    name = TEST_PLUGIN_NAME
-    executors = [FakeExecutor]
-
-
 class TestExecutorLoader:
     def setup_method(self) -> None:
         from airflow.executors import executor_loader
@@ -89,17 +80,6 @@ def test_should_support_executor_from_core(self, executor_name):
             assert executor.name == ExecutorName(ExecutorLoader.executors[executor_name], alias=executor_name)
             assert executor.name.connector_source == ConnectorSource.CORE
 
-    @mock.patch("airflow.plugins_manager.plugins", [FakePlugin()])
-    @mock.patch("airflow.plugins_manager.executors_modules", None)
-    def test_should_support_plugins(self):
-        with conf_vars({("core", "executor"): f"{TEST_PLUGIN_NAME}.FakeExecutor"}):
-            executor = ExecutorLoader.get_default_executor()
-            assert executor is not None
-            assert "FakeExecutor" == executor.__class__.__name__
-            assert executor.name is not None
-            assert executor.name == ExecutorName(f"{TEST_PLUGIN_NAME}.FakeExecutor")
-            assert executor.name.connector_source == ConnectorSource.PLUGIN
-
     def test_should_support_custom_path(self):
         with conf_vars({("core", "executor"): "tests.executors.test_executor_loader.FakeExecutor"}):
             executor = ExecutorLoader.get_default_executor()
@@ -122,9 +102,9 @@ def test_should_support_custom_path(self):
                     ),
                 ],
             ),
-            # Core executors and custom module path executor and plugin
+            # Core executors and custom module path executor
             (
-                f"CeleryExecutor, LocalExecutor, tests.executors.test_executor_loader.FakeExecutor, {TEST_PLUGIN_NAME}.FakeExecutor",
+                "CeleryExecutor, LocalExecutor, tests.executors.test_executor_loader.FakeExecutor",
                 [
                     ExecutorName(
                         "airflow.providers.celery.executors.celery_executor.CeleryExecutor",
@@ -138,17 +118,12 @@ def test_should_support_custom_path(self):
                         "tests.executors.test_executor_loader.FakeExecutor",
                         None,
                     ),
-                    ExecutorName(
-                        f"{TEST_PLUGIN_NAME}.FakeExecutor",
-                        None,
-                    ),
                 ],
             ),
-            # Core executors and custom module path executor and plugin with aliases
+            # Core executors and custom module path executor with aliases
             (
                 (
-                    "CeleryExecutor, LocalExecutor, fake_exec:tests.executors.test_executor_loader.FakeExecutor, "
-                    f"plugin_exec:{TEST_PLUGIN_NAME}.FakeExecutor"
+                    "CeleryExecutor, LocalExecutor, fake_exec:tests.executors.test_executor_loader.FakeExecutor"
                 ),
                 [
                     ExecutorName(
@@ -163,10 +138,6 @@ def test_should_support_custom_path(self):
                         "tests.executors.test_executor_loader.FakeExecutor",
                         "fake_exec",
                     ),
-                    ExecutorName(
-                        f"{TEST_PLUGIN_NAME}.FakeExecutor",
-                        "plugin_exec",
-                    ),
                 ],
             ),
         ],
@@ -194,8 +165,6 @@ def test_init_executors(self):
             "CeleryExecutor, my.module.path, my.module.path",
             "CeleryExecutor, my_alias:my.module.path, my.module.path",
             "CeleryExecutor, my_alias:my.module.path, other_alias:my.module.path",
-            f"CeleryExecutor, {TEST_PLUGIN_NAME}.FakeExecutor, {TEST_PLUGIN_NAME}.FakeExecutor",
-            f"my_alias:{TEST_PLUGIN_NAME}.FakeExecutor, other_alias:{TEST_PLUGIN_NAME}.FakeExecutor",
         ],
     )
     def test_get_hybrid_executors_from_config_duplicates_should_fail(self, executor_config):
@@ -239,21 +208,6 @@ def test_should_support_import_executor_from_core(self, executor_config, expecte
             assert expected_value == executor.__name__
             assert import_source == ConnectorSource.CORE
 
-    @mock.patch("airflow.plugins_manager.plugins", [FakePlugin()])
-    @mock.patch("airflow.plugins_manager.executors_modules", None)
-    @pytest.mark.parametrize(
-        ("executor_config"),
-        [
-            (f"{TEST_PLUGIN_NAME}.FakeExecutor"),
-            (f"my_cool_alias:{TEST_PLUGIN_NAME}.FakeExecutor, CeleryExecutor"),
-        ],
-    )
-    def test_should_support_import_plugins(self, executor_config):
-        with conf_vars({("core", "executor"): executor_config}):
-            executor, import_source = ExecutorLoader.import_default_executor_cls()
-            assert "FakeExecutor" == executor.__name__
-            assert import_source == ConnectorSource.PLUGIN
-
     @pytest.mark.parametrize(
         "executor_config",
         [
diff --git a/tests/io/test_path.py b/tests/io/test_path.py
index 9d944c5f51c3c..264e3a6d8c155 100644
--- a/tests/io/test_path.py
+++ b/tests/io/test_path.py
@@ -17,7 +17,6 @@
 # under the License.
 from __future__ import annotations
 
-import sys
 import uuid
 from stat import S_ISDIR, S_ISREG
 from tempfile import NamedTemporaryFile
@@ -247,7 +246,6 @@ def test_replace(self):
 
         e.unlink()
 
-    @pytest.mark.skipif(sys.version_info < (3, 9), reason="`is_relative_to` new in version 3.9")
     def test_is_relative_to(self):
         uuid_dir = f"/tmp/{str(uuid.uuid4())}"
         o1 = ObjectStoragePath(f"file://{uuid_dir}/aaa")
diff --git a/tests/jobs/test_local_task_job.py b/tests/jobs/test_local_task_job.py
index 574215e8c3434..7ee037478833a 100644
--- a/tests/jobs/test_local_task_job.py
+++ b/tests/jobs/test_local_task_job.py
@@ -44,8 +44,8 @@
 from airflow.models.serialized_dag import SerializedDagModel
 from airflow.models.taskinstance import TaskInstance
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
-from airflow.task.task_runner.standard_task_runner import StandardTaskRunner
+from airflow.providers.standard.operators.python import PythonOperator
+from airflow.task.standard_task_runner import StandardTaskRunner
 from airflow.utils import timezone
 from airflow.utils.net import get_hostname
 from airflow.utils.session import create_session
@@ -74,7 +74,6 @@ def clear_db():
     db.clear_db_dags()
     db.clear_db_jobs()
     db.clear_db_runs()
-    db.clear_db_task_fail()
 
 
 @pytest.fixture(scope="class")
@@ -83,7 +82,6 @@ def clear_db_class():
     db.clear_db_dags()
     db.clear_db_jobs()
     db.clear_db_runs()
-    db.clear_db_task_fail()
 
 
 @pytest.fixture(scope="module")
@@ -133,17 +131,21 @@ def test_localtaskjob_essential_attr(self, dag_maker):
         assert all(check_result_2)
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
-    def test_localtaskjob_heartbeat(self, dag_maker):
+    def test_localtaskjob_heartbeat(self, dag_maker, time_machine):
         session = settings.Session()
         with dag_maker("test_localtaskjob_heartbeat"):
             op1 = EmptyOperator(task_id="op1")
 
+        time_machine.move_to(DEFAULT_DATE, tick=False)
+
         dr = dag_maker.create_dagrun()
         ti = dr.get_task_instance(task_id=op1.task_id, session=session)
         ti.state = State.RUNNING
         ti.hostname = "blablabla"
         session.commit()
 
+        assert ti.last_heartbeat_at is None, "Pre-conditioncheck"
+
         job1 = Job(dag_id=ti.dag_id, executor=SequentialExecutor())
         job_runner = LocalTaskJobRunner(job=job1, task_instance=ti, ignore_ti_state=True)
         ti.task = op1
@@ -151,9 +153,12 @@ def test_localtaskjob_heartbeat(self, dag_maker):
         job1.task_runner = StandardTaskRunner(job_runner)
         job1.task_runner.process = mock.Mock()
         job_runner.task_runner = job1.task_runner
-        with pytest.raises(AirflowException):
+        with pytest.raises(AirflowException, match="Hostname .* does not match"):
             job_runner.heartbeat_callback()
 
+        ti = session.get(TaskInstance, (ti.id,))
+        assert ti.last_heartbeat_at is None, "Should still be none"
+
         job1.task_runner.process.pid = 1
         ti.state = State.RUNNING
         ti.hostname = get_hostname()
@@ -166,19 +171,22 @@ def test_localtaskjob_heartbeat(self, dag_maker):
         job_runner.heartbeat_callback(session=None)
 
         job1.task_runner.process.pid = 2
-        with pytest.raises(AirflowException):
+        with pytest.raises(AirflowException, match="PID .* does not match"):
             job_runner.heartbeat_callback()
 
         # Now, set the ti.pid to None and test that no error
         # is raised.
         ti.pid = None
-        session.merge(ti)
+        ti = session.merge(ti)
         session.commit()
         assert ti.pid != job1.task_runner.process.pid
         assert not ti.run_as_user
         assert not job1.task_runner.run_as_user
         job_runner.heartbeat_callback()
 
+        ti = session.get(TaskInstance, (ti.id,))
+        assert ti.last_heartbeat_at == DEFAULT_DATE
+
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     @mock.patch("subprocess.check_call")
     @mock.patch("airflow.jobs.local_task_job_runner.psutil")
@@ -290,6 +298,7 @@ def test_localtaskjob_heartbeat_with_default_impersonation(self, psutil_mock, _,
         assert ti.pid != job1.task_runner.process.pid
         job_runner.heartbeat_callback()
 
+    @pytest.mark.flaky(reruns=5)
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_heartbeat_failed_fast(self):
         """
@@ -901,7 +910,9 @@ def test_fast_follow(
             ti_by_task_id = {}
             with create_session() as session:
                 for task_id in init_state:
-                    ti = TaskInstance(dag.get_task(task_id), run_id=dag_run.run_id, state=init_state[task_id])
+                    ti = TaskInstance(dag.get_task(task_id), run_id=dag_run.run_id)
+                    ti.refresh_from_db()
+                    ti.state = init_state[task_id]
                     session.merge(ti)
                     ti_by_task_id[task_id] = ti
 
@@ -950,11 +961,21 @@ def test_mini_scheduler_works_with_wait_for_upstream(self, caplog, get_test_dag)
         task_k = dag.get_task("K")
         task_l = dag.get_task("L")
         with create_session() as session:
-            ti_k = TaskInstance(task_k, run_id=dr.run_id, state=State.SUCCESS)
-            ti_b = TaskInstance(task_l, run_id=dr.run_id, state=State.SUCCESS)
+            ti_k = dr.get_task_instance(task_k.task_id, session=session)
+            ti_k.refresh_from_task(task_k)
+            ti_k.state = State.SUCCESS
+
+            ti_b = dr.get_task_instance(task_l.task_id, session=session)
+            ti_b.refresh_from_task(task_l)
+            ti_b.state = State.SUCCESS
+
+            ti2_k = dr2.get_task_instance(task_k.task_id, session=session)
+            ti2_k.refresh_from_task(task_k)
+            ti2_k.state = State.NONE
 
-            ti2_k = TaskInstance(task_k, run_id=dr2.run_id, state=State.NONE)
-            ti2_l = TaskInstance(task_l, run_id=dr2.run_id, state=State.NONE)
+            ti2_l = dr2.get_task_instance(task_l.task_id, session=session)
+            ti2_l.refresh_from_task(task_l)
+            ti2_l.state = State.NONE
 
             session.merge(ti_k)
             session.merge(ti_b)
@@ -1024,10 +1045,10 @@ def clean_db_helper():
 
 
 @pytest.mark.usefixtures("clean_db_helper")
-@mock.patch("airflow.task.task_runner.get_task_runner")
-def test_number_of_queries_single_loop(mock_get_task_runner, dag_maker):
+@mock.patch("airflow.task.standard_task_runner.StandardTaskRunner")
+def test_number_of_queries_single_loop(mock_task_runner, dag_maker):
     codes: list[int | None] = 9 * [None] + [0]
-    mock_get_task_runner.return_value.return_code.side_effects = [[0], codes]
+    mock_task_runner.return_value.return_code.side_effects = [[0], codes]
 
     unique_prefix = str(uuid.uuid4())
     with dag_maker(dag_id=f"{unique_prefix}_test_number_of_queries", serialized=True):
@@ -1040,7 +1061,7 @@ def test_number_of_queries_single_loop(mock_get_task_runner, dag_maker):
 
     job = Job(dag_id=ti.dag_id, executor=MockExecutor())
     job_runner = LocalTaskJobRunner(job=job, task_instance=ti)
-    with assert_queries_count(18):
+    with assert_queries_count(15):
         run_job(job=job, execute_callable=job_runner._execute)
 
 
diff --git a/tests/jobs/test_scheduler_job.py b/tests/jobs/test_scheduler_job.py
index 17fd851714bb5..da3ccc201eb4a 100644
--- a/tests/jobs/test_scheduler_job.py
+++ b/tests/jobs/test_scheduler_job.py
@@ -50,9 +50,8 @@
 from airflow.executors.executor_constants import MOCK_EXECUTOR
 from airflow.executors.executor_loader import ExecutorLoader
 from airflow.jobs.job import Job, run_job
-from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
 from airflow.jobs.scheduler_job_runner import SchedulerJobRunner
-from airflow.models.asset import AssetDagRunQueue, AssetEvent, AssetModel
+from airflow.models.asset import AssetActive, AssetDagRunQueue, AssetEvent, AssetModel
 from airflow.models.backfill import Backfill, _create_backfill
 from airflow.models.dag import DAG, DagModel
 from airflow.models.dagbag import DagBag
@@ -68,7 +67,7 @@
 from airflow.utils import timezone
 from airflow.utils.file import list_py_file_paths
 from airflow.utils.session import create_session, provide_session
-from airflow.utils.state import DagRunState, JobState, State, TaskInstanceState
+from airflow.utils.state import DagRunState, State, TaskInstanceState
 from airflow.utils.types import DagRunType
 
 from tests.listeners import dag_listener
@@ -1153,8 +1152,8 @@ def test_tis_for_queued_dagruns_are_not_run(self, dag_maker):
         scheduler_job = Job()
         self.job_runner = SchedulerJobRunner(job=scheduler_job, subdir=os.devnull)
         session = settings.Session()
-        ti1 = TaskInstance(task1, run_id=dr1.run_id)
-        ti2 = TaskInstance(task1, run_id=dr2.run_id)
+        ti1 = dr1.get_task_instance(task1.task_id)
+        ti2 = dr2.get_task_instance(task1.task_id)
         ti1.state = State.SCHEDULED
         ti2.state = State.SCHEDULED
         session.merge(ti1)
@@ -3939,7 +3938,13 @@ def test_should_update_dag_next_dagruns(self, provide_run_count: bool, kwargs: d
             (DagRunType.MANUAL, False),
             (DagRunType.SCHEDULED, True),
             (DagRunType.BACKFILL_JOB, True),
-            (DagRunType.DATASET_TRIGGERED, False),
+            (DagRunType.ASSET_TRIGGERED, False),
+        ],
+        ids=[
+            DagRunType.MANUAL.name,
+            DagRunType.SCHEDULED.name,
+            DagRunType.BACKFILL_JOB.name,
+            DagRunType.ASSET_TRIGGERED.name,
         ],
     )
     def test_should_update_dag_next_dagruns_after_run_type(self, run_type, expected, session, dag_maker):
@@ -4025,7 +4030,7 @@ def test_create_dag_runs_assets(self, session, dag_maker):
         asset1_id = session.query(AssetModel.id).filter_by(uri=asset1.uri).scalar()
 
         event1 = AssetEvent(
-            dataset_id=asset1_id,
+            asset_id=asset1_id,
             source_task_id="task",
             source_dag_id=dr.dag_id,
             source_run_id=dr.run_id,
@@ -4041,7 +4046,7 @@ def test_create_dag_runs_assets(self, session, dag_maker):
         )
 
         event2 = AssetEvent(
-            dataset_id=asset1_id,
+            asset_id=asset1_id,
             source_task_id="task",
             source_dag_id=dr.dag_id,
             source_run_id=dr.run_id,
@@ -4059,8 +4064,8 @@ def test_create_dag_runs_assets(self, session, dag_maker):
         session = dag_maker.session
         session.add_all(
             [
-                AssetDagRunQueue(dataset_id=asset1_id, target_dag_id=dag2.dag_id),
-                AssetDagRunQueue(dataset_id=asset1_id, target_dag_id=dag3.dag_id),
+                AssetDagRunQueue(asset_id=asset1_id, target_dag_id=dag2.dag_id),
+                AssetDagRunQueue(asset_id=asset1_id, target_dag_id=dag3.dag_id),
             ]
         )
         session.flush()
@@ -4084,7 +4089,7 @@ def dict_from_obj(obj):
 
         # we don't have __eq__ defined on AssetEvent because... given the fact that in the future
         # we may register events from other systems, asset_id + timestamp might not be enough PK
-        assert list(map(dict_from_obj, created_run.consumed_dataset_events)) == list(
+        assert list(map(dict_from_obj, created_run.consumed_asset_events)) == list(
             map(dict_from_obj, [event1, event2])
         )
         assert created_run.data_interval_start == DEFAULT_DATE + timedelta(days=5)
@@ -4116,9 +4121,9 @@ def test_no_create_dag_runs_when_dag_disabled(self, session, dag_maker, disable,
 
         asset_id = session.scalars(select(AssetModel.id).filter_by(uri=ds.uri)).one()
 
-        ase_q = select(AssetEvent).where(AssetEvent.dataset_id == asset_id).order_by(AssetEvent.timestamp)
+        ase_q = select(AssetEvent).where(AssetEvent.asset_id == asset_id).order_by(AssetEvent.timestamp)
         adrq_q = select(AssetDagRunQueue).where(
-            AssetDagRunQueue.dataset_id == asset_id, AssetDagRunQueue.target_dag_id == "consumer"
+            AssetDagRunQueue.asset_id == asset_id, AssetDagRunQueue.target_dag_id == "consumer"
         )
 
         # Simulate the consumer DAG being disabled.
@@ -5659,16 +5664,10 @@ def test_find_and_purge_zombies(self, load_examples, session):
             for task_id in tasks_to_setup:
                 task = dag.get_task(task_id=task_id)
                 ti = TaskInstance(task, run_id=dag_run.run_id, state=State.RUNNING)
-                ti.queued_by_job_id = 999
 
-                local_job = Job(dag_id=ti.dag_id)
-                LocalTaskJobRunner(job=local_job, task_instance=ti)
-                local_job.state = TaskInstanceState.FAILED
-
-                session.add(local_job)
-                session.flush()
+                ti.last_heartbeat_at = timezone.utcnow() - timedelta(minutes=6)
+                ti.queued_by_job_id = 999
 
-                ti.job_id = local_job.id
                 session.add(ti)
                 session.flush()
 
@@ -5727,13 +5726,6 @@ def test_zombie_message(self, load_examples):
                 ti = TaskInstance(task, run_id=dag_run.run_id, state=State.RUNNING)
                 ti.queued_by_job_id = 999
 
-                local_job = Job(dag_id=ti.dag_id)
-                local_job.state = TaskInstanceState.FAILED
-
-                session.add(local_job)
-                session.flush()
-
-                ti.job_id = local_job.id
                 session.add(ti)
                 session.flush()
 
@@ -5789,17 +5781,11 @@ def test_find_zombies_handle_failure_callbacks_are_correctly_passed_to_dag_proce
             task = dag.get_task(task_id="run_this_last")
 
             ti = TaskInstance(task, run_id=dag_run.run_id, state=State.RUNNING)
-
-            local_job = Job(dag_id=ti.dag_id)
-            LocalTaskJobRunner(job=local_job, task_instance=ti)
-            local_job.state = JobState.FAILED
-            session.add(local_job)
-            session.flush()
+            ti.last_heartbeat_at = timezone.utcnow() - timedelta(minutes=6)
 
             # TODO: If there was an actual Relationship between TI and Job
             # we wouldn't need this extra commit
             session.add(ti)
-            ti.job_id = local_job.id
             session.flush()
 
         scheduler_job = Job()
@@ -6154,84 +6140,102 @@ def test_update_dagrun_state_for_paused_dag_not_for_backfill(self, dag_maker, se
         (backfill_run,) = DagRun.find(dag_id=dag.dag_id, run_type=DagRunType.BACKFILL_JOB, session=session)
         assert backfill_run.state == State.SUCCESS
 
+    @staticmethod
+    def _find_assets_activation(session) -> tuple[list[AssetModel], list[AssetModel]]:
+        assets = session.execute(
+            select(AssetModel, AssetActive)
+            .outerjoin(
+                AssetActive,
+                (AssetModel.name == AssetActive.name) & (AssetModel.uri == AssetActive.uri),
+            )
+            .order_by(AssetModel.uri)
+        ).all()
+        return [a for a, v in assets if not v], [a for a, v in assets if v]
+
+    @pytest.mark.want_activate_assets(False)
     def test_asset_orphaning(self, dag_maker, session):
+        self.job_runner = SchedulerJobRunner(job=Job(), subdir=os.devnull)
+
         asset1 = Asset(uri="ds1")
         asset2 = Asset(uri="ds2")
         asset3 = Asset(uri="ds3")
         asset4 = Asset(uri="ds4")
+        asset5 = Asset(uri="ds5")
 
         with dag_maker(dag_id="assets-1", schedule=[asset1, asset2], session=session):
             BashOperator(task_id="task", bash_command="echo 1", outlets=[asset3, asset4])
 
-        non_orphaned_asset_count = session.query(AssetModel).filter(AssetModel.active.has()).count()
-        assert non_orphaned_asset_count == 4
-        orphaned_asset_count = session.query(AssetModel).filter(~AssetModel.active.has()).count()
-        assert orphaned_asset_count == 0
+        # Assets not activated yet; asset5 is not even registered (since it's not used anywhere).
+        orphaned, active = self._find_assets_activation(session)
+        assert active == []
+        assert orphaned == [asset1, asset2, asset3, asset4]
 
-        # now remove 2 asset references
+        self.job_runner._update_asset_orphanage(session=session)
+        session.flush()
+
+        # Assets are activated after scheduler loop.
+        orphaned, active = self._find_assets_activation(session)
+        assert active == [asset1, asset2, asset3, asset4]
+        assert orphaned == []
+
+        # Now remove 2 asset references and add asset5.
         with dag_maker(dag_id="assets-1", schedule=[asset1], session=session):
-            BashOperator(task_id="task", bash_command="echo 1", outlets=[asset3])
+            BashOperator(task_id="task", bash_command="echo 1", outlets=[asset3, asset5])
 
-        scheduler_job = Job()
-        self.job_runner = SchedulerJobRunner(job=scheduler_job, subdir=os.devnull)
+        # The DAG parser finds asset5, but it's not activated yet.
+        orphaned, active = self._find_assets_activation(session)
+        assert active == [asset1, asset2, asset3, asset4]
+        assert orphaned == [asset5]
 
-        self.job_runner._orphan_unreferenced_assets(session=session)
+        self.job_runner._update_asset_orphanage(session=session)
         session.flush()
 
-        # and find the orphans
-        non_orphaned_assets = [
-            asset.uri
-            for asset in session.query(AssetModel.uri)
-            .filter(AssetModel.active.has())
-            .order_by(AssetModel.uri)
-        ]
-        assert non_orphaned_assets == ["ds1", "ds3"]
-        orphaned_assets = session.scalars(
-            select(AssetModel.uri).where(~AssetModel.active.has()).order_by(AssetModel.uri)
-        ).all()
-        assert orphaned_assets == ["ds2", "ds4"]
+        # Now we get the updated result.
+        orphaned, active = self._find_assets_activation(session)
+        assert active == [asset1, asset3, asset5]
+        assert orphaned == [asset2, asset4]
 
+    @pytest.mark.want_activate_assets(False)
     def test_asset_orphaning_ignore_orphaned_assets(self, dag_maker, session):
+        self.job_runner = SchedulerJobRunner(job=Job(), subdir=os.devnull)
+
         asset1 = Asset(uri="ds1")
 
         with dag_maker(dag_id="assets-1", schedule=[asset1], session=session):
             BashOperator(task_id="task", bash_command="echo 1")
 
-        non_orphaned_asset_count = session.query(AssetModel).filter(AssetModel.active.has()).count()
-        assert non_orphaned_asset_count == 1
-        orphaned_asset_count = session.query(AssetModel).filter(~AssetModel.active.has()).count()
-        assert orphaned_asset_count == 0
+        orphaned, active = self._find_assets_activation(session)
+        assert active == []
+        assert orphaned == [asset1]
+
+        self.job_runner._update_asset_orphanage(session=session)
+        session.flush()
+
+        orphaned, active = self._find_assets_activation(session)
+        assert active == [asset1]
+        assert orphaned == []
 
         # now remove asset1 reference
         with dag_maker(dag_id="assets-1", schedule=None, session=session):
             BashOperator(task_id="task", bash_command="echo 1")
 
-        scheduler_job = Job()
-        self.job_runner = SchedulerJobRunner(job=scheduler_job, subdir=os.devnull)
-
-        self.job_runner._orphan_unreferenced_assets(session=session)
+        self.job_runner._update_asset_orphanage(session=session)
         session.flush()
 
-        orphaned_assets_before_rerun = (
-            session.query(AssetModel.updated_at, AssetModel.uri)
-            .filter(~AssetModel.active.has())
-            .order_by(AssetModel.uri)
-        )
-        assert [asset.uri for asset in orphaned_assets_before_rerun] == ["ds1"]
-        updated_at_timestamps = [asset.updated_at for asset in orphaned_assets_before_rerun]
+        orphaned, active = self._find_assets_activation(session)
+        assert active == []
+        assert orphaned == [asset1]
+        updated_at_timestamps = [asset.updated_at for asset in orphaned]
 
         # when rerunning we should ignore the already orphaned assets and thus the updated_at timestamp
         # should remain the same
-        self.job_runner._orphan_unreferenced_assets(session=session)
+        self.job_runner._update_asset_orphanage(session=session)
         session.flush()
 
-        orphaned_assets_after_rerun = (
-            session.query(AssetModel.updated_at, AssetModel.uri)
-            .filter(~AssetModel.active.has())
-            .order_by(AssetModel.uri)
-        )
-        assert [asset.uri for asset in orphaned_assets_after_rerun] == ["ds1"]
-        assert updated_at_timestamps == [asset.updated_at for asset in orphaned_assets_after_rerun]
+        orphaned, active = self._find_assets_activation(session)
+        assert active == []
+        assert orphaned == [asset1]
+        assert [asset.updated_at for asset in orphaned] == updated_at_timestamps
 
     def test_misconfigured_dags_doesnt_crash_scheduler(self, session, dag_maker, caplog):
         """Test that if dagrun creation throws an exception, the scheduler doesn't crash"""
diff --git a/tests/jobs/test_triggerer_job.py b/tests/jobs/test_triggerer_job.py
index cc457687b0900..939c210dfe75f 100644
--- a/tests/jobs/test_triggerer_job.py
+++ b/tests/jobs/test_triggerer_job.py
@@ -36,7 +36,7 @@
 from airflow.models.baseoperator import BaseOperator
 from airflow.models.dag import DAG
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.triggers.base import TriggerEvent
 from airflow.triggers.temporal import DateTimeTrigger, TimeDeltaTrigger
 from airflow.triggers.testing import FailureTrigger, SuccessTrigger
@@ -49,6 +49,7 @@
 
 from tests.core.test_logging_config import reset_logging
 from tests_common.test_utils.db import clear_db_dags, clear_db_runs
+from tests_common.test_utils.log_handlers import non_pytest_handlers
 
 pytestmark = pytest.mark.db_test
 
@@ -772,9 +773,6 @@ def test_queue_listener():
     importlib.reload(airflow_local_settings)
     configure_logging()
 
-    def non_pytest_handlers(val):
-        return [h for h in val if "pytest" not in h.__module__]
-
     import logging
 
     log = logging.getLogger()
diff --git a/tests/jobs/test_triggerer_job_logging.py b/tests/jobs/test_triggerer_job_logging.py
index 335f9e6b81cc2..5e6a8e3ac8930 100644
--- a/tests/jobs/test_triggerer_job_logging.py
+++ b/tests/jobs/test_triggerer_job_logging.py
@@ -32,10 +32,7 @@
 from airflow.utils.log.trigger_handler import DropTriggerLogsFilter, TriggererHandlerWrapper
 
 from tests_common.test_utils.config import conf_vars
-
-
-def non_pytest_handlers(val):
-    return [h for h in val if "pytest" not in h.__module__]
+from tests_common.test_utils.log_handlers import non_pytest_handlers
 
 
 def assert_handlers(logger, *classes):
@@ -44,12 +41,6 @@ def assert_handlers(logger, *classes):
     return handlers
 
 
-def clear_logger_handlers(log):
-    for h in log.handlers[:]:
-        if "pytest" not in h.__module__:
-            log.removeHandler(h)
-
-
 @pytest.fixture(autouse=True)
 def reload_triggerer_job():
     importlib.reload(triggerer_job_runner)
@@ -64,7 +55,6 @@ def test_configure_trigger_log_handler_file():
     """
     # reset logging
     root_logger = logging.getLogger()
-    clear_logger_handlers(root_logger)
     configure_logging()
 
     # before config
@@ -168,15 +158,12 @@ def _read(self, ti, try_number, metadata=None):
         ("non_file_task_handler", logging.Handler, not_found_message),
     ],
 )
-def test_configure_trigger_log_handler_not_file_task_handler(cfg, cls, msg):
+def test_configure_trigger_log_handler_not_file_task_handler(cfg, cls, msg, clear_all_logger_handlers):
     """
     No root handler configured.
     When non FileTaskHandler is configured, don't modify.
     When an incompatible subclass of FileTaskHandler is configured, don't modify.
     """
-    # reset handlers
-    root_logger = logging.getLogger()
-    clear_logger_handlers(root_logger)
 
     with conf_vars(
         {
@@ -190,6 +177,7 @@ def test_configure_trigger_log_handler_not_file_task_handler(cfg, cls, msg):
         configure_logging()
 
     # no root handlers
+    root_logger = logging.getLogger()
     assert_handlers(root_logger)
 
     # default task logger
@@ -328,7 +316,7 @@ def test_configure_trigger_log_handler_root_has_task_handler():
 }
 
 
-def test_configure_trigger_log_handler_root_not_file_task():
+def test_configure_trigger_log_handler_root_not_file_task(clear_all_logger_handlers):
     """
     root: A handler that doesn't support trigger or inherit FileTaskHandler
     task: Supports triggerer
diff --git a/tests/models/test_backfill.py b/tests/models/test_backfill.py
index 3940ac3970c1d..a32db07808e82 100644
--- a/tests/models/test_backfill.py
+++ b/tests/models/test_backfill.py
@@ -30,14 +30,15 @@
     AlreadyRunningBackfill,
     Backfill,
     BackfillDagRun,
-    _cancel_backfill,
+    BackfillDagRunExceptionReason,
+    ReprocessBehavior,
     _create_backfill,
 )
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.ti_deps.dep_context import DepContext
 from airflow.utils import timezone
 from airflow.utils.state import DagRunState, TaskInstanceState
-from airflow.utils.types import DagRunType
+from airflow.utils.types import DagRunTriggeredByType, DagRunType
 
 from tests_common.test_utils.db import (
     clear_db_backfills,
@@ -91,7 +92,8 @@ def test_reverse_and_depends_on_past_fails(dep_on_past, dag_maker, session):
 
 
 @pytest.mark.parametrize("reverse", [True, False])
-def test_create_backfill_simple(reverse, dag_maker, session):
+@pytest.mark.parametrize("existing", [["2021-01-02", "2021-01-03"], []])
+def test_create_backfill_simple(reverse, existing, dag_maker, session):
     """
     Verify simple case behavior.
 
@@ -101,6 +103,15 @@ def test_create_backfill_simple(reverse, dag_maker, session):
     """
     with dag_maker(schedule="@daily") as dag:
         PythonOperator(task_id="hi", python_callable=print)
+
+    for date in existing:
+        dag_maker.create_dagrun(
+            run_id=f"scheduled_{date}",
+            execution_date=timezone.parse(date),
+            session=session,
+        )
+        session.commit()
+
     expected_run_conf = {"param1": "valABC"}
     b = _create_backfill(
         dag_id=dag.dag_id,
@@ -117,15 +128,152 @@ def test_create_backfill_simple(reverse, dag_maker, session):
         .order_by(BackfillDagRun.sort_ordinal)
     )
     dag_runs = session.scalars(query).all()
-    dates = [str(x.logical_date.date()) for x in dag_runs]
-    expected_dates = ["2021-01-01", "2021-01-02", "2021-01-03", "2021-01-04", "2021-01-05"]
+    total_dates = ["2021-01-01", "2021-01-02", "2021-01-03", "2021-01-04", "2021-01-05"]
+    backfill_dates = [str(x.logical_date.date()) for x in dag_runs]
+    expected_dates = [x for x in total_dates if x not in existing]
     if reverse:
         expected_dates = list(reversed(expected_dates))
-    assert dates == expected_dates
+
+    for date in existing:
+        bdr = session.scalar(
+            select(BackfillDagRun).where(
+                BackfillDagRun.backfill_id == b.id,
+                BackfillDagRun.logical_date == timezone.parse(date),
+            )
+        )
+        assert bdr.exception_reason == BackfillDagRunExceptionReason.IN_FLIGHT
+    assert backfill_dates == expected_dates
     assert all(x.state == DagRunState.QUEUED for x in dag_runs)
     assert all(x.conf == expected_run_conf for x in dag_runs)
 
 
+@pytest.mark.parametrize(
+    "reprocess_behavior, run_counts",
+    [
+        (
+            ReprocessBehavior.NONE,
+            {
+                "2021-01-01": 1,
+                "2021-01-09": 1,
+            },
+        ),
+        (
+            ReprocessBehavior.FAILED,
+            {
+                "2021-01-01": 1,
+                "2021-01-02": 1,
+                "2021-01-03": 1,
+                "2021-01-06": 1,
+                "2021-01-09": 1,
+            },
+        ),
+        (
+            ReprocessBehavior.COMPLETED,
+            {
+                "2021-01-01": 1,
+                "2021-01-02": 1,
+                "2021-01-03": 1,
+                "2021-01-04": 1,
+                "2021-01-05": 1,
+                "2021-01-06": 1,
+                "2021-01-09": 1,
+            },
+        ),
+    ],
+)
+def test_reprocess_behavior(reprocess_behavior, run_counts, dag_maker, session):
+    """
+    We have two modes whereby when there's an existing run(s) in the range
+    of the backfill, we will create a new run.
+    This test might need to be altered if we change the behavior re multiple
+    runs of same execution date.  But for now, it verifies the current behavior.
+    """
+    dag_id = "backfill-test-reprocess-behavior"
+    with dag_maker(schedule="@daily", dag_id=dag_id) as dag:
+        PythonOperator(task_id="hi", python_callable=print)
+
+    for num, (date, state) in enumerate(
+        [
+            (date, state)
+            for date, states in [
+                # order matters here
+                # whether a dag run is created for backfill depends on
+                # the last run for a logical date
+                ("2021-01-02", ["failed"]),
+                ("2021-01-03", ["success", "failed"]),  # <-- 2021-01-03 is "failed"
+                ("2021-01-04", ["failed", "success"]),  # <-- 2021-01-04 is "success"
+                ("2021-01-05", ["success", "success"]),
+                ("2021-01-06", ["failed", "failed"]),
+                ("2021-01-07", ["running", "running"]),
+                ("2021-01-08", ["failed", "running"]),
+            ]
+            for state in states
+        ]
+    ):
+        dr = dag_maker.create_dagrun(
+            run_id=f"scheduled_{date}-{num}",
+            execution_date=timezone.parse(date),
+            session=session,
+            state=state,
+        )
+        dr.start_date = timezone.parse(date) + timedelta(seconds=num)
+        for ti in dr.get_task_instances(session=session):
+            ti.state = state
+        session.commit()
+
+    b = _create_backfill(
+        dag_id=dag.dag_id,
+        from_date=pendulum.parse("2021-01-01"),
+        to_date=pendulum.parse("2021-01-09"),
+        max_active_runs=2,
+        reprocess_behavior=reprocess_behavior,
+        reverse=False,
+        dag_run_conf=None,
+    )
+    from collections import Counter
+
+    session.expunge_all()
+    query = (
+        select(DagRun)
+        .join(BackfillDagRun.dag_run)
+        .where(BackfillDagRun.backfill_id == b.id)
+        .order_by(BackfillDagRun.sort_ordinal)
+    )
+    # these are all the dag runs that are part of this backfill
+    dag_runs_in_b = session.scalars(query).all()
+    # verify they all have the right run type
+    assert all(x.run_type == DagRunType.BACKFILL_JOB for x in dag_runs_in_b)
+    # verify they all have the right triggered by type
+    assert all(x.triggered_by == DagRunTriggeredByType.BACKFILL for x in dag_runs_in_b)
+
+    # verify that we see the dates and counts expected
+    backfill_dates = [str(x.logical_date.date()) for x in dag_runs_in_b]
+    assert Counter(backfill_dates) == run_counts
+
+    def _get_bdr(date):
+        return session.scalar(
+            select(BackfillDagRun).where(BackfillDagRun.logical_date == timezone.parse(date))
+        )
+
+    # 2021-01-08 is running so we will not create a run for it
+    bdr = _get_bdr("2021-01-08")
+    assert bdr.exception_reason == BackfillDagRunExceptionReason.IN_FLIGHT
+
+    # 2021-01-04 is "failed" so it may or may not be reprocessed depending
+    # on the configuration
+    bdr = _get_bdr("2021-01-04")
+    actual_reason = bdr.exception_reason
+    if reprocess_behavior is ReprocessBehavior.FAILED:
+        assert actual_reason == BackfillDagRunExceptionReason.ALREADY_EXISTS
+    elif reprocess_behavior is ReprocessBehavior.COMPLETED:
+        assert actual_reason is None
+    elif reprocess_behavior is ReprocessBehavior.NONE:
+        assert actual_reason == BackfillDagRunExceptionReason.ALREADY_EXISTS
+
+    # all the runs created by the backfill should have state queued
+    assert all(x.state == DagRunState.QUEUED for x in dag_runs_in_b)
+
+
 def test_params_stored_correctly(dag_maker, session):
     with dag_maker(schedule="@daily") as dag:
         PythonOperator(task_id="hi", python_callable=print)
@@ -174,42 +322,9 @@ def test_active_dag_run(dag_maker, session):
         )
 
 
-def test_cancel_backfill(dag_maker, session):
-    """
-    Queued runs should be marked *failed*.
-    Every other dag run should be left alone.
-    """
-    with dag_maker(schedule="@daily") as dag:
-        PythonOperator(task_id="hi", python_callable=print)
-    b = _create_backfill(
-        dag_id=dag.dag_id,
-        from_date=timezone.datetime(2021, 1, 1),
-        to_date=timezone.datetime(2021, 1, 5),
-        max_active_runs=2,
-        reverse=False,
-        dag_run_conf={},
-    )
-    query = (
-        select(DagRun)
-        .join(BackfillDagRun.dag_run)
-        .where(BackfillDagRun.backfill_id == b.id)
-        .order_by(BackfillDagRun.sort_ordinal)
-    )
-    dag_runs = session.scalars(query).all()
-    dates = [str(x.logical_date.date()) for x in dag_runs]
-    expected_dates = ["2021-01-01", "2021-01-02", "2021-01-03", "2021-01-04", "2021-01-05"]
-    assert dates == expected_dates
-    assert all(x.state == DagRunState.QUEUED for x in dag_runs)
-    dag_runs[0].state = "running"
-    session.commit()
-    _cancel_backfill(backfill_id=b.id)
-    session.expunge_all()
-    dag_runs = session.scalars(query).all()
-    states = [x.state for x in dag_runs]
-    assert states == ["running", "failed", "failed", "failed", "failed"]
-
-
-def create_next_run(*, is_backfill: bool, next_date: datetime, dag_id: str, dag_maker, session: Session):
+def create_next_run(
+    *, is_backfill: bool, next_date: datetime, dag_id: str, dag_maker, reprocess=None, session: Session
+):
     """Used in test_ignore_first_depends_on_past to create the next run after a failed run."""
     if is_backfill:
         b = _create_backfill(
@@ -219,6 +334,7 @@ def create_next_run(*, is_backfill: bool, next_date: datetime, dag_id: str, dag_
             max_active_runs=2,
             reverse=False,
             dag_run_conf=None,
+            reprocess_behavior=reprocess,
         )
         assert b
         # and grab the first dag run from this backfill run
@@ -266,6 +382,7 @@ def test_ignore_first_depends_on_past(first_run_type, days_between, catchup, is_
         dag_id=dag.dag_id,
         dag_maker=dag_maker,
         session=session,
+        reprocess=ReprocessBehavior.FAILED,
     )
 
     # check that it's immediately after the other dag run
@@ -304,3 +421,29 @@ def test_ignore_first_depends_on_past(first_run_type, days_between, catchup, is_
             "but 1 previous task instance(s) are not in a successful state."
         )
         assert ti.are_dependencies_met(session=session) is False
+
+
+@pytest.mark.parametrize("behavior", [None, *ReprocessBehavior])
+@pytest.mark.parametrize("dep_on_past", [True, False])
+def test_depends_on_past_requires_reprocess_failed(dep_on_past, behavior, dag_maker):
+    with dag_maker(dag_id="abc123", serialized=True, catchup=True) as dag:
+        PythonOperator(
+            task_id="dep_on_past",
+            python_callable=lambda: print,
+            depends_on_past=dep_on_past,
+        )
+    raises_cm = pytest.raises(ValueError, match="Dag has task for which depends_on_past is true")
+    null_cm = nullcontext()
+    cm = null_cm
+    if dep_on_past and behavior in (ReprocessBehavior.NONE, None):
+        cm = raises_cm
+    with cm:
+        _create_backfill(
+            dag_id=dag.dag_id,
+            from_date=timezone.parse("2021-01-01"),
+            to_date=timezone.parse("2021-01-10"),
+            max_active_runs=5,
+            reverse=False,
+            dag_run_conf={},
+            reprocess_behavior=behavior,
+        )
diff --git a/tests/models/test_baseoperator.py b/tests/models/test_baseoperator.py
index 31bb0c9dd66a7..1d8e4f4d32a88 100644
--- a/tests/models/test_baseoperator.py
+++ b/tests/models/test_baseoperator.py
@@ -21,20 +21,18 @@
 import logging
 import uuid
 from collections import defaultdict
-from datetime import date, datetime, timedelta
-from typing import TYPE_CHECKING, Any, NamedTuple
+from datetime import date, datetime
+from typing import NamedTuple
 from unittest import mock
 
 import jinja2
 import pytest
 
 from airflow.decorators import task as task_decorator
-from airflow.exceptions import AirflowException, FailStopDagInvalidTriggerRule
+from airflow.exceptions import AirflowException
 from airflow.lineage.entities import File
 from airflow.models.baseoperator import (
-    BASEOPERATOR_ARGS_EXPECTED_TYPES,
     BaseOperator,
-    BaseOperatorMeta,
     chain,
     chain_linear,
     cross_downstream,
@@ -43,7 +41,6 @@
 from airflow.models.dagrun import DagRun
 from airflow.models.taskinstance import TaskInstance
 from airflow.providers.common.sql.operators import sql
-from airflow.task.priority_strategy import _DownstreamPriorityWeightStrategy, _UpstreamPriorityWeightStrategy
 from airflow.utils.edgemodifier import Label
 from airflow.utils.task_group import TaskGroup
 from airflow.utils.template import literal
@@ -51,10 +48,7 @@
 from airflow.utils.types import DagRunType
 
 from tests.models import DEFAULT_DATE
-from tests_common.test_utils.mock_operators import DeprecatedOperator, MockOperator
-
-if TYPE_CHECKING:
-    from airflow.utils.context import Context
+from tests_common.test_utils.mock_operators import MockOperator
 
 
 class ClassWithCustomAttributes:
@@ -83,93 +77,12 @@ def __ne__(self, other):
 setattr(object1, "ref", object2)
 
 
-# Essentially similar to airflow.models.baseoperator.BaseOperator
-class DummyClass(metaclass=BaseOperatorMeta):
-    def __init__(self, test_param, params=None, default_args=None):
-        self.test_param = test_param
-
-    def set_xcomargs_dependencies(self): ...
-
-
-class DummySubClass(DummyClass):
-    def __init__(self, test_sub_param, **kwargs):
-        super().__init__(**kwargs)
-        self.test_sub_param = test_sub_param
-
-
 class MockNamedTuple(NamedTuple):
     var1: str
     var2: str
 
 
-class CustomInt(int):
-    def __int__(self):
-        raise ValueError("Cannot cast to int")
-
-
 class TestBaseOperator:
-    def test_expand(self):
-        dummy = DummyClass(test_param=True)
-        assert dummy.test_param
-
-        with pytest.raises(AirflowException, match="missing keyword argument 'test_param'"):
-            DummySubClass(test_sub_param=True)
-
-    def test_default_args(self):
-        default_args = {"test_param": True}
-        dummy_class = DummyClass(default_args=default_args)
-        assert dummy_class.test_param
-
-        default_args = {"test_param": True, "test_sub_param": True}
-        dummy_subclass = DummySubClass(default_args=default_args)
-        assert dummy_class.test_param
-        assert dummy_subclass.test_sub_param
-
-        default_args = {"test_param": True}
-        dummy_subclass = DummySubClass(default_args=default_args, test_sub_param=True)
-        assert dummy_class.test_param
-        assert dummy_subclass.test_sub_param
-
-        with pytest.raises(AirflowException, match="missing keyword argument 'test_sub_param'"):
-            DummySubClass(default_args=default_args)
-
-    def test_execution_timeout_type(self):
-        with pytest.raises(
-            ValueError, match="execution_timeout must be timedelta object but passed as type: <class 'str'>"
-        ):
-            BaseOperator(task_id="test", execution_timeout="1")
-
-        with pytest.raises(
-            ValueError, match="execution_timeout must be timedelta object but passed as type: <class 'int'>"
-        ):
-            BaseOperator(task_id="test", execution_timeout=1)
-
-    def test_incorrect_default_args(self):
-        default_args = {"test_param": True, "extra_param": True}
-        dummy_class = DummyClass(default_args=default_args)
-        assert dummy_class.test_param
-
-        default_args = {"random_params": True}
-        with pytest.raises(AirflowException, match="missing keyword argument 'test_param'"):
-            DummyClass(default_args=default_args)
-
-    def test_incorrect_priority_weight(self):
-        error_msg = "`priority_weight` for task 'test_op' only accepts integers, received '<class 'str'>'."
-        with pytest.raises(AirflowException, match=error_msg):
-            BaseOperator(task_id="test_op", priority_weight="2")
-
-    def test_illegal_args_forbidden(self):
-        """
-        Tests that operators raise exceptions on illegal arguments when
-        illegal arguments are not allowed.
-        """
-        msg = r"Invalid arguments were passed to BaseOperator \(task_id: test_illegal_args\)"
-        with pytest.raises(AirflowException, match=msg):
-            BaseOperator(
-                task_id="test_illegal_args",
-                illegal_argument_1234="hello?",
-            )
-
     def test_trigger_rule_validation(self):
         from airflow.models.abstractoperator import DEFAULT_TRIGGER_RULE
 
@@ -192,11 +105,6 @@ def test_trigger_rule_validation(self):
         BaseOperator(
             task_id="test_valid_trigger_rule", dag=non_fail_stop_dag, trigger_rule=TriggerRule.ALWAYS
         )
-        # An operator with non default trigger rule and a fail stop dag should not be allowed
-        with pytest.raises(FailStopDagInvalidTriggerRule):
-            BaseOperator(
-                task_id="test_invalid_trigger_rule", dag=fail_stop_dag, trigger_rule=TriggerRule.ALWAYS
-            )
 
     @pytest.mark.db_test
     @pytest.mark.parametrize(
@@ -403,27 +311,6 @@ def test_jinja_env_creation(self, mock_jinja_env):
         task.render_template_fields(context={"foo": "whatever", "bar": "whatever"})
         assert mock_jinja_env.call_count == 1
 
-    def test_default_resources(self):
-        task = BaseOperator(task_id="default-resources")
-        assert task.resources is None
-
-    def test_custom_resources(self):
-        task = BaseOperator(task_id="custom-resources", resources={"cpus": 1, "ram": 1024})
-        assert task.resources.cpus.qty == 1
-        assert task.resources.ram.qty == 1024
-
-    def test_default_email_on_actions(self):
-        test_task = BaseOperator(task_id="test_default_email_on_actions")
-        assert test_task.email_on_retry is True
-        assert test_task.email_on_failure is True
-
-    def test_email_on_actions(self):
-        test_task = BaseOperator(
-            task_id="test_default_email_on_actions", email_on_retry=False, email_on_failure=True
-        )
-        assert test_task.email_on_retry is False
-        assert test_task.email_on_failure is True
-
     def test_cross_downstream(self):
         """Test if all dependencies between tasks are all set correctly."""
         dag = DAG(dag_id="test_dag", schedule=None, start_date=datetime.now())
@@ -659,15 +546,6 @@ def test_lineage_composition(self):
         task4 > [inlet, outlet, extra]
         assert task4.get_outlet_defs() == [inlet, outlet, extra]
 
-    def test_warnings_are_properly_propagated(self):
-        with pytest.warns(DeprecationWarning) as warnings:
-            DeprecatedOperator(task_id="test")
-            assert len(warnings) == 1
-            warning = warnings[0]
-            # Here we check that the trace points to the place
-            # where the deprecated class was used
-            assert warning.filename == __file__
-
     def test_pre_execute_hook(self):
         hook = mock.MagicMock()
 
@@ -694,65 +572,6 @@ def test_task_naive_datetime(self):
         assert op_no_dag.start_date.tzinfo
         assert op_no_dag.end_date.tzinfo
 
-    def test_setattr_performs_no_custom_action_at_execute_time(self):
-        op = MockOperator(task_id="test_task")
-        op_copy = op.prepare_for_execution()
-
-        with mock.patch("airflow.models.baseoperator.BaseOperator.set_xcomargs_dependencies") as method_mock:
-            op_copy.execute({})
-        assert method_mock.call_count == 0
-
-    def test_upstream_is_set_when_template_field_is_xcomarg(self):
-        with DAG("xcomargs_test", schedule=None, default_args={"start_date": datetime.today()}):
-            op1 = BaseOperator(task_id="op1")
-            op2 = MockOperator(task_id="op2", arg1=op1.output)
-
-        assert op1 in op2.upstream_list
-        assert op2 in op1.downstream_list
-
-    def test_set_xcomargs_dependencies_works_recursively(self):
-        with DAG("xcomargs_test", schedule=None, default_args={"start_date": datetime.today()}):
-            op1 = BaseOperator(task_id="op1")
-            op2 = BaseOperator(task_id="op2")
-            op3 = MockOperator(task_id="op3", arg1=[op1.output, op2.output])
-            op4 = MockOperator(task_id="op4", arg1={"op1": op1.output, "op2": op2.output})
-
-        assert op1 in op3.upstream_list
-        assert op2 in op3.upstream_list
-        assert op1 in op4.upstream_list
-        assert op2 in op4.upstream_list
-
-    def test_set_xcomargs_dependencies_works_when_set_after_init(self):
-        with DAG(dag_id="xcomargs_test", schedule=None, default_args={"start_date": datetime.today()}):
-            op1 = BaseOperator(task_id="op1")
-            op2 = MockOperator(task_id="op2")
-            op2.arg1 = op1.output  # value is set after init
-
-        assert op1 in op2.upstream_list
-
-    def test_set_xcomargs_dependencies_error_when_outside_dag(self):
-        op1 = BaseOperator(task_id="op1")
-        with pytest.raises(AirflowException):
-            MockOperator(task_id="op2", arg1=op1.output)
-
-    def test_invalid_trigger_rule(self):
-        with pytest.raises(
-            AirflowException,
-            match=(
-                f"The trigger_rule must be one of {TriggerRule.all_triggers()},"
-                "'.op1'; received 'some_rule'."
-            ),
-        ):
-            BaseOperator(task_id="op1", trigger_rule="some_rule")
-
-    def test_weight_rule_default(self):
-        op = BaseOperator(task_id="test_task")
-        assert _DownstreamPriorityWeightStrategy() == op.weight_rule
-
-    def test_weight_rule_override(self):
-        op = BaseOperator(task_id="test_task", weight_rule="upstream")
-        assert _UpstreamPriorityWeightStrategy() == op.weight_rule
-
     # ensure the default logging config is used for this test, no matter what ran before
     @pytest.mark.usefixtures("reset_logging_config")
     def test_logging_propogated_by_default(self, caplog):
@@ -763,118 +582,6 @@ def test_logging_propogated_by_default(self, caplog):
         # leaking a lot of state)
         assert caplog.messages == ["test"]
 
-    def test_invalid_type_for_default_arg(self):
-        error_msg = "'max_active_tis_per_dag' has an invalid type <class 'str'> with value not_an_int, expected type is <class 'int'>"
-        with pytest.raises(TypeError, match=error_msg):
-            BaseOperator(task_id="test", default_args={"max_active_tis_per_dag": "not_an_int"})
-
-    def test_invalid_type_for_operator_arg(self):
-        error_msg = "'max_active_tis_per_dag' has an invalid type <class 'str'> with value not_an_int, expected type is <class 'int'>"
-        with pytest.raises(TypeError, match=error_msg):
-            BaseOperator(task_id="test", max_active_tis_per_dag="not_an_int")
-
-    @mock.patch("airflow.models.baseoperator.validate_instance_args")
-    def test_baseoperator_init_validates_arg_types(self, mock_validate_instance_args):
-        operator = BaseOperator(task_id="test")
-
-        mock_validate_instance_args.assert_called_once_with(operator, BASEOPERATOR_ARGS_EXPECTED_TYPES)
-
-
-def test_init_subclass_args():
-    class InitSubclassOp(BaseOperator):
-        _class_arg: Any
-
-        def __init_subclass__(cls, class_arg=None, **kwargs) -> None:
-            cls._class_arg = class_arg
-            super().__init_subclass__()
-
-        def execute(self, context: Context):
-            self.context_arg = context
-
-    class_arg = "foo"
-    context = {"key": "value"}
-
-    class ConcreteSubclassOp(InitSubclassOp, class_arg=class_arg):
-        pass
-
-    task = ConcreteSubclassOp(task_id="op1")
-    task_copy = task.prepare_for_execution()
-
-    task_copy.execute(context)
-
-    assert task_copy._class_arg == class_arg
-    assert task_copy.context_arg == context
-
-
-@pytest.mark.db_test
-@pytest.mark.parametrize(
-    ("retries", "expected"),
-    [
-        pytest.param("foo", "'retries' type must be int, not str", id="string"),
-        pytest.param(CustomInt(10), "'retries' type must be int, not CustomInt", id="custom int"),
-    ],
-)
-def test_operator_retries_invalid(dag_maker, retries, expected):
-    with pytest.raises(AirflowException) as ctx:
-        with dag_maker():
-            BaseOperator(task_id="test_illegal_args", retries=retries)
-    assert str(ctx.value) == expected
-
-
-@pytest.mark.db_test
-@pytest.mark.parametrize(
-    ("retries", "expected"),
-    [
-        pytest.param(None, [], id="None"),
-        pytest.param(5, [], id="5"),
-        pytest.param(
-            "1",
-            [
-                (
-                    "airflow.models.baseoperator.BaseOperator",
-                    logging.WARNING,
-                    "Implicitly converting 'retries' from '1' to int",
-                ),
-            ],
-            id="str",
-        ),
-    ],
-)
-def test_operator_retries(caplog, dag_maker, retries, expected):
-    with caplog.at_level(logging.WARNING):
-        with dag_maker():
-            BaseOperator(
-                task_id="test_illegal_args",
-                retries=retries,
-            )
-    assert caplog.record_tuples == expected
-
-
-@pytest.mark.db_test
-def test_default_retry_delay(dag_maker):
-    with dag_maker(dag_id="test_default_retry_delay"):
-        task1 = BaseOperator(task_id="test_no_explicit_retry_delay")
-
-        assert task1.retry_delay == timedelta(seconds=300)
-
-
-@pytest.mark.db_test
-def test_dag_level_retry_delay(dag_maker):
-    with dag_maker(dag_id="test_dag_level_retry_delay", default_args={"retry_delay": timedelta(seconds=100)}):
-        task1 = BaseOperator(task_id="test_no_explicit_retry_delay")
-
-        assert task1.retry_delay == timedelta(seconds=100)
-
-
-@pytest.mark.db_test
-def test_task_level_retry_delay(dag_maker):
-    with dag_maker(
-        dag_id="test_task_level_retry_delay", default_args={"retry_delay": timedelta(seconds=100)}
-    ):
-        task1 = BaseOperator(task_id="test_no_explicit_retry_delay", retry_delay=timedelta(seconds=200))
-
-        assert task1.retry_delay == timedelta(seconds=200)
-
 
 def test_deepcopy():
     # Test bug when copying an operator attached to a DAG
diff --git a/tests/models/test_baseoperatormeta.py b/tests/models/test_baseoperatormeta.py
index 5244e86b2c386..6f27b4daac877 100644
--- a/tests/models/test_baseoperatormeta.py
+++ b/tests/models/test_baseoperatormeta.py
@@ -27,7 +27,7 @@
 from airflow.decorators import task
 from airflow.exceptions import AirflowException, AirflowRescheduleException, AirflowSkipException
 from airflow.models.baseoperator import BaseOperator, ExecutorSafeguard
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils import timezone
 from airflow.utils.state import DagRunState, State
 
diff --git a/tests/models/test_cleartasks.py b/tests/models/test_cleartasks.py
index b018f2bf2b276..2afccf8b4677f 100644
--- a/tests/models/test_cleartasks.py
+++ b/tests/models/test_cleartasks.py
@@ -30,7 +30,7 @@
 from airflow.models.taskinstancehistory import TaskInstanceHistory
 from airflow.models.taskreschedule import TaskReschedule
 from airflow.operators.empty import EmptyOperator
-from airflow.sensors.python import PythonSensor
+from airflow.providers.standard.sensors.python import PythonSensor
 from airflow.utils.session import create_session
 from airflow.utils.state import DagRunState, State, TaskInstanceState
 from airflow.utils.types import DagRunType
@@ -597,7 +597,7 @@ def test_dag_clear(self, dag_maker):
         ti0, ti1 = sorted(dr.task_instances, key=lambda ti: ti.task_id)
         ti0.refresh_from_task(task0)
         ti1.refresh_from_task(task1)
-        session.get(TaskInstance, ti0.key.primary).try_number += 1
+        session.get(TaskInstance, ti0.id).try_number += 1
         session.commit()
         # Next try to run will be try 1
         assert ti0.try_number == 1
@@ -611,7 +611,7 @@ def test_dag_clear(self, dag_maker):
         assert ti0.max_tries == 1
 
         assert ti1.max_tries == 2
-        session.get(TaskInstance, ti1.key.primary).try_number += 1
+        session.get(TaskInstance, ti1.id).try_number += 1
         session.commit()
         ti1.run()
 
@@ -658,7 +658,7 @@ def test_dags_clear(self):
 
         # test clear all dags
         for i in range(num_of_dags):
-            session.get(TaskInstance, tis[i].key.primary).try_number += 1
+            session.get(TaskInstance, tis[i].id).try_number += 1
             session.commit()
             tis[i].run()
             assert tis[i].state == State.SUCCESS
@@ -675,7 +675,7 @@ def test_dags_clear(self):
 
         # test dry_run
         for i in range(num_of_dags):
-            session.get(TaskInstance, tis[i].key.primary).try_number += 1
+            session.get(TaskInstance, tis[i].id).try_number += 1
             session.commit()
             tis[i].run()
             assert tis[i].state == State.SUCCESS
@@ -728,7 +728,7 @@ def test_operator_clear(self, dag_maker, session):
         ti1.task = op1
         ti2.task = op2
 
-        session.get(TaskInstance, ti2.key.primary).try_number += 1
+        session.get(TaskInstance, ti2.id).try_number += 1
         session.commit()
         ti2.run()
         # Dependency not met
@@ -737,14 +737,14 @@ def test_operator_clear(self, dag_maker, session):
 
         op2.clear(upstream=True)
         # max tries will be set to retries + curr try number == 1 + 1 == 2
-        assert session.get(TaskInstance, ti2.key.primary).max_tries == 2
+        assert session.get(TaskInstance, ti2.id).max_tries == 2
 
-        session.get(TaskInstance, ti1.key.primary).try_number += 1
+        session.get(TaskInstance, ti1.id).try_number += 1
         session.commit()
         ti1.run()
         assert ti1.try_number == 1
 
-        session.get(TaskInstance, ti2.key.primary).try_number += 1
+        session.get(TaskInstance, ti2.id).try_number += 1
         session.commit()
         ti2.run(ignore_ti_state=True)
         # max_tries is 0 because there is no task instance in db for ti1
diff --git a/tests/models/test_dag.py b/tests/models/test_dag.py
index 61b4628175200..218f635ad91d2 100644
--- a/tests/models/test_dag.py
+++ b/tests/models/test_dag.py
@@ -23,7 +23,6 @@
 import os
 import pickle
 import re
-import weakref
 from datetime import timedelta
 from pathlib import Path
 from typing import TYPE_CHECKING
@@ -42,11 +41,11 @@
 from airflow.decorators import setup, task as task_decorator, teardown
 from airflow.exceptions import (
     AirflowException,
-    DuplicateTaskIdFound,
     ParamValidationError,
     UnknownExecutorException,
 )
 from airflow.models.asset import (
+    AssetActive,
     AssetAliasModel,
     AssetDagRunQueue,
     AssetEvent,
@@ -56,7 +55,6 @@
 from airflow.models.baseoperator import BaseOperator
 from airflow.models.dag import (
     DAG,
-    DAG_ARGS_EXPECTED_TYPES,
     DagModel,
     DagOwnerAttributes,
     DagTag,
@@ -65,19 +63,19 @@
     get_asset_triggered_next_run_info,
 )
 from airflow.models.dagrun import DagRun
-from airflow.models.param import DagParam, Param, ParamsDict
+from airflow.models.param import DagParam, Param
 from airflow.models.serialized_dag import SerializedDagModel
-from airflow.models.taskfail import TaskFail
 from airflow.models.taskinstance import TaskInstance as TI
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
+from airflow.sdk import TaskGroup
+from airflow.sdk.definitions.contextmanager import TaskGroupContext
 from airflow.security import permissions
 from airflow.templates import NativeEnvironment, SandboxedEnvironment
 from airflow.timetables.base import DagRunInfo, DataInterval, TimeRestriction, Timetable
 from airflow.timetables.simple import (
     AssetTriggeredTimetable,
-    ContinuousTimetable,
     NullTimetable,
     OnceTimetable,
 )
@@ -85,7 +83,6 @@
 from airflow.utils.file import list_py_file_paths
 from airflow.utils.session import create_session
 from airflow.utils.state import DagRunState, State, TaskInstanceState
-from airflow.utils.task_group import TaskGroup, TaskGroupContext
 from airflow.utils.timezone import datetime as datetime_tz
 from airflow.utils.trigger_rule import TriggerRule
 from airflow.utils.types import DagRunType
@@ -94,7 +91,6 @@
 from tests.models import DEFAULT_DATE
 from tests.plugins.priority_weight_strategy import (
     FactorPriorityWeightStrategy,
-    NotRegisteredPriorityWeightStrategy,
     StaticTestPriorityWeightStrategy,
     TestPriorityWeightStrategyPlugin,
 )
@@ -159,7 +155,6 @@ def _clean_up(dag_id: str):
         with create_session() as session:
             session.query(DagRun).filter(DagRun.dag_id == dag_id).delete(synchronize_session=False)
             session.query(TI).filter(TI.dag_id == dag_id).delete(synchronize_session=False)
-            session.query(TaskFail).filter(TaskFail.dag_id == dag_id).delete(synchronize_session=False)
 
     @staticmethod
     def _occur_before(a, b, list_):
@@ -175,150 +170,6 @@ def _occur_before(a, b, list_):
                 b_index = i
         return 0 <= a_index < b_index
 
-    def test_params_not_passed_is_empty_dict(self):
-        """
-        Test that when 'params' is _not_ passed to a new Dag, that the params
-        attribute is set to an empty dictionary.
-        """
-        dag = DAG("test-dag", schedule=None)
-
-        assert isinstance(dag.params, ParamsDict)
-        assert 0 == len(dag.params)
-
-    def test_params_passed_and_params_in_default_args_no_override(self):
-        """
-        Test that when 'params' exists as a key passed to the default_args dict
-        in addition to params being passed explicitly as an argument to the
-        dag, that the 'params' key of the default_args dict is merged with the
-        dict of the params argument.
-        """
-        params1 = {"parameter1": 1}
-        params2 = {"parameter2": 2}
-
-        dag = DAG("test-dag", schedule=None, default_args={"params": params1}, params=params2)
-
-        assert params1["parameter1"] == dag.params["parameter1"]
-        assert params2["parameter2"] == dag.params["parameter2"]
-
-    def test_not_none_schedule_with_non_default_params(self):
-        """
-        Test if there is a DAG with not None schedule and have some params that
-        don't have a default value raise a error while DAG parsing
-        """
-        params = {"param1": Param(type="string")}
-
-        with pytest.raises(AirflowException):
-            DAG("dummy-dag", schedule=timedelta(days=1), start_date=DEFAULT_DATE, params=params)
-
-    def test_dag_invalid_default_view(self):
-        """
-        Test invalid `default_view` of DAG initialization
-        """
-        with pytest.raises(AirflowException, match="Invalid values of dag.default_view: only support"):
-            DAG(dag_id="test-invalid-default_view", schedule=None, default_view="airflow")
-
-    def test_dag_default_view_default_value(self):
-        """
-        Test `default_view` default value of DAG initialization
-        """
-        dag = DAG(dag_id="test-default_default_view", schedule=None)
-        assert conf.get("webserver", "dag_default_view").lower() == dag.default_view
-
-    def test_dag_invalid_orientation(self):
-        """
-        Test invalid `orientation` of DAG initialization
-        """
-        with pytest.raises(AirflowException, match="Invalid values of dag.orientation: only support"):
-            DAG(dag_id="test-invalid-orientation", schedule=None, orientation="airflow")
-
-    def test_dag_orientation_default_value(self):
-        """
-        Test `orientation` default value of DAG initialization
-        """
-        dag = DAG(dag_id="test-default_orientation", schedule=None)
-        assert conf.get("webserver", "dag_orientation") == dag.orientation
-
-    def test_dag_as_context_manager(self):
-        """
-        Test DAG as a context manager.
-        When used as a context manager, Operators are automatically added to
-        the DAG (unless they specify a different DAG)
-        """
-        dag = DAG("dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"})
-        dag2 = DAG("dag2", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner2"})
-
-        with dag:
-            op1 = EmptyOperator(task_id="op1")
-            op2 = EmptyOperator(task_id="op2", dag=dag2)
-
-        assert op1.dag is dag
-        assert op1.owner == "owner1"
-        assert op2.dag is dag2
-        assert op2.owner == "owner2"
-
-        with dag2:
-            op3 = EmptyOperator(task_id="op3")
-
-        assert op3.dag is dag2
-        assert op3.owner == "owner2"
-
-        with dag:
-            with dag2:
-                op4 = EmptyOperator(task_id="op4")
-            op5 = EmptyOperator(task_id="op5")
-
-        assert op4.dag is dag2
-        assert op5.dag is dag
-        assert op4.owner == "owner2"
-        assert op5.owner == "owner1"
-
-        with DAG("creating_dag_in_cm", schedule=None, start_date=DEFAULT_DATE) as dag:
-            EmptyOperator(task_id="op6")
-
-        assert dag.dag_id == "creating_dag_in_cm"
-        assert dag.tasks[0].task_id == "op6"
-
-        with dag:
-            with dag:
-                op7 = EmptyOperator(task_id="op7")
-            op8 = EmptyOperator(task_id="op8")
-        op9 = EmptyOperator(task_id="op8")
-        op9.dag = dag2
-
-        assert op7.dag == dag
-        assert op8.dag == dag
-        assert op9.dag == dag2
-
-    def test_dag_topological_sort_dag_without_tasks(self):
-        dag = DAG("dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"})
-
-        assert () == dag.topological_sort()
-
-    def test_dag_naive_start_date_string(self):
-        DAG("DAG", schedule=None, default_args={"start_date": "2019-06-01"})
-
-    def test_dag_naive_start_end_dates_strings(self):
-        DAG("DAG", schedule=None, default_args={"start_date": "2019-06-01", "end_date": "2019-06-05"})
-
-    def test_dag_start_date_propagates_to_end_date(self):
-        """
-        Tests that a start_date string with a timezone and an end_date string without a timezone
-        are accepted and that the timezone from the start carries over the end
-
-        This test is a little indirect, it works by setting start and end equal except for the
-        timezone and then testing for equality after the DAG construction.  They'll be equal
-        only if the same timezone was applied to both.
-
-        An explicit check the `tzinfo` attributes for both are the same is an extra check.
-        """
-        dag = DAG(
-            "DAG",
-            schedule=None,
-            default_args={"start_date": "2019-06-05T00:00:00+05:00", "end_date": "2019-06-05T00:00:00"},
-        )
-        assert dag.default_args["start_date"] == dag.default_args["end_date"]
-        assert dag.default_args["start_date"].tzinfo == dag.default_args["end_date"].tzinfo
-
     def test_dag_naive_default_args_start_date(self):
         dag = DAG("DAG", schedule=None, default_args={"start_date": datetime.datetime(2018, 1, 1)})
         assert dag.timezone == settings.TIMEZONE
@@ -417,12 +268,6 @@ def test_dag_task_priority_weight_total_using_absolute(self):
                 calculated_weight = task.priority_weight_total
                 assert calculated_weight == correct_weight
 
-    def test_dag_task_invalid_weight_rule(self):
-        # Test if we enter an invalid weight rule
-        with DAG("dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"}):
-            with pytest.raises(AirflowException):
-                EmptyOperator(task_id="should_fail", weight_rule="no rule")
-
     @pytest.mark.parametrize(
         "cls, expected",
         [
@@ -449,16 +294,6 @@ def test_dag_task_custom_weight_strategy(self, cls, expected):
         ti = dr.get_task_instance(task.task_id)
         assert ti.priority_weight == expected
 
-    def test_dag_task_not_registered_weight_strategy(self):
-        with mock_plugin_manager(plugins=[TestPriorityWeightStrategyPlugin]), DAG(
-            "dag", schedule=None, start_date=DEFAULT_DATE, default_args={"owner": "owner1"}
-        ):
-            with pytest.raises(AirflowException, match="Unknown priority strategy"):
-                EmptyOperator(
-                    task_id="empty_task",
-                    weight_rule=NotRegisteredPriorityWeightStrategy(),
-                )
-
     def test_get_num_task_instances(self):
         test_dag_id = "test_get_num_task_instances_dag"
         test_task_id = "task_1"
@@ -506,12 +341,16 @@ def test_get_num_task_instances(self):
         )
 
         ti1 = TI(task=test_task, run_id=dr1.run_id)
+        ti1.refresh_from_db()
         ti1.state = None
         ti2 = TI(task=test_task, run_id=dr2.run_id)
+        ti2.refresh_from_db()
         ti2.state = State.RUNNING
         ti3 = TI(task=test_task, run_id=dr3.run_id)
+        ti3.refresh_from_db()
         ti3.state = State.QUEUED
         ti4 = TI(task=test_task, run_id=dr4.run_id)
+        ti4.refresh_from_db()
         ti4.state = State.RUNNING
         session = settings.Session()
         session.merge(ti1)
@@ -763,11 +602,6 @@ def test_create_dagrun_when_schedule_is_none_and_empty_start_date(self):
         )
         assert dagrun is not None
 
-    def test_fail_dag_when_schedule_is_non_none_and_empty_start_date(self):
-        # Check that we get a ValueError 'start_date' for self.start_date when schedule is non-none
-        with pytest.raises(ValueError, match="start_date is required when catchup=True"):
-            DAG(dag_id="dag_with_non_none_schedule_and_empty_start_date", schedule="@hourly", catchup=True)
-
     def test_dagtag_repr(self):
         clear_db_dags()
         dag = DAG("dag-test-dagtag", schedule=None, start_date=DEFAULT_DATE, tags=["tag-1", "tag-2"])
@@ -1035,7 +869,7 @@ def test_bulk_write_to_db_assets(self):
             session.query(
                 TaskOutletAssetReference.task_id,
                 TaskOutletAssetReference.dag_id,
-                TaskOutletAssetReference.dataset_id,
+                TaskOutletAssetReference.asset_id,
             )
             .filter(TaskOutletAssetReference.dag_id.in_((dag_id1, dag_id2)))
             .all()
@@ -1064,60 +898,53 @@ def test_bulk_write_to_db_assets(self):
             session.query(
                 TaskOutletAssetReference.task_id,
                 TaskOutletAssetReference.dag_id,
-                TaskOutletAssetReference.dataset_id,
+                TaskOutletAssetReference.asset_id,
             )
             .filter(TaskOutletAssetReference.dag_id.in_((dag_id1, dag_id2)))
             .all()
         ) == {(task_id, dag_id1, asset2_orm.id)}
 
-    def test_bulk_write_to_db_unorphan_assets(self):
+    @staticmethod
+    def _find_assets_activation(session) -> tuple[list[AssetModel], list[AssetModel]]:
+        assets = session.execute(
+            select(AssetModel, AssetActive)
+            .outerjoin(
+                AssetActive,
+                (AssetModel.name == AssetActive.name) & (AssetModel.uri == AssetActive.uri),
+            )
+            .order_by(AssetModel.uri)
+        ).all()
+        return [a for a, v in assets if not v], [a for a, v in assets if v]
+
+    def test_bulk_write_to_db_does_not_activate(self, dag_maker, session):
         """
-        Assets can lose their last reference and be orphaned, but then if a reference to them reappears, we
-        need to un-orphan those assets
+        Assets are not activated on write, but later in the scheduler by the SchedulerJob.
         """
-        with create_session() as session:
-            # Create four assets - two that have references and two that are unreferenced and marked as
-            # orphans
-            asset1 = Asset(uri="ds1")
-            asset2 = Asset(uri="ds2")
-            session.add(AssetModel(uri=asset2.uri))
-            asset3 = Asset(uri="ds3")
-            asset4 = Asset(uri="ds4")
-            session.add(AssetModel(uri=asset4.uri))
-            session.flush()
-
-            dag1 = DAG(dag_id="assets-1", start_date=DEFAULT_DATE, schedule=[asset1])
-            BashOperator(dag=dag1, task_id="task", bash_command="echo 1", outlets=[asset3])
-
-            DAG.bulk_write_to_db([dag1], session=session)
-
-            # Double check
-            non_orphaned_assets = [
-                asset.uri
-                for asset in session.query(AssetModel.uri)
-                .filter(AssetModel.active.has())
-                .order_by(AssetModel.uri)
-            ]
-            assert non_orphaned_assets == ["ds1", "ds3"]
-            orphaned_assets = [
-                asset.uri
-                for asset in session.query(AssetModel.uri)
-                .filter(~AssetModel.active.has())
-                .order_by(AssetModel.uri)
-            ]
-            assert orphaned_assets == ["ds2", "ds4"]
+        # Create four assets - two that have references and two that are unreferenced and marked as
+        # orphans
+        asset1 = Asset(uri="ds1")
+        asset2 = Asset(uri="ds2")
+        asset3 = Asset(uri="ds3")
+        asset4 = Asset(uri="ds4")
+
+        dag1 = DAG(dag_id="assets-1", start_date=DEFAULT_DATE, schedule=[asset1])
+        BashOperator(dag=dag1, task_id="task", bash_command="echo 1", outlets=[asset3])
+        DAG.bulk_write_to_db([dag1], session=session)
 
-            # Now add references to the two unreferenced assets
-            dag1 = DAG(dag_id="assets-1", start_date=DEFAULT_DATE, schedule=[asset1, asset2])
-            BashOperator(dag=dag1, task_id="task", bash_command="echo 1", outlets=[asset3, asset4])
+        assert session.scalars(select(AssetModel).order_by(AssetModel.uri)).all() == [asset1, asset3]
+        assert session.scalars(select(AssetActive)).all() == []
 
-            DAG.bulk_write_to_db([dag1], session=session)
+        dag1 = DAG(dag_id="assets-1", start_date=DEFAULT_DATE, schedule=[asset1, asset2])
+        BashOperator(dag=dag1, task_id="task", bash_command="echo 1", outlets=[asset3, asset4])
+        DAG.bulk_write_to_db([dag1], session=session)
 
-            # and count the orphans and non-orphans
-            non_orphaned_asset_count = session.query(AssetModel).filter(AssetModel.active.has()).count()
-            assert non_orphaned_asset_count == 4
-            orphaned_asset_count = session.query(AssetModel).filter(~AssetModel.active.has()).count()
-            assert orphaned_asset_count == 0
+        assert session.scalars(select(AssetModel).order_by(AssetModel.uri)).all() == [
+            asset1,
+            asset2,
+            asset3,
+            asset4,
+        ]
+        assert session.scalars(select(AssetActive)).all() == []
 
     def test_bulk_write_to_db_asset_aliases(self):
         """
@@ -1287,100 +1114,6 @@ def test_dag_naive_default_args_start_date_with_timezone(self):
         dag = DAG("DAG", schedule=None, default_args=default_args)
         assert dag.timezone.name == local_tz.name
 
-    def test_roots(self):
-        """Verify if dag.roots returns the root tasks of a DAG."""
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            op1 = EmptyOperator(task_id="t1")
-            op2 = EmptyOperator(task_id="t2")
-            op3 = EmptyOperator(task_id="t3")
-            op4 = EmptyOperator(task_id="t4")
-            op5 = EmptyOperator(task_id="t5")
-            [op1, op2] >> op3 >> [op4, op5]
-
-            assert set(dag.roots) == {op1, op2}
-
-    def test_leaves(self):
-        """Verify if dag.leaves returns the leaf tasks of a DAG."""
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            op1 = EmptyOperator(task_id="t1")
-            op2 = EmptyOperator(task_id="t2")
-            op3 = EmptyOperator(task_id="t3")
-            op4 = EmptyOperator(task_id="t4")
-            op5 = EmptyOperator(task_id="t5")
-            [op1, op2] >> op3 >> [op4, op5]
-
-            assert set(dag.leaves) == {op4, op5}
-
-    def test_duplicate_task_ids_not_allowed_with_dag_context_manager(self):
-        """Verify tasks with Duplicate task_id raises error"""
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            op1 = EmptyOperator(task_id="t1")
-            with pytest.raises(DuplicateTaskIdFound, match="Task id 't1' has already been added to the DAG"):
-                BashOperator(task_id="t1", bash_command="sleep 1")
-
-        assert dag.task_dict == {op1.task_id: op1}
-
-    def test_duplicate_task_ids_not_allowed_without_dag_context_manager(self):
-        """Verify tasks with Duplicate task_id raises error"""
-        dag = DAG("test_dag", schedule=None, start_date=DEFAULT_DATE)
-        op1 = EmptyOperator(task_id="t1", dag=dag)
-        with pytest.raises(DuplicateTaskIdFound, match="Task id 't1' has already been added to the DAG"):
-            EmptyOperator(task_id="t1", dag=dag)
-
-        assert dag.task_dict == {op1.task_id: op1}
-
-    def test_duplicate_task_ids_for_same_task_is_allowed(self):
-        """Verify that same tasks with Duplicate task_id do not raise error"""
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            op1 = op2 = EmptyOperator(task_id="t1")
-            op3 = EmptyOperator(task_id="t3")
-            op1 >> op3
-            op2 >> op3
-
-        assert op1 == op2
-        assert dag.task_dict == {op1.task_id: op1, op3.task_id: op3}
-        assert dag.task_dict == {op2.task_id: op2, op3.task_id: op3}
-
-    def test_partial_subset_updates_all_references_while_deepcopy(self):
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            op1 = EmptyOperator(task_id="t1")
-            op2 = EmptyOperator(task_id="t2")
-            op3 = EmptyOperator(task_id="t3")
-            op1 >> op2
-            op2 >> op3
-
-        partial = dag.partial_subset("t2", include_upstream=True, include_downstream=False)
-        assert id(partial.task_dict["t1"].downstream_list[0].dag) == id(partial)
-
-        # Copied DAG should not include unused task IDs in used_group_ids
-        assert "t3" not in partial.task_group.used_group_ids
-
-    def test_partial_subset_taskgroup_join_ids(self):
-        with DAG("test_dag", schedule=None, start_date=DEFAULT_DATE) as dag:
-            start = EmptyOperator(task_id="start")
-            with TaskGroup(group_id="outer", prefix_group_id=False) as outer_group:
-                with TaskGroup(group_id="tg1", prefix_group_id=False) as tg1:
-                    EmptyOperator(task_id="t1")
-                with TaskGroup(group_id="tg2", prefix_group_id=False) as tg2:
-                    EmptyOperator(task_id="t2")
-
-                start >> tg1 >> tg2
-
-        # Pre-condition checks
-        task = dag.get_task("t2")
-        assert task.task_group.upstream_group_ids == {"tg1"}
-        assert isinstance(task.task_group.parent_group, weakref.ProxyType)
-        assert task.task_group.parent_group == outer_group
-
-        partial = dag.partial_subset(["t2"], include_upstream=True, include_downstream=False)
-        copied_task = partial.get_task("t2")
-        assert copied_task.task_group.upstream_group_ids == {"tg1"}
-        assert isinstance(copied_task.task_group.parent_group, weakref.ProxyType)
-        assert copied_task.task_group.parent_group
-
-        # Make sure we don't affect the original!
-        assert task.task_group.upstream_group_ids is not copied_task.task_group.upstream_group_ids
-
     def test_schedule_dag_no_previous_runs(self):
         """
         Tests scheduling a dag with no previous runs
@@ -1763,13 +1496,16 @@ def test_dag_add_task_checks_trigger_rule(self):
         fail_stop_dag.add_task(task_with_default_trigger_rule)
 
         # a fail stop dag should not allow a non-default trigger rule
+        task_with_non_default_trigger_rule = EmptyOperator(
+            task_id="task_with_non_default_trigger_rule", trigger_rule=TriggerRule.ALWAYS
+        )
         with pytest.raises(FailStopDagInvalidTriggerRule):
             fail_stop_dag.add_task(task_with_non_default_trigger_rule)
 
     def test_dag_add_task_sets_default_task_group(self):
         dag = DAG(dag_id="test_dag_add_task_sets_default_task_group", schedule=None, start_date=DEFAULT_DATE)
         task_without_task_group = EmptyOperator(task_id="task_without_group_id")
-        default_task_group = TaskGroupContext.get_current_task_group(dag)
+        default_task_group = TaskGroupContext.get_current(dag)
         dag.add_task(task_without_task_group)
         assert default_task_group.get_child_by_label("task_without_group_id") == task_without_task_group
 
@@ -1800,6 +1536,7 @@ def test_clear_set_dagrun_state(self, dag_run_state):
         session.merge(dagrun_1)
 
         task_instance_1 = TI(t_1, run_id=dagrun_1.run_id, state=State.RUNNING)
+        task_instance_1.refresh_from_db()
         session.merge(task_instance_1)
         session.commit()
 
@@ -1945,7 +1682,15 @@ def check_task_2(my_input):
         with dag:
             check_task_2(check_task())
 
-        dag.test()
+        dr = dag.test()
+
+        ti1 = dr.get_task_instance("check_task")
+        ti2 = dr.get_task_instance("check_task_2")
+
+        assert ti1
+        assert ti2
+        assert ti1.state == TaskInstanceState.FAILED
+        assert ti2.state == TaskInstanceState.UPSTREAM_FAILED
 
         mock_handle_object_1.assert_called_with("task check_task failed...")
         mock_handle_object_2.assert_called_with("dag test_local_testing_conn_file run failed...")
@@ -2012,7 +1757,7 @@ def test_clear_dag(
         self._clean_up(dag_id)
         task_id = "t1"
         dag = DAG(dag_id, schedule=None, start_date=DEFAULT_DATE, max_active_runs=1)
-        t_1 = EmptyOperator(task_id=task_id, dag=dag)
+        _ = EmptyOperator(task_id=task_id, dag=dag)
 
         session = settings.Session()  # type: ignore
         triggered_by_kwargs = {"triggered_by": DagRunTriggeredByType.TEST} if AIRFLOW_V_3_0_PLUS else {}
@@ -2026,7 +1771,8 @@ def test_clear_dag(
         )
         session.merge(dagrun_1)
 
-        task_instance_1 = TI(t_1, run_id=dagrun_1.run_id, state=ti_state_begin)
+        task_instance_1 = dagrun_1.get_task_instance(task_id)
+        task_instance_1.state = ti_state_begin
         task_instance_1.job_id = 123
         session.merge(task_instance_1)
         session.commit()
@@ -2174,6 +1920,7 @@ def test_next_dagrun_info_timedelta_schedule_and_catchup_true(self):
         assert next_info
         assert next_info.logical_date == timezone.datetime(2020, 5, 4)
 
+    @pytest.mark.usefixtures("clear_all_logger_handlers")
     def test_next_dagrun_info_timetable_exception(self, caplog):
         """Test the DAG does not crash the scheduler if the timetable raises an exception."""
 
@@ -2381,22 +2128,6 @@ def test_dag_owner_links(self):
         orm_dag_owners = session.query(DagOwnerAttributes).all()
         assert not orm_dag_owners
 
-        # Check wrong formatted owner link
-        with pytest.raises(AirflowException):
-            DAG("dag", schedule=None, start_date=DEFAULT_DATE, owner_links={"owner1": "my-bad-link"})
-
-    def test_continuous_schedule_linmits_max_active_runs(self):
-        dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=1)
-        assert isinstance(dag.timetable, ContinuousTimetable)
-        assert dag.max_active_runs == 1
-
-        dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=0)
-        assert isinstance(dag.timetable, ContinuousTimetable)
-        assert dag.max_active_runs == 0
-
-        with pytest.raises(AirflowException):
-            dag = DAG("continuous", start_date=DEFAULT_DATE, schedule="@continuous", max_active_runs=25)
-
 
 class TestDagModel:
     def _clean(self):
@@ -2451,8 +2182,8 @@ def test_dags_needing_dagruns_assets(self, dag_maker, session):
 
         # add queue records so we'll need a run
         dag_model = session.query(DagModel).filter(DagModel.dag_id == dag.dag_id).one()
-        asset_model: AssetModel = dag_model.schedule_datasets[0]
-        session.add(AssetDagRunQueue(dataset_id=asset_model.id, target_dag_id=dag_model.dag_id))
+        asset_model: AssetModel = dag_model.schedule_assets[0]
+        session.add(AssetDagRunQueue(asset_id=asset_model.id, target_dag_id=dag_model.dag_id))
         session.flush()
         query, _ = DagModel.dags_needing_dagruns(session)
         dag_models = query.all()
@@ -2460,7 +2191,7 @@ def test_dags_needing_dagruns_assets(self, dag_maker, session):
 
         # create run so we don't need a run anymore (due to max active runs)
         dag_maker.create_dagrun(
-            run_type=DagRunType.DATASET_TRIGGERED,
+            run_type=DagRunType.ASSET_TRIGGERED,
             state=DagRunState.QUEUED,
             execution_date=pendulum.now("UTC"),
         )
@@ -2479,7 +2210,7 @@ def test_dags_needing_dagruns_asset_aliases(self, dag_maker, session):
         # link asset_alias hello_alias to asset hello
         asset_model = AssetModel(uri="hello")
         asset_alias_model = AssetAliasModel(name="hello_alias")
-        asset_alias_model.datasets.append(asset_model)
+        asset_alias_model.assets.append(asset_model)
         session.add_all([asset_model, asset_alias_model])
         session.commit()
 
@@ -2499,8 +2230,8 @@ def test_dags_needing_dagruns_asset_aliases(self, dag_maker, session):
 
         # add queue records so we'll need a run
         dag_model = dag_maker.dag_model
-        asset_model: AssetModel = dag_model.schedule_datasets[0]
-        session.add(AssetDagRunQueue(dataset_id=asset_model.id, target_dag_id=dag_model.dag_id))
+        asset_model: AssetModel = dag_model.schedule_assets[0]
+        session.add(AssetDagRunQueue(asset_id=asset_model.id, target_dag_id=dag_model.dag_id))
         session.flush()
         query, _ = DagModel.dags_needing_dagruns(session)
         dag_models = query.all()
@@ -2508,7 +2239,7 @@ def test_dags_needing_dagruns_asset_aliases(self, dag_maker, session):
 
         # create run so we don't need a run anymore (due to max active runs)
         dag_maker.create_dagrun(
-            run_type=DagRunType.DATASET_TRIGGERED,
+            run_type=DagRunType.ASSET_TRIGGERED,
             state=DagRunState.QUEUED,
             execution_date=pendulum.now("UTC"),
         )
@@ -2677,7 +2408,7 @@ def test_dags_needing_dagruns_asset_triggered_dag_info_queued_times(self, sessio
 
             session.add(
                 AssetEvent(
-                    dataset_id=asset_id,
+                    asset_id=asset_id,
                     source_task_id="task",
                     source_dag_id=dr.dag_id,
                     source_run_id=dr.run_id,
@@ -2694,9 +2425,9 @@ def test_dags_needing_dagruns_asset_triggered_dag_info_queued_times(self, sessio
         session.flush()
         session.add_all(
             [
-                AssetDagRunQueue(dataset_id=asset1_id, target_dag_id=dag.dag_id, created_at=DEFAULT_DATE),
+                AssetDagRunQueue(asset_id=asset1_id, target_dag_id=dag.dag_id, created_at=DEFAULT_DATE),
                 AssetDagRunQueue(
-                    dataset_id=asset2_id,
+                    asset_id=asset2_id,
                     target_dag_id=dag.dag_id,
                     created_at=DEFAULT_DATE + timedelta(hours=1),
                 ),
@@ -2704,10 +2435,10 @@ def test_dags_needing_dagruns_asset_triggered_dag_info_queued_times(self, sessio
         )
         session.flush()
 
-        query, dataset_triggered_dag_info = DagModel.dags_needing_dagruns(session)
-        assert 1 == len(dataset_triggered_dag_info)
-        assert dag.dag_id in dataset_triggered_dag_info
-        first_queued_time, last_queued_time = dataset_triggered_dag_info[dag.dag_id]
+        query, asset_triggered_dag_info = DagModel.dags_needing_dagruns(session)
+        assert 1 == len(asset_triggered_dag_info)
+        assert dag.dag_id in asset_triggered_dag_info
+        first_queued_time, last_queued_time = asset_triggered_dag_info[dag.dag_id]
         assert first_queued_time == DEFAULT_DATE
         assert last_queued_time == DEFAULT_DATE + timedelta(hours=1)
 
@@ -2726,7 +2457,7 @@ def test_asset_expression(self, session: Session) -> None:
         )
         DAG.bulk_write_to_db([dag], session=session)
 
-        expression = session.scalars(select(DagModel.dataset_expression).filter_by(dag_id=dag.dag_id)).one()
+        expression = session.scalars(select(DagModel.asset_expression).filter_by(dag_id=dag.dag_id)).one()
         assert expression == {
             "any": [
                 "s3://dag1/output_1.txt",
@@ -2776,54 +2507,6 @@ def setup_method(self):
     def teardown_method(self):
         clear_db_runs()
 
-    def test_fileloc(self):
-        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
-        def noop_pipeline(): ...
-
-        dag = noop_pipeline()
-        assert isinstance(dag, DAG)
-        assert dag.dag_id == "noop_pipeline"
-        assert dag.fileloc == __file__
-
-    def test_set_dag_id(self):
-        """Test that checks you can set dag_id from decorator."""
-
-        @dag_decorator("test", schedule=None, default_args=self.DEFAULT_ARGS)
-        def noop_pipeline(): ...
-
-        dag = noop_pipeline()
-        assert isinstance(dag, DAG)
-        assert dag.dag_id == "test"
-
-    def test_default_dag_id(self):
-        """Test that @dag uses function name as default dag id."""
-
-        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
-        def noop_pipeline(): ...
-
-        dag = noop_pipeline()
-        assert isinstance(dag, DAG)
-        assert dag.dag_id == "noop_pipeline"
-
-    @pytest.mark.parametrize(
-        argnames=["dag_doc_md", "expected_doc_md"],
-        argvalues=[
-            pytest.param("dag docs.", "dag docs.", id="use_dag_doc_md"),
-            pytest.param(None, "Regular DAG documentation", id="use_dag_docstring"),
-        ],
-    )
-    def test_documentation_added(self, dag_doc_md, expected_doc_md):
-        """Test that @dag uses function docs as doc_md for DAG object if doc_md is not explicitly set."""
-
-        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS, doc_md=dag_doc_md)
-        def noop_pipeline():
-            """Regular DAG documentation"""
-
-        dag = noop_pipeline()
-        assert isinstance(dag, DAG)
-        assert dag.dag_id == "noop_pipeline"
-        assert dag.doc_md == expected_doc_md
-
     def test_documentation_template_rendered(self):
         """Test that @dag uses function docs as doc_md for DAG object"""
 
@@ -2836,7 +2519,6 @@ def noop_pipeline():
             """
 
         dag = noop_pipeline()
-        assert isinstance(dag, DAG)
         assert dag.dag_id == "noop_pipeline"
         assert "Regular DAG documentation" in dag.doc_md
 
@@ -2856,25 +2538,9 @@ def test_resolve_documentation_template_file_not_rendered(self, tmp_path):
         def markdown_docs(): ...
 
         dag = markdown_docs()
-        assert isinstance(dag, DAG)
         assert dag.dag_id == "test-dag"
         assert dag.doc_md == raw_content
 
-    def test_fails_if_arg_not_set(self):
-        """Test that @dag decorated function fails if positional argument is not set"""
-
-        @dag_decorator(schedule=None, default_args=self.DEFAULT_ARGS)
-        def noop_pipeline(value):
-            @task_decorator
-            def return_num(num):
-                return num
-
-            return_num(value)
-
-        # Test that if arg is not passed it raises a type error as expected.
-        with pytest.raises(TypeError):
-            noop_pipeline()
-
     def test_dag_param_resolves(self):
         """Test that dag param is correctly resolved by operator"""
 
@@ -3179,7 +2845,7 @@ def get_ti_from_db(task):
     }
 
 
-def test_dag_teardowns_property_lists_all_teardown_tasks(dag_maker):
+def test_dag_teardowns_property_lists_all_teardown_tasks():
     @setup
     def setup_task():
         return 1
@@ -3200,7 +2866,7 @@ def teardown_task3():
     def mytask():
         return 1
 
-    with dag_maker() as dag:
+    with DAG("dag") as dag:
         t1 = setup_task()
         t2 = teardown_task()
         t3 = teardown_task2()
@@ -3257,6 +2923,7 @@ def test_iter_dagrun_infos_between(start_date, expected_infos):
     assert expected_infos == list(iterator)
 
 
+@pytest.mark.usefixtures("clear_all_logger_handlers")
 def test_iter_dagrun_infos_between_error(caplog):
     start = pendulum.instance(DEFAULT_DATE - datetime.timedelta(hours=1))
     end = pendulum.instance(DEFAULT_DATE)
@@ -3358,60 +3025,6 @@ def test__time_restriction(dag_maker, dag_date, tasks_date, restrict):
     assert dag._time_restriction == restrict
 
 
-@pytest.mark.parametrize(
-    "tags, should_pass",
-    [
-        pytest.param([], True, id="empty tags"),
-        pytest.param(["a normal tag"], True, id="one tag"),
-        pytest.param(["a normal tag", "another normal tag"], True, id="two tags"),
-        pytest.param(["a" * 100], True, id="a tag that's of just length 100"),
-        pytest.param(["a normal tag", "a" * 101], False, id="two tags and one of them is of length > 100"),
-    ],
-)
-def test__tags_length(tags: list[str], should_pass: bool):
-    if should_pass:
-        DAG("test-dag", schedule=None, tags=tags)
-    else:
-        with pytest.raises(AirflowException):
-            DAG("test-dag", schedule=None, tags=tags)
-
-
-@pytest.mark.parametrize(
-    "input_tags, expected_result",
-    [
-        pytest.param([], set(), id="empty tags"),
-        pytest.param(
-            ["a normal tag"],
-            {"a normal tag"},
-            id="one tag",
-        ),
-        pytest.param(
-            ["a normal tag", "another normal tag"],
-            {"a normal tag", "another normal tag"},
-            id="two different tags",
-        ),
-        pytest.param(
-            ["a", "a"],
-            {"a"},
-            id="two same tags",
-        ),
-    ],
-)
-def test__tags_duplicates(input_tags: list[str], expected_result: set[str]):
-    result = DAG("test-dag", tags=input_tags)
-    assert result.tags == expected_result
-
-
-def test__tags_mutable():
-    expected_tags = {"6", "7"}
-    test_dag = DAG("test-dag")
-    test_dag.tags.add("6")
-    test_dag.tags.add("7")
-    test_dag.tags.add("8")
-    test_dag.tags.remove("8")
-    assert test_dag.tags == expected_tags
-
-
 @pytest.mark.need_serialized_dag
 def test_get_asset_triggered_next_run_info(dag_maker, clear_assets):
     asset1 = Asset(uri="ds1")
@@ -3433,8 +3046,8 @@ def test_get_asset_triggered_next_run_info(dag_maker, clear_assets):
     asset1_id = session.query(AssetModel.id).filter_by(uri=asset1.uri).scalar()
     session.bulk_save_objects(
         [
-            AssetDagRunQueue(dataset_id=asset1_id, target_dag_id=dag2.dag_id),
-            AssetDagRunQueue(dataset_id=asset1_id, target_dag_id=dag3.dag_id),
+            AssetDagRunQueue(asset_id=asset1_id, target_dag_id=dag2.dag_id),
+            AssetDagRunQueue(asset_id=asset1_id, target_dag_id=dag3.dag_id),
         ]
     )
     session.flush()
@@ -3463,9 +3076,9 @@ def test_get_asset_triggered_next_run_info(dag_maker, clear_assets):
 
 
 @pytest.mark.need_serialized_dag
-def test_get_dataset_triggered_next_run_info_with_unresolved_dataset_alias(dag_maker, clear_assets):
-    dataset_alias1 = AssetAlias(name="alias")
-    with dag_maker(dag_id="dag-1", schedule=[dataset_alias1]):
+def test_get_asset_triggered_next_run_info_with_unresolved_asset_alias(dag_maker, clear_assets):
+    asset_alias1 = AssetAlias(name="alias")
+    with dag_maker(dag_id="dag-1", schedule=[asset_alias1]):
         pass
     dag1 = dag_maker.dag
     session = dag_maker.session
@@ -3499,7 +3112,7 @@ def generate_run_id(self, *, run_type, logical_date, data_interval, **extra) ->
 
 @pytest.mark.parametrize(
     "run_id_type",
-    [DagRunType.BACKFILL_JOB, DagRunType.SCHEDULED, DagRunType.DATASET_TRIGGERED],
+    [DagRunType.BACKFILL_JOB, DagRunType.SCHEDULED, DagRunType.ASSET_TRIGGERED],
 )
 def test_create_dagrun_disallow_manual_to_use_automated_run_id(run_id_type: DagRunType) -> None:
     dag = DAG(dag_id="test", start_date=DEFAULT_DATE, schedule="@daily")
@@ -3520,18 +3133,6 @@ def test_create_dagrun_disallow_manual_to_use_automated_run_id(run_id_type: DagR
     )
 
 
-def test_invalid_type_for_args():
-    with pytest.raises(TypeError):
-        DAG("invalid-default-args", schedule=None, max_consecutive_failed_dag_runs="not_an_int")
-
-
-@mock.patch("airflow.models.dag.validate_instance_args")
-def test_dag_init_validates_arg_types(mock_validate_instance_args):
-    dag = DAG("dag_with_expected_args", schedule=None)
-
-    mock_validate_instance_args.assert_called_once_with(dag, DAG_ARGS_EXPECTED_TYPES)
-
-
 class TestTaskClearingSetupTeardownBehavior:
     """
     Task clearing behavior is mainly controlled by dag.partial_subset.
diff --git a/tests/models/test_dagbag.py b/tests/models/test_dagbag.py
index b35921facb7fb..d91f6738822a1 100644
--- a/tests/models/test_dagbag.py
+++ b/tests/models/test_dagbag.py
@@ -41,7 +41,7 @@
 from airflow.models.dagbag import DagBag
 from airflow.models.serialized_dag import SerializedDagModel
 from airflow.serialization.serialized_objects import SerializedDAG
-from airflow.utils.dates import timezone as tz
+from airflow.utils import timezone as tz
 from airflow.utils.session import create_session
 from airflow.www.security_appless import ApplessAirflowSecurityManager
 
@@ -629,9 +629,9 @@ def test_timeout_dag_errors_are_import_errors(self, tmp_path, caplog):
 import time
 
 import airflow
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 
-time.sleep(31)
+time.sleep(1)
 
 with airflow.DAG(
     "import_timeout",
@@ -639,7 +639,7 @@ def test_timeout_dag_errors_are_import_errors(self, tmp_path, caplog):
     schedule=None) as dag:
     def f():
         print("Sleeping")
-        time.sleep(2)
+        time.sleep(1)
 
 
     for ind in range(10):
@@ -652,8 +652,9 @@ def f():
         with open("tmp_file.py", "w") as f:
             f.write(code_to_save)
 
-        dagbag = DagBag(dag_folder=os.fspath("tmp_file.py"), include_examples=False)
-        dag = dagbag._load_modules_from_file("tmp_file.py", safe_mode=False)
+        with conf_vars({("core", "DAGBAG_IMPORT_TIMEOUT"): "0.01"}):
+            dagbag = DagBag(dag_folder=os.fspath("tmp_file.py"), include_examples=False)
+            dag = dagbag._load_modules_from_file("tmp_file.py", safe_mode=False)
 
         assert dag is not None
         assert "tmp_file.py" in dagbag.import_errors
@@ -666,7 +667,7 @@ def test_sync_to_db_is_retried(self, mock_bulk_write_to_db, mock_s10n_write_dag,
         """Test that dagbag.sync_to_db is retried on OperationalError"""
 
         dagbag = DagBag("/dev/null")
-        mock_dag = mock.MagicMock(spec=DAG)
+        mock_dag = mock.MagicMock()
         dagbag.dags["mock_dag"] = mock_dag
 
         op_error = OperationalError(statement=mock.ANY, params=mock.ANY, orig=mock.ANY)
diff --git a/tests/models/test_dagrun.py b/tests/models/test_dagrun.py
index d779276b2b90a..e8889fb102236 100644
--- a/tests/models/test_dagrun.py
+++ b/tests/models/test_dagrun.py
@@ -37,8 +37,8 @@
 from airflow.models.taskmap import TaskMap
 from airflow.models.taskreschedule import TaskReschedule
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator, ShortCircuitOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator, ShortCircuitOperator
 from airflow.serialization.serialized_objects import SerializedDAG
 from airflow.stats import Stats
 from airflow.triggers.base import StartTriggerArgs
@@ -88,7 +88,6 @@ def _clean_db():
         db.clear_db_variables()
         db.clear_db_assets()
         db.clear_db_xcom()
-        db.clear_db_task_fail()
 
     def create_dag_run(
         self,
@@ -854,7 +853,9 @@ def test_depends_on_past(self, dagbag, session, prev_ti_state, is_ti_success):
         )
 
         prev_ti = TI(task, run_id=dag_run_1.run_id)
+        prev_ti.refresh_from_db()
         ti = TI(task, run_id=dag_run_2.run_id)
+        ti.refresh_from_db()
 
         prev_ti.set_state(prev_ti_state)
         ti.set_state(TaskInstanceState.QUEUED)
@@ -892,7 +893,9 @@ def test_wait_for_downstream(self, dagbag, session, prev_ti_state, is_ti_success
         )
 
         prev_ti_downstream = TI(task=downstream, run_id=dag_run_1.run_id)
+        prev_ti_downstream.refresh_from_db()
         ti = TI(task=upstream, run_id=dag_run_2.run_id)
+        ti.refresh_from_db()
         prev_ti = ti.get_previous_ti()
         prev_ti.set_state(TaskInstanceState.SUCCESS)
         assert prev_ti.state == TaskInstanceState.SUCCESS
@@ -2009,7 +2012,7 @@ def test_ti_scheduling_mapped_zero_length(dag_maker, session):
 
 @pytest.mark.parametrize("trigger_rule", [TriggerRule.ALL_DONE, TriggerRule.ALL_SUCCESS])
 def test_mapped_task_upstream_failed(dag_maker, session, trigger_rule):
-    from airflow.operators.python import PythonOperator
+    from airflow.providers.standard.operators.python import PythonOperator
 
     with dag_maker(session=session) as dag:
 
@@ -2520,12 +2523,11 @@ def print_value(value):
 def test_clearing_task_and_moving_from_non_mapped_to_mapped(dag_maker, session):
     """
     Test that clearing a task and moving from non-mapped to mapped clears existing
-    references in XCom, TaskFail, TaskInstanceNote, TaskReschedule and
+    references in XCom, TaskInstanceNote, TaskReschedule and
     RenderedTaskInstanceFields. To be able to test this, RenderedTaskInstanceFields
     was not used in the test since it would require that the task is expanded first.
     """
 
-    from airflow.models.taskfail import TaskFail
     from airflow.models.xcom import XCom
 
     @task
@@ -2559,13 +2561,12 @@ def printx(x):
     # Purposely omitted RenderedTaskInstanceFields because the ti need
     # to be expanded but here we are mimicking and made it map_index -1
     session.add(tr)
-    session.add(TaskFail(ti))
     XCom.set(key="test", value="value", task_id=ti.task_id, dag_id=dag.dag_id, run_id=ti.run_id)
     session.commit()
-    for table in [TaskFail, TaskInstanceNote, TaskReschedule, XCom]:
+    for table in [TaskInstanceNote, TaskReschedule, XCom]:
         assert session.query(table).count() == 1
     dr1.task_instance_scheduling_decisions(session)
-    for table in [TaskFail, TaskInstanceNote, TaskReschedule, XCom]:
+    for table in [TaskInstanceNote, TaskReschedule, XCom]:
         assert session.query(table).count() == 0
 
 
@@ -2809,13 +2810,13 @@ def make_task(task_id, dag):
         # run_ids
         ["", "scheduled__2023-01-01T00:00:00+00:00", True],
         ["", "manual__2023-01-01T00:00:00+00:00", True],
-        ["", "dataset_triggered__2023-01-01T00:00:00+00:00", True],
+        ["", "asset_triggered__2023-01-01T00:00:00+00:00", True],
         ["", "scheduled_2023-01-01T00", False],
         ["", "manual_2023-01-01T00", False],
-        ["", "dataset_triggered_2023-01-01T00", False],
+        ["", "asset_triggered_2023-01-01T00", False],
         ["^[0-9]", "scheduled__2023-01-01T00:00:00+00:00", True],
         ["^[0-9]", "manual__2023-01-01T00:00:00+00:00", True],
-        ["^[a-z]", "dataset_triggered__2023-01-01T00:00:00+00:00", True],
+        ["^[a-z]", "asset_triggered__2023-01-01T00:00:00+00:00", True],
     ],
 )
 def test_dag_run_id_config(session, dag_maker, pattern, run_id, result):
diff --git a/tests/models/test_mappedoperator.py b/tests/models/test_mappedoperator.py
index c7bd11b966758..16f80a5675591 100644
--- a/tests/models/test_mappedoperator.py
+++ b/tests/models/test_mappedoperator.py
@@ -36,7 +36,7 @@
 from airflow.models.taskinstance import TaskInstance
 from airflow.models.taskmap import TaskMap
 from airflow.models.xcom_arg import XComArg
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.state import TaskInstanceState
 from airflow.utils.task_group import TaskGroup
 from airflow.utils.task_instance_session import set_current_task_instance_session
@@ -645,7 +645,7 @@ def execute(self, context):
 
 
 def _create_mapped_with_name_template_taskflow(*, task_id, map_names, template):
-    from airflow.operators.python import get_current_context
+    from airflow.providers.standard.operators.python import get_current_context
 
     @task(task_id=task_id, map_index_template=template)
     def task1(map_name):
@@ -671,7 +671,7 @@ def execute(self, context):
 
 
 def _create_named_map_index_renders_on_failure_taskflow(*, task_id, map_names, template):
-    from airflow.operators.python import get_current_context
+    from airflow.providers.standard.operators.python import get_current_context
 
     @task(task_id=task_id, map_index_template=template)
     def task1(map_name):
@@ -731,6 +731,7 @@ def test_expand_mapped_task_instance_with_named_index(
     assert indices == expected_rendered_names
 
 
+@pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
 @pytest.mark.parametrize(
     "create_mapped_task",
     [
diff --git a/tests/models/test_pool.py b/tests/models/test_pool.py
index 7711d828b6788..e993ed6b09ca8 100644
--- a/tests/models/test_pool.py
+++ b/tests/models/test_pool.py
@@ -83,9 +83,9 @@ def test_open_slots(self, dag_maker):
 
         dr = dag_maker.create_dagrun()
 
-        ti1 = TI(task=op1, run_id=dr.run_id)
-        ti2 = TI(task=op2, run_id=dr.run_id)
-        ti3 = TI(task=op3, run_id=dr.run_id)
+        ti1 = dr.get_task_instance(task_id=op1.task_id)
+        ti2 = dr.get_task_instance(task_id=op2.task_id)
+        ti3 = dr.get_task_instance(task_id=op3.task_id)
         ti1.state = State.RUNNING
         ti2.state = State.QUEUED
         ti3.state = State.DEFERRED
@@ -133,8 +133,8 @@ def test_open_slots_including_deferred(self, dag_maker):
 
         dr = dag_maker.create_dagrun()
 
-        ti1 = TI(task=op1, run_id=dr.run_id)
-        ti2 = TI(task=op2, run_id=dr.run_id)
+        ti1 = dr.get_task_instance(task_id=op1.task_id)
+        ti2 = dr.get_task_instance(task_id=op2.task_id)
         ti1.state = State.RUNNING
         ti2.state = State.DEFERRED
 
@@ -180,7 +180,9 @@ def test_infinite_slots(self, dag_maker):
         dr = dag_maker.create_dagrun()
 
         ti1 = TI(task=op1, run_id=dr.run_id)
+        ti1.refresh_from_db()
         ti2 = TI(task=op2, run_id=dr.run_id)
+        ti2.refresh_from_db()
         ti1.state = State.RUNNING
         ti2.state = State.QUEUED
 
@@ -230,8 +232,11 @@ def test_default_pool_open_slots(self, dag_maker):
         ti1 = TI(task=op1, run_id=dr.run_id)
         ti2 = TI(task=op2, run_id=dr.run_id)
         ti3 = TI(task=op3, run_id=dr.run_id)
+        ti1.refresh_from_db()
         ti1.state = State.RUNNING
+        ti2.refresh_from_db()
         ti2.state = State.QUEUED
+        ti3.refresh_from_db()
         ti3.state = State.SCHEDULED
 
         session = settings.Session()
diff --git a/tests/models/test_renderedtifields.py b/tests/models/test_renderedtifields.py
index 81421dca17116..62f4be3e7405d 100644
--- a/tests/models/test_renderedtifields.py
+++ b/tests/models/test_renderedtifields.py
@@ -33,8 +33,8 @@
 from airflow.decorators import task as task_decorator
 from airflow.models import DagRun, Variable
 from airflow.models.renderedtifields import RenderedTaskInstanceFields as RTIF
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.task_instance_session import set_current_task_instance_session
 from airflow.utils.timezone import datetime
 
diff --git a/tests/models/test_taskinstance.py b/tests/models/test_taskinstance.py
index 53d8feceff1e1..8a1df0594e4e9 100644
--- a/tests/models/test_taskinstance.py
+++ b/tests/models/test_taskinstance.py
@@ -36,6 +36,7 @@
 import pendulum
 import pytest
 import time_machine
+import uuid6
 from sqlalchemy import select
 
 from airflow import settings
@@ -63,7 +64,6 @@
 from airflow.models.pool import Pool
 from airflow.models.renderedtifields import RenderedTaskInstanceFields
 from airflow.models.serialized_dag import SerializedDagModel
-from airflow.models.taskfail import TaskFail
 from airflow.models.taskinstance import (
     TaskInstance,
     TaskInstance as TI,
@@ -77,10 +77,10 @@
 from airflow.models.xcom import LazyXComSelectSequence, XCom
 from airflow.notifications.basenotifier import BaseNotifier
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import BranchPythonOperator, PythonOperator
+from airflow.providers.standard.sensors.python import PythonSensor
 from airflow.sensors.base import BaseSensorOperator
-from airflow.sensors.python import PythonSensor
 from airflow.serialization.serialized_objects import SerializedBaseOperator, SerializedDAG
 from airflow.settings import TIMEZONE, TracebackSessionForTests
 from airflow.stats import Stats
@@ -156,7 +156,6 @@ def clean_db():
         db.clear_db_dags()
         db.clear_db_pools()
         db.clear_db_runs()
-        db.clear_db_task_fail()
         db.clear_rendered_ti_fields()
         db.clear_db_task_reschedule()
         db.clear_db_assets()
@@ -230,7 +229,7 @@ def test_set_dag(self, dag_maker):
 
         # no dag assigned
         assert not op.has_dag()
-        with pytest.raises(AirflowException):
+        with pytest.raises(RuntimeError):
             getattr(op, "dag")
 
         # no improper assignment
@@ -240,7 +239,7 @@ def test_set_dag(self, dag_maker):
         op.dag = dag
 
         # no reassignment
-        with pytest.raises(AirflowException):
+        with pytest.raises(ValueError):
             op.dag = dag2
 
         # but assigning the same dag is ok
@@ -262,7 +261,7 @@ def test_infer_dag(self, create_dummy_dag):
         assert [i.has_dag() for i in [op1, op2, op3, op4]] == [False, False, True, True]
 
         # can't combine operators with no dags
-        with pytest.raises(AirflowException):
+        with pytest.raises(ValueError):
             op1.set_downstream(op2)
 
         # op2 should infer dag from op1
@@ -271,9 +270,9 @@ def test_infer_dag(self, create_dummy_dag):
         assert op2.dag is dag
 
         # can't assign across multiple DAGs
-        with pytest.raises(AirflowException):
+        with pytest.raises(RuntimeError):
             op1.set_downstream(op4)
-        with pytest.raises(AirflowException):
+        with pytest.raises(RuntimeError):
             op1.set_downstream([op3, op4])
 
     def test_bitshift_compose_operators(self, dag_maker):
@@ -646,7 +645,7 @@ def run_with_error(ti):
         ti.task = task
 
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         # first run -- up for retry
         run_with_error(ti)
@@ -654,7 +653,7 @@ def run_with_error(ti):
         assert ti.try_number == 1
 
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         # second run -- still up for retry because retry_delay hasn't expired
         time_machine.coordinates.shift(3)
@@ -663,7 +662,7 @@ def run_with_error(ti):
         assert ti.try_number == 2
 
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         # third run -- failed
         time_machine.coordinates.shift(datetime.datetime.resolution)
@@ -698,7 +697,7 @@ def run_with_error(ti):
         ti.task = task
         assert ti.try_number == 0
 
-        session.get(TaskInstance, ti.key.primary).try_number += 1
+        session.get(TaskInstance, ti.id).try_number += 1
         session.commit()
 
         # first run -- up for retry
@@ -706,7 +705,7 @@ def run_with_error(ti):
         assert ti.state == State.UP_FOR_RETRY
         assert ti.try_number == 1
 
-        session.get(TaskInstance, ti.key.primary).try_number += 1
+        session.get(TaskInstance, ti.id).try_number += 1
         session.commit()
 
         # second run -- fail
@@ -718,7 +717,7 @@ def run_with_error(ti):
         # clearing it first
         dag.clear()
 
-        session.get(TaskInstance, ti.key.primary).try_number += 1
+        session.get(TaskInstance, ti.id).try_number += 1
         session.commit()
 
         # third run -- up for retry
@@ -726,7 +725,7 @@ def run_with_error(ti):
         assert ti.state == State.UP_FOR_RETRY
         assert ti.try_number == 3
 
-        session.get(TaskInstance, ti.key.primary).try_number += 1
+        session.get(TaskInstance, ti.id).try_number += 1
         session.commit()
 
         # fourth run -- fail
@@ -888,7 +887,7 @@ def run_ti_and_assert(
 
         # We increment the try number because that's what the scheduler would do
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         # After the retry the start date is reset, hence the duration is also reset.
 
@@ -900,7 +899,7 @@ def run_ti_and_assert(
 
         # scheduler would create a new try here
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         done, fail = False, False
         run_ti_and_assert(date3, date3, date3, 0, State.UP_FOR_RESCHEDULE, 2, 1)
@@ -993,7 +992,7 @@ def run_ti_and_assert(
 
         # We increment the try number because that's what the scheduler would do
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         # After the retry the start date is reset, hence the duration is also reset.
 
@@ -1004,7 +1003,7 @@ def run_ti_and_assert(
         run_ti_and_assert(date2, date1, date2, 60, State.UP_FOR_RETRY, 1, 1)
 
         with create_session() as session:
-            session.get(TaskInstance, ti.key.primary).try_number += 1
+            session.get(TaskInstance, ti.id).try_number += 1
 
         done, fail = False, False
         run_ti_and_assert(date3, date3, date3, 0, State.UP_FOR_RESCHEDULE, 2, 1)
@@ -2227,13 +2226,6 @@ def test_email_alert(x):
         assert body.startswith("Try 0")  # try number only incremented by the scheduler
         assert "test_email_alert" in body
 
-        tf = (
-            session.query(TaskFail)
-            .filter_by(dag_id=ti.dag_id, task_id=ti.task_id, run_id=ti.run_id, map_index=ti.map_index)
-            .one_or_none()
-        )
-        assert tf, "TaskFail was recorded"
-
     def test_set_duration(self):
         task = EmptyOperator(task_id="op", email="test@test.test")
         ti = TI(task=task)
@@ -2273,7 +2265,7 @@ def test_success_callback_no_race_condition(self, create_task_instance):
     def test_outlet_assets(self, create_task_instance):
         """
         Verify that when we have an outlet asset on a task, and the task
-        completes successfully, a AssetDagRunQueue is logged.
+        completes successfully, an AssetDagRunQueue is logged.
         """
         from airflow.example_dags import example_assets
         from airflow.example_dags.example_assets import dag1
@@ -2297,15 +2289,15 @@ def test_outlet_assets(self, create_task_instance):
         # check that no other asset events recorded
         event = (
             session.query(AssetEvent)
-            .join(AssetEvent.dataset)
+            .join(AssetEvent.asset)
             .filter(AssetEvent.source_task_instance == ti)
             .one()
         )
         assert event
-        assert event.dataset
+        assert event.asset
 
         # check that one queue record created for each dag that depends on asset 1
-        assert session.query(AssetDagRunQueue.target_dag_id).filter_by(dataset_id=event.dataset.id).order_by(
+        assert session.query(AssetDagRunQueue.target_dag_id).filter_by(asset_id=event.asset.id).order_by(
             AssetDagRunQueue.target_dag_id
         ).all() == [
             ("asset_consumes_1",),
@@ -2318,14 +2310,12 @@ def test_outlet_assets(self, create_task_instance):
         ]
 
         # check that one event record created for asset1 and this TI
-        assert session.query(AssetModel.uri).join(AssetEvent.dataset).filter(
+        assert session.query(AssetModel.uri).join(AssetEvent.asset).filter(
             AssetEvent.source_task_instance == ti
         ).one() == ("s3://dag1/output_1.txt",)
 
         # check that the asset event has an earlier timestamp than the ADRQ's
-        adrq_timestamps = (
-            session.query(AssetDagRunQueue.created_at).filter_by(dataset_id=event.dataset.id).all()
-        )
+        adrq_timestamps = session.query(AssetDagRunQueue.created_at).filter_by(asset_id=event.asset.id).all()
         assert all(
             event.timestamp < adrq_timestamp for (adrq_timestamp,) in adrq_timestamps
         ), f"Some items in {[str(t) for t in adrq_timestamps]} are earlier than {event.timestamp}"
@@ -2334,7 +2324,7 @@ def test_outlet_assets(self, create_task_instance):
     def test_outlet_assets_failed(self, create_task_instance):
         """
         Verify that when we have an outlet asset on a task, and the task
-        failed, a AssetDagRunQueue is not logged, and an AssetEvent is
+        failed, an AssetDagRunQueue is not logged, and an AssetEvent is
         not generated
         """
         from tests.dags import test_assets
@@ -2390,7 +2380,7 @@ def raise_an_exception(placeholder: int):
     def test_outlet_assets_skipped(self):
         """
         Verify that when we have an outlet asset on a task, and the task
-        is skipped, a AssetDagRunQueue is not logged, and an AssetEvent is
+        is skipped, an AssetDagRunQueue is not logged, and an AssetEvent is
         not generated
         """
         from tests.dags import test_assets
@@ -2450,13 +2440,13 @@ def _write2_post_execute(context, _):
         assert events["write1"].source_dag_id == dr.dag_id
         assert events["write1"].source_run_id == dr.run_id
         assert events["write1"].source_task_id == "write1"
-        assert events["write1"].dataset.uri == "test_outlet_asset_extra_1"
+        assert events["write1"].asset.uri == "test_outlet_asset_extra_1"
         assert events["write1"].extra == {"foo": "bar"}
 
         assert events["write2"].source_dag_id == dr.dag_id
         assert events["write2"].source_run_id == dr.run_id
         assert events["write2"].source_task_id == "write2"
-        assert events["write2"].dataset.uri == "test_outlet_asset_extra_2"
+        assert events["write2"].asset.uri == "test_outlet_asset_extra_2"
         assert events["write2"].extra == {"x": 1}
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
@@ -2522,13 +2512,13 @@ def _write2_post_execute(context, result):
         assert events["write1"].source_dag_id == dr.dag_id
         assert events["write1"].source_run_id == dr.run_id
         assert events["write1"].source_task_id == "write1"
-        assert events["write1"].dataset.uri == "test_outlet_asset_extra_1"
+        assert events["write1"].asset.uri == "test_outlet_asset_extra_1"
         assert events["write1"].extra == {"foo": "bar"}
 
         assert events["write2"].source_dag_id == dr.dag_id
         assert events["write2"].source_run_id == dr.run_id
         assert events["write2"].source_task_id == "write2"
-        assert events["write2"].dataset.uri == "test_outlet_asset_extra_2"
+        assert events["write2"].asset.uri == "test_outlet_asset_extra_2"
         assert events["write2"].extra == {"x": 1}
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
@@ -2567,7 +2557,7 @@ def producer(*, outlet_events):
         assert producer_event.source_dag_id == "producer_dag"
         assert producer_event.source_run_id == "test"
         assert producer_event.source_map_index == -1
-        assert producer_event.dataset.uri == asset_uri
+        assert producer_event.asset.uri == asset_uri
         assert len(producer_event.source_aliases) == 1
         assert producer_event.extra == {}
         assert producer_event.source_aliases[0].name == alias_name_1
@@ -2577,8 +2567,8 @@ def producer(*, outlet_events):
         assert asset_obj.aliases[0].name == alias_name_1
 
         asset_alias_obj = session.scalar(select(AssetAliasModel).where(AssetAliasModel.name == alias_name_1))
-        assert len(asset_alias_obj.datasets) == 1
-        assert asset_alias_obj.datasets[0].uri == asset_uri
+        assert len(asset_alias_obj.assets) == 1
+        assert asset_alias_obj.assets[0].uri == asset_uri
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_outlet_multiple_asset_alias(self, dag_maker, session):
@@ -2626,7 +2616,7 @@ def producer(*, outlet_events):
             assert producer_event.source_dag_id == "producer_dag"
             assert producer_event.source_run_id == "test"
             assert producer_event.source_map_index == -1
-            assert producer_event.dataset.uri == asset_uri
+            assert producer_event.asset.uri == asset_uri
 
             if not producer_event.extra:
                 assert producer_event.extra == {}
@@ -2651,8 +2641,8 @@ def producer(*, outlet_events):
         asset_alias_objs = session.scalars(select(AssetAliasModel)).all()
         assert len(asset_alias_objs) == 3
         for asset_alias_obj in asset_alias_objs:
-            assert len(asset_alias_obj.datasets) == 1
-            assert asset_alias_obj.datasets[0].uri == asset_uri
+            assert len(asset_alias_obj.assets) == 1
+            assert asset_alias_obj.assets[0].uri == asset_uri
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_outlet_asset_alias_through_metadata(self, dag_maker, session):
@@ -2686,7 +2676,7 @@ def producer(*, outlet_events):
         assert producer_event.source_dag_id == "producer_dag"
         assert producer_event.source_run_id == "test"
         assert producer_event.source_map_index == -1
-        assert producer_event.dataset.uri == asset_uri
+        assert producer_event.asset.uri == asset_uri
         assert producer_event.extra == {"key": "value"}
         assert len(producer_event.source_aliases) == 1
         assert producer_event.source_aliases[0].name == asset_alias_name
@@ -2696,8 +2686,8 @@ def producer(*, outlet_events):
         assert asset_obj.aliases[0].name == asset_alias_name
 
         asset_alias_obj = session.scalar(select(AssetAliasModel))
-        assert len(asset_alias_obj.datasets) == 1
-        assert asset_alias_obj.datasets[0].uri == asset_uri
+        assert len(asset_alias_obj.assets) == 1
+        assert asset_alias_obj.assets[0].uri == asset_uri
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_outlet_asset_alias_asset_not_exists(self, dag_maker, session):
@@ -2726,7 +2716,7 @@ def producer(*, outlet_events):
         assert producer_event.source_dag_id == "producer_dag"
         assert producer_event.source_run_id == "test"
         assert producer_event.source_map_index == -1
-        assert producer_event.dataset.uri == asset_uri
+        assert producer_event.asset.uri == asset_uri
         assert producer_event.extra == {"key": "value"}
         assert len(producer_event.source_aliases) == 1
         assert producer_event.source_aliases[0].name == asset_alias_name
@@ -2736,8 +2726,8 @@ def producer(*, outlet_events):
         assert asset_obj.aliases[0].name == asset_alias_name
 
         asset_alias_obj = session.scalar(select(AssetAliasModel))
-        assert len(asset_alias_obj.datasets) == 1
-        assert asset_alias_obj.datasets[0].uri == asset_uri
+        assert len(asset_alias_obj.assets) == 1
+        assert asset_alias_obj.assets[0].uri == asset_uri
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_inlet_asset_extra(self, dag_maker, session):
@@ -2800,7 +2790,7 @@ def test_inlet_asset_alias_extra(self, dag_maker, session):
 
         asset_model = AssetModel(id=1, uri=asset_uri)
         asset_alias_model = AssetAliasModel(name=asset_alias_name)
-        asset_alias_model.datasets.append(asset_model)
+        asset_alias_model.assets.append(asset_model)
         session.add_all([asset_model, asset_alias_model])
         session.commit()
 
@@ -2953,7 +2943,7 @@ def test_inlet_asset_alias_extra_slice(self, dag_maker, session, slicer, expecte
 
         asset_model = AssetModel(id=1, uri=asset_uri)
         asset_alias_model = AssetAliasModel(name=asset_alias_name)
-        asset_alias_model.datasets.append(asset_model)
+        asset_alias_model.assets.append(asset_model)
         session.add_all([asset_model, asset_alias_model])
         session.commit()
 
@@ -3196,19 +3186,19 @@ def test_context_triggering_asset_events(self, create_dummy_dag, session):
         )
         dr = dag.create_dagrun(
             run_id="test2",
-            run_type=DagRunType.DATASET_TRIGGERED,
+            run_type=DagRunType.ASSET_TRIGGERED,
             execution_date=execution_date,
             state=None,
             session=session,
             data_interval=(execution_date, execution_date),
             **triggered_by_kwargs,
         )
-        ds1_event = AssetEvent(dataset_id=1)
-        ds2_event_1 = AssetEvent(dataset_id=2)
-        ds2_event_2 = AssetEvent(dataset_id=2)
-        dr.consumed_dataset_events.append(ds1_event)
-        dr.consumed_dataset_events.append(ds2_event_1)
-        dr.consumed_dataset_events.append(ds2_event_2)
+        ds1_event = AssetEvent(asset_id=1)
+        ds2_event_1 = AssetEvent(asset_id=2)
+        ds2_event_2 = AssetEvent(asset_id=2)
+        dr.consumed_asset_events.append(ds1_event)
+        dr.consumed_asset_events.append(ds2_event_1)
+        dr.consumed_asset_events.append(ds2_event_2)
         session.commit()
 
         ti = dr.get_task_instance(task1.task_id, session=session)
@@ -3601,7 +3591,7 @@ def test_handle_failure_updates_queued_task_updates_state(self, dag_maker):
         with dag_maker():
             task = EmptyOperator(task_id="mytask", retries=1)
         dr = dag_maker.create_dagrun()
-        ti = TI(task=task, run_id=dr.run_id)
+        ti = dr.get_task_instance(task.task_id)
         ti.state = State.QUEUED
         session.merge(ti)
         session.flush()
@@ -3620,7 +3610,7 @@ def test_handle_failure_no_task(self, Stats_incr, dag_maker):
         with dag_maker():
             task = EmptyOperator(task_id="mytask", retries=1)
         dr = dag_maker.create_dagrun()
-        ti = TI(task=task, run_id=dr.run_id)
+        ti = dr.get_task_instance(task.task_id, session=session)
         ti.try_number += 1
         ti = session.merge(ti)
         ti.task = None
@@ -3791,7 +3781,7 @@ def test_echo_env_variables(self, dag_maker):
             run_type=DagRunType.MANUAL,
             external_trigger=False,
         )
-        ti = TI(task=op, run_id=dr.run_id)
+        ti = dr.get_task_instance(op.task_id)
         ti.state = State.RUNNING
         session = settings.Session()
         session.merge(ti)
@@ -3819,7 +3809,7 @@ def f(*args, **kwargs):
             task = PythonOperator(task_id="mytask", python_callable=f)
 
         dr = dag_maker.create_dagrun()
-        ti = TI(task=task, run_id=dr.run_id)
+        ti = dr.get_task_instance(task.task_id)
         ti.state = State.RUNNING
         session = settings.Session()
         session.merge(ti)
@@ -3838,7 +3828,7 @@ def f(*args, **kwargs):
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_get_current_context_works_in_template(self, dag_maker):
         def user_defined_macro():
-            from airflow.operators.python import get_current_context
+            from airflow.providers.standard.operators.python import get_current_context
 
             get_current_context()
 
@@ -4001,8 +3991,8 @@ def test_refresh_from_db(self, create_task_instance):
             "try_number": 1,
             "max_tries": 1,
             "hostname": "some_unique_hostname",
+            "id": str(uuid6.uuid7()),
             "unixname": "some_unique_unixname",
-            "job_id": 1234,
             "pool": "some_fake_pool_id",
             "pool_slots": 25,
             "queue": "some_queue_id",
@@ -4013,6 +4003,7 @@ def test_refresh_from_db(self, create_task_instance):
             "rendered_map_index": None,
             "queued_by_job_id": 321,
             "pid": 123,
+            "last_heartbeat_at": run_date + datetime.timedelta(hours=1, seconds=4),
             "executor": "some_executor",
             "executor_config": {"Some": {"extra": "information"}},
             "external_executor_id": "some_executor_id",
@@ -4074,13 +4065,13 @@ def test_operator_field_with_serialization(self, create_task_instance):
 
     @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
     def test_clear_db_references(self, session, create_task_instance):
-        tables = [TaskFail, RenderedTaskInstanceFields, XCom]
+        tables = [RenderedTaskInstanceFields, XCom]
         ti = create_task_instance()
         ti.note = "sample note"
 
         session.merge(ti)
         session.commit()
-        for table in [TaskFail, RenderedTaskInstanceFields]:
+        for table in [RenderedTaskInstanceFields]:
             session.add(table(ti))
         XCom.set(key="key", value="value", task_id=ti.task_id, dag_id=ti.dag_id, run_id=ti.run_id)
         session.commit()
@@ -5260,6 +5251,80 @@ def last_task():
     assert "3 downstream tasks scheduled from follow-on schedule" in caplog.text
 
 
+@pytest.mark.skip_if_database_isolation_mode
+def test_one_success_task_in_mini_scheduler_if_upstreams_are_done(dag_maker, caplog, session):
+    """Test that mini scheduler with one_success task"""
+    with dag_maker() as dag:
+        branch = BranchPythonOperator(task_id="branch", python_callable=lambda: "task_run")
+        task_run = BashOperator(task_id="task_run", bash_command="echo 0")
+        task_skip = BashOperator(task_id="task_skip", bash_command="echo 0")
+        task_1 = BashOperator(task_id="task_1", bash_command="echo 0")
+        task_one_success = BashOperator(
+            task_id="task_one_success", bash_command="echo 0", trigger_rule="one_success"
+        )
+        task_2 = BashOperator(task_id="task_2", bash_command="echo 0")
+
+        task_1 >> task_2
+        branch >> task_skip
+        branch >> task_run
+        task_run >> task_one_success
+        task_skip >> task_one_success
+        task_one_success >> task_2
+        task_skip >> task_2
+
+    dr = dag_maker.create_dagrun()
+
+    branch = dr.get_task_instance(task_id="branch")
+    task_1 = dr.get_task_instance(task_id="task_1")
+    task_skip = dr.get_task_instance(task_id="task_skip")
+    branch.state = State.SUCCESS
+    task_1.state = State.SUCCESS
+    task_skip.state = State.SKIPPED
+    session.merge(branch)
+    session.merge(task_1)
+    session.merge(task_skip)
+    session.commit()
+    task_1.refresh_from_task(dag.get_task("task_1"))
+    task_1.schedule_downstream_tasks(session=session)
+
+    branch = dr.get_task_instance(task_id="branch")
+    task_run = dr.get_task_instance(task_id="task_run")
+    task_skip = dr.get_task_instance(task_id="task_skip")
+    task_1 = dr.get_task_instance(task_id="task_1")
+    task_one_success = dr.get_task_instance(task_id="task_one_success")
+    task_2 = dr.get_task_instance(task_id="task_2")
+    assert branch.state == State.SUCCESS
+    assert task_run.state == State.NONE
+    assert task_skip.state == State.SKIPPED
+    assert task_1.state == State.SUCCESS
+    # task_one_success should not be scheduled
+    assert task_one_success.state == State.NONE
+    assert task_2.state == State.SKIPPED
+    assert "0 downstream tasks scheduled from follow-on schedule" in caplog.text
+
+    task_run = dr.get_task_instance(task_id="task_run")
+    task_run.state = State.SUCCESS
+    session.merge(task_run)
+    session.commit()
+    task_run.refresh_from_task(dag.get_task("task_run"))
+    task_run.schedule_downstream_tasks(session=session)
+
+    branch = dr.get_task_instance(task_id="branch")
+    task_run = dr.get_task_instance(task_id="task_run")
+    task_skip = dr.get_task_instance(task_id="task_skip")
+    task_1 = dr.get_task_instance(task_id="task_1")
+    task_one_success = dr.get_task_instance(task_id="task_one_success")
+    task_2 = dr.get_task_instance(task_id="task_2")
+    assert branch.state == State.SUCCESS
+    assert task_run.state == State.SUCCESS
+    assert task_skip.state == State.SKIPPED
+    assert task_1.state == State.SUCCESS
+    # task_one_success should not be scheduled
+    assert task_one_success.state == State.SCHEDULED
+    assert task_2.state == State.SKIPPED
+    assert "1 downstream tasks scheduled from follow-on schedule" in caplog.text
+
+
 @pytest.mark.skip_if_database_isolation_mode  # Does not work in db isolation mode
 def test_mini_scheduler_not_skip_mapped_downstream_until_all_upstreams_finish(dag_maker, session):
     with dag_maker(session=session):
@@ -5326,7 +5391,7 @@ def test__refresh_from_db_should_not_increment_try_number(dag_maker, session):
         BashOperator(task_id="hello", bash_command="hi")
     dag_maker.create_dagrun(state="success")
     ti = session.scalar(select(TaskInstance))
-    session.get(TaskInstance, ti.key.primary).try_number += 1
+    session.get(TaskInstance, ti.id).try_number += 1
     session.commit()
     assert ti.task_id == "hello"  # just to confirm...
     assert ti.try_number == 1  # starts out as 1
diff --git a/tests/models/test_timestamp.py b/tests/models/test_timestamp.py
index e174629736bcf..bd9fd5d0766f5 100644
--- a/tests/models/test_timestamp.py
+++ b/tests/models/test_timestamp.py
@@ -20,7 +20,7 @@
 import pytest
 import time_machine
 
-from airflow.models import Log, TaskInstance
+from airflow.models import Log
 from airflow.operators.empty import EmptyOperator
 from airflow.utils import timezone
 from airflow.utils.session import provide_session
@@ -42,7 +42,8 @@ def add_log(execdate, session, dag_maker, timezone_override=None):
     with dag_maker(dag_id="logging", default_args={"start_date": execdate}):
         task = EmptyOperator(task_id="dummy")
     dag_run = dag_maker.create_dagrun()
-    task_instance = TaskInstance(task=task, run_id=dag_run.run_id, state="success")
+    task_instance = dag_run.get_task_instance(task.task_id)
+    task_instance.set_state(State.SUCCESS)
     session.merge(task_instance)
     log = Log(State.RUNNING, task_instance)
     if timezone_override:
diff --git a/tests/models/test_xcom_arg.py b/tests/models/test_xcom_arg.py
index f38414ef30012..c12ec305f2393 100644
--- a/tests/models/test_xcom_arg.py
+++ b/tests/models/test_xcom_arg.py
@@ -19,8 +19,8 @@
 import pytest
 
 from airflow.models.xcom_arg import XComArg
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.types import NOTSET
 
 from tests_common.test_utils.db import clear_db_dags, clear_db_runs
diff --git a/tests/plugins/test_plugin.py b/tests/plugins/test_plugin.py
index ccf7ae50707c2..531085ffba586 100644
--- a/tests/plugins/test_plugin.py
+++ b/tests/plugins/test_plugin.py
@@ -21,15 +21,8 @@
 from flask import Blueprint
 from flask_appbuilder import BaseView as AppBuilderBaseView, expose
 
-from airflow.executors.base_executor import BaseExecutor
-
-# Importing base classes that we need to derive
-from airflow.hooks.base import BaseHook
-from airflow.models.baseoperator import BaseOperator
-
 # This is the class you derive to create a plugin
 from airflow.plugins_manager import AirflowPlugin
-from airflow.sensors.base import BaseSensorOperator
 from airflow.task.priority_strategy import PriorityWeightStrategy
 from airflow.ti_deps.deps.base_ti_dep import BaseTIDep
 from airflow.timetables.interval import CronDataIntervalTimetable
@@ -46,26 +39,6 @@
 )
 
 
-# Will show up under airflow.hooks.test_plugin.PluginHook
-class PluginHook(BaseHook):
-    pass
-
-
-# Will show up under airflow.operators.test_plugin.PluginOperator
-class PluginOperator(BaseOperator):
-    pass
-
-
-# Will show up under airflow.sensors.test_plugin.PluginSensorOperator
-class PluginSensorOperator(BaseSensorOperator):
-    pass
-
-
-# Will show up under airflow.executors.test_plugin.PluginExecutor
-class PluginExecutor(BaseExecutor):
-    pass
-
-
 # Will show up under airflow.macros.test_plugin.plugin_macro
 def plugin_macro():
     pass
@@ -134,10 +107,6 @@ def get_weight(self, ti):
 # Defining the plugin class
 class AirflowTestPlugin(AirflowPlugin):
     name = "test_plugin"
-    operators = [PluginOperator]
-    sensors = [PluginSensorOperator]
-    hooks = [PluginHook]
-    executors = [PluginExecutor]
     macros = [plugin_macro]
     flask_blueprints = [bp]
     fastapi_apps = [app_with_metadata]
diff --git a/tests/plugins/test_plugins_manager.py b/tests/plugins/test_plugins_manager.py
index 158e2040abf7a..e6777901b8041 100644
--- a/tests/plugins/test_plugins_manager.py
+++ b/tests/plugins/test_plugins_manager.py
@@ -28,7 +28,6 @@
 
 import pytest
 
-from airflow.hooks.base import BaseHook
 from airflow.listeners.listener import get_listener_manager
 from airflow.plugins_manager import AirflowPlugin
 from airflow.utils.module_loading import qualname
@@ -181,29 +180,6 @@ def test_no_log_when_no_plugins(self, caplog):
 
         assert caplog.record_tuples == []
 
-    def test_should_load_plugins_from_property(self, caplog):
-        class AirflowTestPropertyPlugin(AirflowPlugin):
-            name = "test_property_plugin"
-
-            @property
-            def hooks(self):
-                class TestPropertyHook(BaseHook):
-                    pass
-
-                return [TestPropertyHook]
-
-        with mock_plugin_manager(plugins=[AirflowTestPropertyPlugin()]):
-            from airflow import plugins_manager
-
-            caplog.set_level(logging.DEBUG, "airflow.plugins_manager")
-            plugins_manager.ensure_plugins_loaded()
-
-            assert "AirflowTestPropertyPlugin" in str(plugins_manager.plugins)
-            assert "TestPropertyHook" in str(plugins_manager.registered_hooks)
-
-        assert caplog.records[-1].levelname == "DEBUG"
-        assert caplog.records[-1].msg == "Loading %d plugin(s) took %.2f seconds"
-
     def test_loads_filesystem_plugins(self, caplog):
         from airflow import plugins_manager
 
diff --git a/tests/sensors/test_external_task_sensor.py b/tests/sensors/test_external_task_sensor.py
index bd4d827b3fcf9..43911c1a41d48 100644
--- a/tests/sensors/test_external_task_sensor.py
+++ b/tests/sensors/test_external_task_sensor.py
@@ -36,8 +36,8 @@
 from airflow.models.serialized_dag import SerializedDagModel
 from airflow.models.xcom_arg import XComArg
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.providers.standard.operators.bash import BashOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.providers.standard.sensors.time import TimeSensor
 from airflow.sensors.external_task import (
     ExternalTaskMarker,
diff --git a/tests/serialization/serializers/test_serializers.py b/tests/serialization/serializers/test_serializers.py
index f8d8338f45622..157acaeb4817b 100644
--- a/tests/serialization/serializers/test_serializers.py
+++ b/tests/serialization/serializers/test_serializers.py
@@ -18,7 +18,6 @@
 
 import datetime
 import decimal
-import sys
 from importlib import metadata
 from unittest.mock import patch
 
@@ -30,15 +29,11 @@
 from packaging import version
 from pendulum import DateTime
 from pendulum.tz.timezone import FixedTimezone, Timezone
+from zoneinfo import ZoneInfo
 
 from airflow.models.param import Param, ParamsDict
 from airflow.serialization.serde import DATA, deserialize, serialize
 
-if sys.version_info >= (3, 9):
-    from zoneinfo import ZoneInfo
-else:
-    from backports.zoneinfo import ZoneInfo
-
 PENDULUM3 = version.parse(metadata.version("pendulum")).major == 3
 
 
diff --git a/tests/serialization/test_dag_serialization.py b/tests/serialization/test_dag_serialization.py
index b54ded3a55c6a..0111cc669cd02 100644
--- a/tests/serialization/test_dag_serialization.py
+++ b/tests/serialization/test_dag_serialization.py
@@ -20,6 +20,7 @@
 from __future__ import annotations
 
 import copy
+import dataclasses
 import importlib
 import importlib.util
 import json
@@ -124,7 +125,7 @@
                 "delta": 86400.0,
             },
         },
-        "_task_group": {
+        "task_group": {
             "_group_id": None,
             "prefix_group_id": True,
             "children": {"bash_task": ("operator", "bash_task"), "custom_task": ("operator", "custom_task")},
@@ -137,7 +138,7 @@
             "downstream_task_ids": [],
         },
         "is_paused_upon_creation": False,
-        "_dag_id": "simple_dag",
+        "dag_id": "simple_dag",
         "doc_md": "### DAG Tutorial Documentation",
         "fileloc": None,
         "_processor_dags_folder": f"{repo_root}/tests/dags",
@@ -146,7 +147,6 @@
                 "__type": "operator",
                 "__var": {
                     "task_id": "bash_task",
-                    "owner": "airflow",
                     "retries": 1,
                     "retry_delay": 300.0,
                     "max_retry_delay": 600.0,
@@ -158,7 +158,7 @@
                     "template_fields": ["bash_command", "env", "cwd"],
                     "template_fields_renderers": {"bash_command": "bash", "env": "json"},
                     "bash_command": "echo {{ task.task_id }}",
-                    "_task_type": "BashOperator",
+                    "task_type": "BashOperator",
                     "_task_module": "airflow.providers.standard.operators.bash",
                     "pool": "default_pool",
                     "is_setup": False,
@@ -174,7 +174,6 @@
                         },
                     },
                     "doc_md": "### Task Tutorial Documentation",
-                    "_log_config_logger_name": "airflow.task.operators",
                     "_needs_expansion": False,
                     "weight_rule": "downstream",
                     "start_trigger_args": None,
@@ -196,14 +195,13 @@
                     "template_ext": [],
                     "template_fields": ["bash_command"],
                     "template_fields_renderers": {},
-                    "_task_type": "CustomOperator",
+                    "task_type": "CustomOperator",
                     "_operator_name": "@custom",
                     "_task_module": "tests_common.test_utils.mock_operators",
                     "pool": "default_pool",
                     "is_setup": False,
                     "is_teardown": False,
                     "on_failure_fail_dagrun": False,
-                    "_log_config_logger_name": "airflow.task.operators",
                     "_needs_expansion": False,
                     "weight_rule": "downstream",
                     "start_trigger_args": None,
@@ -212,7 +210,7 @@
             },
         ],
         "timezone": "UTC",
-        "_access_control": {
+        "access_control": {
             "__type": "dict",
             "__var": {
                 "test_role": {
@@ -456,7 +454,7 @@ def test_dag_serialization_preserves_empty_access_roles(self):
         serialized_dag = SerializedDAG.to_dict(dag)
         SerializedDAG.validate_schema(serialized_dag)
 
-        assert serialized_dag["dag"]["_access_control"] == {"__type": "dict", "__var": {}}
+        assert serialized_dag["dag"]["access_control"] == {"__type": "dict", "__var": {}}
 
     @pytest.mark.db_test
     def test_dag_serialization_unregistered_custom_timetable(self):
@@ -491,8 +489,8 @@ def sorted_serialized_dag(dag_dict: dict):
                 task["__var"] = dict(sorted(task["__var"].items(), key=lambda x: x[0]))
                 tasks.append(task)
             dag_dict["dag"]["tasks"] = tasks
-            dag_dict["dag"]["_access_control"]["__var"]["test_role"]["__var"] = sorted(
-                dag_dict["dag"]["_access_control"]["__var"]["test_role"]["__var"]
+            dag_dict["dag"]["access_control"]["__var"]["test_role"]["__var"] = sorted(
+                dag_dict["dag"]["access_control"]["__var"]["test_role"]["__var"]
             )
             return dag_dict
 
@@ -567,7 +565,7 @@ def validate_deserialized_dag(self, serialized_dag: DAG, dag: DAG):
             "timezone",
             # Need to check fields in it, to exclude functions.
             "default_args",
-            "_task_group",
+            "task_group",
             "params",
             "_processor_dags_folder",
         }
@@ -592,7 +590,7 @@ def validate_deserialized_dag(self, serialized_dag: DAG, dag: DAG):
 
         assert serialized_dag.timetable.summary == dag.timetable.summary
         assert serialized_dag.timetable.serialize() == dag.timetable.serialize()
-        assert serialized_dag.timezone.name == dag.timezone.name
+        assert serialized_dag.timezone == dag.timezone
 
         for task_id in dag.task_ids:
             self.validate_deserialized_task(serialized_dag.get_task(task_id), dag.get_task(task_id))
@@ -613,7 +611,7 @@ def validate_deserialized_task(
             assert isinstance(serialized_task, SerializedBaseOperator)
             fields_to_check = task.get_serialized_fields() - {
                 # Checked separately
-                "_task_type",
+                "task_type",
                 "_operator_name",
                 # Type is excluded, so don't check it
                 "_log",
@@ -675,7 +673,7 @@ def validate_deserialized_task(
             # MappedOperator.operator_class holds a backup of the serialized
             # data; checking its entirety basically duplicates this validation
             # function, so we just do some sanity checks.
-            serialized_task.operator_class["_task_type"] == type(task).__name__
+            serialized_task.operator_class["task_type"] == type(task).__name__
             if isinstance(serialized_task.operator_class, DecoratedOperator):
                 serialized_task.operator_class["_operator_name"] == task._operator_name
 
@@ -804,7 +802,7 @@ def test_deserialization_timetable(
             "__version": 1,
             "dag": {
                 "default_args": {"__type": "dict", "__var": {}},
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": __file__,
                 "tasks": [],
                 "timezone": "UTC",
@@ -820,7 +818,7 @@ def test_deserialization_timetable_unregistered(self):
             "__version": 1,
             "dag": {
                 "default_args": {"__type": "dict", "__var": {}},
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": __file__,
                 "tasks": [],
                 "timezone": "UTC",
@@ -1060,6 +1058,7 @@ def test_extra_serialized_field_and_operator_links(
         link = simple_task.get_extra_links(ti, GoogleLink.name)
         assert "https://www.google.com" == link
 
+    @pytest.mark.usefixtures("clear_all_logger_handlers")
     def test_extra_operator_links_logs_error_for_non_registered_extra_links(self, caplog):
         """
         Assert OperatorLinks not registered via Plugins and if it is not an inbuilt Operator Link,
@@ -1221,14 +1220,20 @@ def test_no_new_fields_added_to_base_operator(self):
         This test verifies that there are no new fields added to BaseOperator. And reminds that
         tests should be added for it.
         """
+        from airflow.utils.trigger_rule import TriggerRule
+
         base_operator = BaseOperator(task_id="10")
-        fields = {k: v for (k, v) in vars(base_operator).items() if k in BaseOperator.get_serialized_fields()}
+        # Return the name of any annotated class property, or anything explicitly listed in serialized fields
+        field_names = {
+            fld.name
+            for fld in dataclasses.fields(BaseOperator)
+            if fld.name in BaseOperator.get_serialized_fields()
+        } | BaseOperator.get_serialized_fields()
+        fields = {k: getattr(base_operator, k) for k in field_names}
         assert fields == {
             "_logger_name": None,
-            "_log_config_logger_name": "airflow.task.operators",
-            "_post_execute_hook": None,
-            "_pre_execute_hook": None,
-            "_task_display_property_value": None,
+            "_needs_expansion": None,
+            "_task_display_name": None,
             "allow_nested_operators": True,
             "depends_on_past": False,
             "do_xcom_push": True,
@@ -1238,19 +1243,23 @@ def test_no_new_fields_added_to_base_operator(self):
             "doc_rst": None,
             "doc_yaml": None,
             "downstream_task_ids": set(),
+            "end_date": None,
             "email": None,
             "email_on_failure": True,
             "email_on_retry": True,
             "execution_timeout": None,
             "executor": None,
             "executor_config": {},
-            "ignore_first_depends_on_past": True,
+            "ignore_first_depends_on_past": False,
+            "is_setup": False,
+            "is_teardown": False,
             "inlets": [],
             "map_index_template": None,
             "max_active_tis_per_dag": None,
             "max_active_tis_per_dagrun": None,
             "max_retry_delay": None,
             "on_execute_callback": None,
+            "on_failure_fail_dagrun": False,
             "on_failure_callback": None,
             "on_retry_callback": None,
             "on_skipped_callback": None,
@@ -1267,8 +1276,18 @@ def test_no_new_fields_added_to_base_operator(self):
             "retry_delay": timedelta(0, 300),
             "retry_exponential_backoff": False,
             "run_as_user": None,
+            "sla": None,
+            "start_date": None,
+            "start_from_trigger": False,
+            "start_trigger_args": None,
             "task_id": "10",
-            "trigger_rule": "all_success",
+            "task_type": "BaseOperator",
+            "template_ext": (),
+            "template_fields": (),
+            "template_fields_renderers": {},
+            "trigger_rule": TriggerRule.ALL_SUCCESS,
+            "ui_color": "#fff",
+            "ui_fgcolor": "#000",
             "wait_for_downstream": False,
             "wait_for_past_depends_before_skipping": False,
             "weight_rule": _DownstreamPriorityWeightStrategy(),
@@ -1294,7 +1313,7 @@ def test_operator_deserialize_old_names(self):
             "template_ext": [],
             "template_fields": ["bash_command"],
             "template_fields_renderers": {},
-            "_task_type": "CustomOperator",
+            "task_type": "CustomOperator",
             "_task_module": "tests_common.test_utils.mock_operators",
             "pool": "default_pool",
             "ui_color": "#fff",
@@ -2052,7 +2071,7 @@ def test_params_upgrade(self):
         serialized = {
             "__version": 1,
             "dag": {
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": "/path/to/file.py",
                 "tasks": [],
                 "timezone": "UTC",
@@ -2071,7 +2090,7 @@ def test_params_serialization_from_dict_upgrade(self):
         serialized = {
             "__version": 1,
             "dag": {
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": "/path/to/file.py",
                 "tasks": [],
                 "timezone": "UTC",
@@ -2091,7 +2110,7 @@ def test_params_serialize_default_2_2_0(self):
         serialized = {
             "__version": 1,
             "dag": {
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": "/path/to/file.py",
                 "tasks": [],
                 "timezone": "UTC",
@@ -2108,7 +2127,7 @@ def test_params_serialize_default(self):
         serialized = {
             "__version": 1,
             "dag": {
-                "_dag_id": "simple_dag",
+                "dag_id": "simple_dag",
                 "fileloc": "/path/to/file.py",
                 "tasks": [],
                 "timezone": "UTC",
@@ -2290,7 +2309,7 @@ def test_operator_expand_serde():
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "airflow.providers.standard.operators.bash",
-        "_task_type": "BashOperator",
+        "task_type": "BashOperator",
         "start_trigger_args": None,
         "start_from_trigger": False,
         "downstream_task_ids": [],
@@ -2323,7 +2342,7 @@ def test_operator_expand_serde():
     assert op.deps is MappedOperator.deps_for(BaseOperator)
 
     assert op.operator_class == {
-        "_task_type": "BashOperator",
+        "task_type": "BashOperator",
         "_needs_expansion": True,
         "start_trigger_args": None,
         "start_from_trigger": False,
@@ -2353,7 +2372,7 @@ def test_operator_expand_xcomarg_serde():
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "tests_common.test_utils.mock_operators",
-        "_task_type": "MockOperator",
+        "task_type": "MockOperator",
         "downstream_task_ids": [],
         "expand_input": {
             "type": "dict-of-lists",
@@ -2408,7 +2427,7 @@ def test_operator_expand_kwargs_literal_serde(strict):
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "tests_common.test_utils.mock_operators",
-        "_task_type": "MockOperator",
+        "task_type": "MockOperator",
         "downstream_task_ids": [],
         "expand_input": {
             "type": "list-of-dicts",
@@ -2463,7 +2482,7 @@ def test_operator_expand_kwargs_xcomarg_serde(strict):
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "tests_common.test_utils.mock_operators",
-        "_task_type": "MockOperator",
+        "task_type": "MockOperator",
         "downstream_task_ids": [],
         "expand_input": {
             "type": "list-of-dicts",
@@ -2575,7 +2594,7 @@ def x(arg1, arg2, arg3):
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "airflow.decorators.python",
-        "_task_type": "_PythonDecoratedOperator",
+        "task_type": "_PythonDecoratedOperator",
         "_operator_name": "@task",
         "downstream_task_ids": [],
         "partial_kwargs": {
@@ -2677,7 +2696,7 @@ def x(arg1, arg2, arg3):
         "_is_mapped": True,
         "_needs_expansion": True,
         "_task_module": "airflow.decorators.python",
-        "_task_type": "_PythonDecoratedOperator",
+        "task_type": "_PythonDecoratedOperator",
         "_operator_name": "@task",
         "start_trigger_args": None,
         "start_from_trigger": False,
@@ -2771,7 +2790,7 @@ def tg(a: str) -> None:
         tg.expand(a=[".", ".."])
 
     ser_dag = SerializedBaseOperator.serialize(dag)
-    assert ser_dag[Encoding.VAR]["_task_group"]["children"]["tg"] == (
+    assert ser_dag[Encoding.VAR]["task_group"]["children"]["tg"] == (
         "taskgroup",
         {
             "_group_id": "tg",
@@ -2831,7 +2850,7 @@ def operator_extra_links(self):
         "template_ext": [],
         "template_fields": [],
         "template_fields_renderers": {},
-        "_task_type": "_DummyOperator",
+        "task_type": "_DummyOperator",
         "_task_module": "tests.serialization.test_dag_serialization",
         "_is_empty": False,
         "_is_mapped": True,
diff --git a/tests/serialization/test_pydantic_models.py b/tests/serialization/test_pydantic_models.py
index ff17bfa9a5d5f..7bfc7eda32af4 100644
--- a/tests/serialization/test_pydantic_models.py
+++ b/tests/serialization/test_pydantic_models.py
@@ -33,7 +33,7 @@
     DagScheduleAssetReference,
     TaskOutletAssetReference,
 )
-from airflow.models.dag import DAG, DagModel, create_timetable
+from airflow.models.dag import DAG, DagModel
 from airflow.serialization.pydantic.asset import AssetEventPydantic
 from airflow.serialization.pydantic.dag import DagModelPydantic
 from airflow.serialization.pydantic.dag_run import DagRunPydantic
@@ -81,11 +81,10 @@ def test_serializing_pydantic_task_instance(session, create_task_instance):
 def test_deserialize_ti_mapped_op_reserialized_with_refresh_from_task(session, dag_maker):
     op_class_dict_expected = {
         "_needs_expansion": True,
-        "_task_type": "_PythonDecoratedOperator",
+        "task_type": "_PythonDecoratedOperator",
         "downstream_task_ids": [],
         "start_from_trigger": False,
         "start_trigger_args": None,
-        "_operator_name": "@task",
         "ui_fgcolor": "#000",
         "ui_color": "#ffefeb",
         "template_fields": ["templates_dict", "op_args", "op_kwargs"],
@@ -128,6 +127,8 @@ def target(val=None):
     assert desered.task.__class__ == MappedOperator
 
     assert desered.task.operator_class == op_class_dict_expected
+    assert desered.task.task_type == "_PythonDecoratedOperator"
+    assert desered.task.operator_name == "@task"
 
     desered.refresh_from_task(deser_task)
 
@@ -180,12 +181,11 @@ def test_serializing_pydantic_dagrun(session, create_task_instance):
     ],
 )
 def test_serializing_pydantic_dagmodel(schedule):
-    timetable = create_timetable(schedule, timezone.utc)
     dag_model = DagModel(
         dag_id="test-dag",
         fileloc="/tmp/dag_1.py",
-        timetable_summary=timetable.summary,
-        timetable_description=timetable.description,
+        timetable_summary="summary",
+        timetable_description="desc",
         is_active=True,
         is_paused=False,
     )
@@ -196,8 +196,8 @@ def test_serializing_pydantic_dagmodel(schedule):
     deserialized_model = DagModelPydantic.model_validate_json(json_string)
     assert deserialized_model.dag_id == "test-dag"
     assert deserialized_model.fileloc == "/tmp/dag_1.py"
-    assert deserialized_model.timetable_summary == timetable.summary
-    assert deserialized_model.timetable_description == timetable.description
+    assert deserialized_model.timetable_summary == "summary"
+    assert deserialized_model.timetable_description == "desc"
     assert deserialized_model.is_active is True
     assert deserialized_model.is_paused is False
 
@@ -222,7 +222,7 @@ def test_serializing_pydantic_local_task_job(session, create_task_instance):
 # This test should not be run in DB isolation mode as it accesses the database directly - deliberately
 @pytest.mark.skip_if_database_isolation_mode
 @pytest.mark.skipif(not _ENABLE_AIP_44, reason="AIP-44 is disabled")
-def test_serializing_pydantic_dataset_event(session, create_task_instance, create_dummy_dag):
+def test_serializing_pydantic_asset_event(session, create_task_instance, create_dummy_dag):
     ds1 = AssetModel(id=1, uri="one", extra={"foo": "bar"})
     ds2 = AssetModel(id=2, uri="two")
 
@@ -244,31 +244,31 @@ def test_serializing_pydantic_dataset_event(session, create_task_instance, creat
     triggered_by_kwargs = {"triggered_by": DagRunTriggeredByType.TEST} if AIRFLOW_V_3_0_PLUS else {}
     dr = dag.create_dagrun(
         run_id="test2",
-        run_type=DagRunType.DATASET_TRIGGERED,
+        run_type=DagRunType.ASSET_TRIGGERED,
         execution_date=execution_date,
         state=None,
         session=session,
         data_interval=(execution_date, execution_date),
         **triggered_by_kwargs,
     )
-    asset1_event = AssetEvent(dataset_id=1)
-    asset2_event_1 = AssetEvent(dataset_id=2)
-    asset2_event_2 = AssetEvent(dataset_id=2)
+    asset1_event = AssetEvent(asset_id=1)
+    asset2_event_1 = AssetEvent(asset_id=2)
+    asset2_event_2 = AssetEvent(asset_id=2)
 
     dag_asset_ref = DagScheduleAssetReference(dag_id=dag.dag_id)
     session.add(dag_asset_ref)
-    dag_asset_ref.dataset = ds1
+    dag_asset_ref.asset = ds1
     task_ds_ref = TaskOutletAssetReference(task_id=task1.task_id, dag_id=dag.dag_id)
     session.add(task_ds_ref)
-    task_ds_ref.dataset = ds1
+    task_ds_ref.asset = ds1
 
-    dr.consumed_dataset_events.append(asset1_event)
-    dr.consumed_dataset_events.append(asset2_event_1)
-    dr.consumed_dataset_events.append(asset2_event_2)
+    dr.consumed_asset_events.append(asset1_event)
+    dr.consumed_asset_events.append(asset2_event_1)
+    dr.consumed_asset_events.append(asset2_event_2)
     session.commit()
     TracebackSessionForTests.set_allow_db_access(session, False)
 
-    print(asset2_event_2.dataset.consuming_dags)
+    print(asset2_event_2.asset.consuming_dags)
     pydantic_dse1 = AssetEventPydantic.model_validate(asset1_event)
     json_string1 = pydantic_dse1.model_dump_json()
     print(json_string1)
@@ -282,16 +282,16 @@ def test_serializing_pydantic_dataset_event(session, create_task_instance, creat
     print(json_string_dr)
 
     deserialized_model1 = AssetEventPydantic.model_validate_json(json_string1)
-    assert deserialized_model1.dataset.id == 1
-    assert deserialized_model1.dataset.uri == "one"
-    assert len(deserialized_model1.dataset.consuming_dags) == 1
-    assert len(deserialized_model1.dataset.producing_tasks) == 1
+    assert deserialized_model1.asset.id == 1
+    assert deserialized_model1.asset.uri == "one"
+    assert len(deserialized_model1.asset.consuming_dags) == 1
+    assert len(deserialized_model1.asset.producing_tasks) == 1
 
     deserialized_model2 = AssetEventPydantic.model_validate_json(json_string2)
-    assert deserialized_model2.dataset.id == 2
-    assert deserialized_model2.dataset.uri == "two"
-    assert len(deserialized_model2.dataset.consuming_dags) == 0
-    assert len(deserialized_model2.dataset.producing_tasks) == 0
+    assert deserialized_model2.asset.id == 2
+    assert deserialized_model2.asset.uri == "two"
+    assert len(deserialized_model2.asset.consuming_dags) == 0
+    assert len(deserialized_model2.asset.producing_tasks) == 0
 
     deserialized_dr = DagRunPydantic.model_validate_json(json_string_dr)
-    assert len(deserialized_dr.consumed_dataset_events) == 3
+    assert len(deserialized_dr.consumed_asset_events) == 3
diff --git a/tests/serialization/test_serde.py b/tests/serialization/test_serde.py
index e37464905d41b..11010af86ab93 100644
--- a/tests/serialization/test_serde.py
+++ b/tests/serialization/test_serde.py
@@ -350,9 +350,9 @@ def test_backwards_compat(self):
                 "__type": "dict",
             },
         }
-        dataset = deserialize(data)
-        assert dataset.extra == {"hi": "bye"}
-        assert dataset.uri == uri
+        asset = deserialize(data)
+        assert asset.extra == {"hi": "bye"}
+        assert asset.uri == uri
 
     def test_backwards_compat_wrapped(self):
         """
@@ -364,10 +364,10 @@ def test_backwards_compat_wrapped(self):
         e = deserialize(i)
         assert e["extra"] == {"hi": "bye"}
 
-    def test_encode_dataset(self):
-        dataset = Asset("mytest://dataset")
-        obj = deserialize(serialize(dataset))
-        assert dataset.uri == obj.uri
+    def test_encode_asset(self):
+        asset = Asset("mytest://asset")
+        obj = deserialize(serialize(asset))
+        assert asset.uri == obj.uri
 
     def test_serializers_importable_and_str(self):
         """test if all distributed serializers are lazy loading and can be imported"""
diff --git a/tests/serialization/test_serialized_objects.py b/tests/serialization/test_serialized_objects.py
index 1a20cc7975947..81ba206af4671 100644
--- a/tests/serialization/test_serialized_objects.py
+++ b/tests/serialization/test_serialized_objects.py
@@ -49,7 +49,7 @@
 from airflow.models.tasklog import LogTemplate
 from airflow.models.xcom_arg import XComArg
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.serialization.enums import DagAttributeTypes as DAT, Encoding
 from airflow.serialization.pydantic.asset import AssetEventPydantic, AssetPydantic
 from airflow.serialization.pydantic.dag import DagModelPydantic, DagTagPydantic
diff --git a/tests/task/task_runner/conftest.py b/tests/task/conftest.py
similarity index 89%
rename from tests/task/task_runner/conftest.py
rename to tests/task/conftest.py
index 3af87d1ed7d83..2d66ad640e3e8 100644
--- a/tests/task/task_runner/conftest.py
+++ b/tests/task/conftest.py
@@ -22,9 +22,6 @@
 
 import pytest
 
-from airflow.config_templates.airflow_local_settings import DEFAULT_LOGGING_CONFIG
-from airflow.listeners.listener import get_listener_manager
-
 
 @pytest.fixture(scope="module", autouse=True)
 def reset_to_default_logging():
@@ -33,6 +30,10 @@ def reset_to_default_logging():
     This fixture reset back logging to default after execution of separate module  in this test package.
     """
     yield
+
+    from airflow.config_templates.airflow_local_settings import DEFAULT_LOGGING_CONFIG
+    from airflow.listeners.listener import get_listener_manager
+
     airflow_logger = logging.getLogger("airflow")
     airflow_logger.handlers = []
     dictConfig(DEFAULT_LOGGING_CONFIG)
diff --git a/tests/task/task_runner/test_base_task_runner.py b/tests/task/task_runner/test_base_task_runner.py
deleted file mode 100644
index 4e935a9d0a63a..0000000000000
--- a/tests/task/task_runner/test_base_task_runner.py
+++ /dev/null
@@ -1,59 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from unittest import mock
-
-import pytest
-
-from airflow.jobs.job import Job
-from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
-from airflow.models.baseoperator import BaseOperator
-from airflow.task.task_runner.base_task_runner import BaseTaskRunner
-
-pytestmark = pytest.mark.db_test
-
-
-@pytest.mark.parametrize(["impersonation"], (("nobody",), ("airflow",), (None,)))
-@mock.patch("subprocess.check_call")
-@mock.patch("airflow.task.task_runner.base_task_runner.tmp_configuration_copy")
-def test_config_copy_mode(tmp_configuration_copy, subprocess_call, dag_maker, impersonation):
-    tmp_configuration_copy.return_value = "/tmp/some-string"
-
-    with dag_maker("test", serialized=True):
-        BaseOperator(task_id="task_1", run_as_user=impersonation)
-
-    dr = dag_maker.create_dagrun()
-
-    ti = dr.task_instances[0]
-    job = Job(dag_id=ti.dag_id)
-    job_runner = LocalTaskJobRunner(job=job, task_instance=ti)
-    runner = BaseTaskRunner(job_runner)
-    # So we don't try to delete it -- cos the file won't exist
-    del runner._cfg_path
-
-    includes = bool(impersonation)
-
-    tmp_configuration_copy.assert_called_with(chmod=0o600, include_env=includes, include_cmds=includes)
-
-    if impersonation is None or impersonation == "airflow":
-        subprocess_call.not_assert_called()
-    else:
-        subprocess_call.assert_called_with(
-            ["sudo", "chown", impersonation, "/tmp/some-string"], close_fds=True
-        )
diff --git a/tests/task/task_runner/test_cgroup_task_runner.py b/tests/task/task_runner/test_cgroup_task_runner.py
deleted file mode 100644
index c3999e19b09a3..0000000000000
--- a/tests/task/task_runner/test_cgroup_task_runner.py
+++ /dev/null
@@ -1,45 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from unittest import mock
-
-from airflow.task.task_runner.cgroup_task_runner import CgroupTaskRunner
-
-
-class TestCgroupTaskRunner:
-    @mock.patch("airflow.task.task_runner.base_task_runner.BaseTaskRunner.__init__")
-    @mock.patch("airflow.task.task_runner.base_task_runner.BaseTaskRunner.on_finish")
-    def test_cgroup_task_runner_super_calls(self, mock_super_on_finish, mock_super_init):
-        """
-        This test ensures that initiating CgroupTaskRunner object
-        calls init method of BaseTaskRunner,
-        and when task finishes, CgroupTaskRunner.on_finish() calls
-        super().on_finish() to delete the temp cfg file.
-        """
-        Job = mock.Mock()
-        Job.job_type = None
-        Job.task_instance = mock.MagicMock()
-        Job.task_instance.run_as_user = None
-        Job.task_instance.command_as_list.return_value = ["sleep", "1000"]
-
-        runner = CgroupTaskRunner(Job)
-        assert mock_super_init.called
-
-        runner.on_finish()
-        assert mock_super_on_finish.called
diff --git a/tests/task/task_runner/test_task_runner.py b/tests/task/task_runner/test_task_runner.py
deleted file mode 100644
index 7b5c931efd594..0000000000000
--- a/tests/task/task_runner/test_task_runner.py
+++ /dev/null
@@ -1,66 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from unittest import mock
-
-import pytest
-
-from airflow.jobs.local_task_job_runner import LocalTaskJobRunner
-from airflow.task.task_runner import CORE_TASK_RUNNERS, get_task_runner
-from airflow.utils.module_loading import import_string
-
-pytestmark = pytest.mark.db_test
-
-
-custom_task_runner = mock.MagicMock()
-
-
-class TestGetTaskRunner:
-    @pytest.mark.parametrize("import_path", CORE_TASK_RUNNERS.values())
-    def test_should_have_valid_imports(self, import_path):
-        assert import_string(import_path) is not None
-
-    @pytest.mark.skip_if_database_isolation_mode  # Test is broken in db isolation mode
-    @mock.patch("airflow.utils.log.file_task_handler._ensure_ti")
-    @mock.patch("airflow.task.task_runner.base_task_runner.subprocess")
-    @mock.patch("airflow.task.task_runner._TASK_RUNNER_NAME", "StandardTaskRunner")
-    def test_should_support_core_task_runner(self, mock_subprocess, mock_ensure_ti):
-        ti = mock.MagicMock(map_index=-1, run_as_user=None)
-        ti.get_template_context.return_value = {"ti": ti}
-        ti.get_dagrun.return_value.get_log_template.return_value.filename = "blah"
-        mock_ensure_ti.return_value = ti
-        Job = mock.MagicMock(task_instance=ti)
-        Job.job_type = None
-        job_runner = LocalTaskJobRunner(job=Job, task_instance=ti)
-        task_runner = get_task_runner(job_runner)
-
-        assert "StandardTaskRunner" == task_runner.__class__.__name__
-
-    @mock.patch(
-        "airflow.task.task_runner._TASK_RUNNER_NAME",
-        "tests.task.task_runner.test_task_runner.custom_task_runner",
-    )
-    def test_should_support_custom_legacy_task_runner(self):
-        mock.MagicMock(**{"task_instance.get_template_context.return_value": {"ti": mock.MagicMock()}})
-        custom_task_runner.reset_mock()
-
-        task_runner = get_task_runner(custom_task_runner)
-
-        custom_task_runner.assert_called_once_with(custom_task_runner)
-
-        assert custom_task_runner.return_value == task_runner
diff --git a/tests/task/task_runner/test_standard_task_runner.py b/tests/task/test_standard_task_runner.py
similarity index 92%
rename from tests/task/task_runner/test_standard_task_runner.py
rename to tests/task/test_standard_task_runner.py
index 5c1f88079c50f..c39f6df075982 100644
--- a/tests/task/task_runner/test_standard_task_runner.py
+++ b/tests/task/test_standard_task_runner.py
@@ -34,7 +34,7 @@
 from airflow.listeners.listener import get_listener_manager
 from airflow.models.dagbag import DagBag
 from airflow.models.taskinstance import TaskInstance
-from airflow.task.task_runner.standard_task_runner import StandardTaskRunner
+from airflow.task.standard_task_runner import StandardTaskRunner
 from airflow.utils import timezone
 from airflow.utils.log.file_task_handler import FileTaskHandler
 from airflow.utils.platform import getuser
@@ -84,6 +84,38 @@ def propagate_task_logger():
             h.maintain_propagate = _propagate
 
 
+@pytest.mark.parametrize(["impersonation"], (("nobody",), ("airflow",), (None,)))
+@mock.patch("subprocess.check_call")
+# Mock this to avoid DB calls in render template. Remove this once AIP-44 is removed as it should be able to
+# render without needing ti/DR to exist. Make it so
+@mock.patch("airflow.utils.log.logging_mixin.LoggingMixin._set_context")
+@mock.patch("airflow.task.standard_task_runner.tmp_configuration_copy")
+def test_config_copy_mode(tmp_configuration_copy, _set_context, subprocess_call, impersonation):
+    tmp_configuration_copy.return_value = "/tmp/some-string"
+
+    job = mock.Mock()
+    job.job_type = None
+    job.task_instance = mock.Mock()
+    job.task_instance.command_as_list.return_value = []
+    job.task_instance.run_as_user = impersonation
+
+    job_runner = LocalTaskJobRunner(job=job, task_instance=job.task_instance)
+    runner = StandardTaskRunner(job_runner)
+    # So we don't try to delete it -- cos the file won't exist
+    del runner._cfg_path
+
+    includes = bool(impersonation)
+
+    tmp_configuration_copy.assert_called_with(chmod=0o600, include_env=includes, include_cmds=includes)
+
+    if impersonation is None or impersonation == "airflow":
+        subprocess_call.not_assert_called()
+    else:
+        subprocess_call.assert_called_with(
+            ["sudo", "chown", impersonation, "/tmp/some-string"], close_fds=True
+        )
+
+
 @pytest.mark.usefixtures("reset_logging_config")
 class TestStandardTaskRunner:
     def setup_class(self):
@@ -470,7 +502,7 @@ def test_parsing_context(self):
         )
 
     @pytest.mark.db_test
-    @mock.patch("airflow.task.task_runner.standard_task_runner.Stats.gauge")
+    @mock.patch("airflow.task.standard_task_runner.Stats.gauge")
     @patch("airflow.utils.log.file_task_handler.FileTaskHandler._init_file")
     def test_read_task_utilization(self, mock_init, mock_stats, tmp_path):
         mock_init.return_value = (tmp_path / "test_read_task_utilization.log").as_posix()
diff --git a/tests/ti_deps/deps/test_not_previously_skipped_dep.py b/tests/ti_deps/deps/test_not_previously_skipped_dep.py
index 810e556a9fbc1..3d7adca3b97d1 100644
--- a/tests/ti_deps/deps/test_not_previously_skipped_dep.py
+++ b/tests/ti_deps/deps/test_not_previously_skipped_dep.py
@@ -22,7 +22,7 @@
 
 from airflow.models import DagRun, TaskInstance
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import BranchPythonOperator
+from airflow.providers.standard.operators.python import BranchPythonOperator
 from airflow.ti_deps.dep_context import DepContext
 from airflow.ti_deps.deps.not_previously_skipped_dep import NotPreviouslySkippedDep
 from airflow.utils.state import State
diff --git a/tests/timetables/test_assets_timetable.py b/tests/timetables/test_assets_timetable.py
index f2105891c7298..f461afa31c890 100644
--- a/tests/timetables/test_assets_timetable.py
+++ b/tests/timetables/test_assets_timetable.py
@@ -111,7 +111,7 @@ def test_assets() -> list[Asset]:
 @pytest.fixture
 def asset_timetable(test_timetable: MockTimetable, test_assets: list[Asset]) -> AssetOrTimeSchedule:
     """
-    Pytest fixture for creating a AssetOrTimeSchedule object.
+    Pytest fixture for creating an AssetOrTimeSchedule object.
 
     :param test_timetable: The test timetable instance.
     :param test_assets: A list of Asset instances.
@@ -213,8 +213,8 @@ def asset_events(mocker) -> list[AssetEvent]:
     mock_dag_run_later.data_interval_end = later
 
     # Create AssetEvent objects with mock source_dag_run
-    event_earlier = AssetEvent(timestamp=earlier, dataset_id=1)
-    event_later = AssetEvent(timestamp=later, dataset_id=1)
+    event_earlier = AssetEvent(timestamp=earlier, asset_id=1)
+    event_later = AssetEvent(timestamp=later, asset_id=1)
 
     # Use mocker to set the source_dag_run attribute to avoid SQLAlchemy's instrumentation
     mocker.patch.object(event_earlier, "source_dag_run", new=mock_dag_run_earlier)
@@ -265,7 +265,7 @@ def test_summary(session: Session) -> None:
     table = AssetTriggeredTimetable(asset_alias)
     assert table.summary == "Unresolved AssetAlias"
 
-    asset_alias_model.datasets.append(asset_model)
+    asset_alias_model.assets.append(asset_model)
     session.add(asset_alias_model)
     session.commit()
 
diff --git a/tests/timetables/test_trigger_timetable.py b/tests/timetables/test_trigger_timetable.py
index 5165a14b3c115..4b4deb6eb6b04 100644
--- a/tests/timetables/test_trigger_timetable.py
+++ b/tests/timetables/test_trigger_timetable.py
@@ -37,7 +37,7 @@
 CURRENT_TIME = pendulum.DateTime(2021, 9, 7, tzinfo=utc)
 YESTERDAY = CURRENT_TIME - datetime.timedelta(days=1)
 
-HOURLY_CRON_TRIGGER_TIMETABLE = CronTriggerTimetable("@hourly", timezone=utc)
+HOURLY_CRON_TRIGGER_TIMETABLE = CronTriggerTimetable("@hourly", timezone=utc, run_immediately=True)
 
 DELTA_FROM_MIDNIGHT = datetime.timedelta(minutes=30, hours=16)
 
@@ -68,7 +68,11 @@ def test_daily_cron_trigger_no_catchup_first_starts_at_next_schedule(
     next_start_time: pendulum.DateTime,
 ) -> None:
     """If ``catchup=False`` and start_date is a day before"""
-    timetable = CronTriggerTimetable("30 16 * * *", timezone=utc)
+    timetable = CronTriggerTimetable(
+        "30 16 * * *",
+        timezone=utc,
+        run_immediately=False,  # Should have no effect since earliest is not None
+    )
     next_info = timetable.next_dagrun_info(
         last_automated_data_interval=last_automated_data_interval,
         restriction=TimeRestriction(earliest=YESTERDAY, latest=None, catchup=False),
@@ -151,12 +155,6 @@ def test_hourly_cron_trigger_no_catchup_next_info(
             DagRunInfo.exact(pendulum.DateTime(2022, 7, 27, 1, 0, 0, tzinfo=utc)),
             id="no_last_automated_with_earliest_not_on_boundary",
         ),
-        pytest.param(
-            None,
-            None,
-            None,
-            id="no_last_automated_no_earliest",
-        ),
     ],
 )
 def test_hourly_cron_trigger_catchup_next_info(
@@ -207,18 +205,29 @@ def test_validate_failure() -> None:
 @pytest.mark.parametrize(
     "timetable, data",
     [
-        (HOURLY_CRON_TRIGGER_TIMETABLE, {"expression": "0 * * * *", "timezone": "UTC", "interval": 0}),
         (
-            CronTriggerTimetable("0 0 1 12 *", timezone=utc, interval=datetime.timedelta(hours=2)),
-            {"expression": "0 0 1 12 *", "timezone": "UTC", "interval": 7200.0},
+            HOURLY_CRON_TRIGGER_TIMETABLE,
+            {"expression": "0 * * * *", "run_immediately": True, "timezone": "UTC", "interval": 0.0},
+        ),
+        (
+            CronTriggerTimetable(
+                "0 0 1 12 *", timezone=utc, run_immediately=False, interval=datetime.timedelta(hours=2)
+            ),
+            {"expression": "0 0 1 12 *", "run_immediately": False, "timezone": "UTC", "interval": 7200.0},
         ),
         (
             CronTriggerTimetable(
                 "0 0 1 12 0",
                 timezone="Asia/Taipei",
+                run_immediately=False,
                 interval=dateutil.relativedelta.relativedelta(weekday=dateutil.relativedelta.MO),
             ),
-            {"expression": "0 0 1 12 0", "timezone": "Asia/Taipei", "interval": {"weekday": [0]}},
+            {
+                "expression": "0 0 1 12 0",
+                "run_immediately": False,
+                "timezone": "Asia/Taipei",
+                "interval": {"weekday": [0]},
+            },
         ),
     ],
 )
@@ -230,3 +239,49 @@ def test_serialization(timetable: CronTriggerTimetable, data: dict[str, typing.A
     assert tt._expression == timetable._expression
     assert tt._timezone == timetable._timezone
     assert tt._interval == timetable._interval
+
+
+JUST_AFTER = pendulum.datetime(year=2024, month=8, day=15, hour=3, minute=5)
+WAY_AFTER = pendulum.datetime(year=2024, month=8, day=15, hour=12, minute=5)
+PREVIOUS = DagRunInfo.exact(pendulum.datetime(year=2024, month=8, day=15, hour=3))
+NEXT = DagRunInfo.exact(pendulum.datetime(year=2024, month=8, day=16, hour=3))
+
+
+@pytest.mark.parametrize("catchup", [True, False])
+@pytest.mark.parametrize(
+    "run_immediately, current_time, correct_interval",
+    [
+        (True, WAY_AFTER, PREVIOUS),
+        (False, JUST_AFTER, PREVIOUS),
+        (False, WAY_AFTER, NEXT),
+        (datetime.timedelta(minutes=10), JUST_AFTER, PREVIOUS),
+        (datetime.timedelta(minutes=10), WAY_AFTER, NEXT),
+    ],
+)
+def test_run_immediately(catchup, run_immediately, current_time, correct_interval):
+    timetable = CronTriggerTimetable(
+        "0 3 * * *",
+        timezone=utc,
+        run_immediately=run_immediately,
+    )
+    with time_machine.travel(current_time):
+        next_info = timetable.next_dagrun_info(
+            last_automated_data_interval=None,
+            restriction=TimeRestriction(earliest=None, latest=None, catchup=catchup),
+        )
+        assert next_info == correct_interval
+
+
+@pytest.mark.parametrize("catchup", [True, False])
+def test_run_immediately_fast_dag(catchup):
+    timetable = CronTriggerTimetable(
+        "*/10 3 * * *",  # Runs every 10 minutes, so falls back to 5 min hardcoded limit on buffer time
+        timezone=utc,
+        run_immediately=False,
+    )
+    with time_machine.travel(JUST_AFTER, tick=False):
+        next_info = timetable.next_dagrun_info(
+            last_automated_data_interval=None,
+            restriction=TimeRestriction(earliest=None, latest=None, catchup=catchup),
+        )
+        assert next_info == PREVIOUS
diff --git a/tests/utils/log/test_log_reader.py b/tests/utils/log/test_log_reader.py
index b760e69fd7e11..fd8731be5d960 100644
--- a/tests/utils/log/test_log_reader.py
+++ b/tests/utils/log/test_log_reader.py
@@ -31,7 +31,7 @@
 from airflow import settings
 from airflow.config_templates.airflow_local_settings import DEFAULT_LOGGING_CONFIG
 from airflow.models.tasklog import LogTemplate
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.timetables.base import DataInterval
 from airflow.utils import timezone
 from airflow.utils.log.log_reader import TaskLogReader
diff --git a/tests/utils/log/test_task_context_logger.py b/tests/utils/log/test_task_context_logger.py
deleted file mode 100644
index 7c73648535a22..0000000000000
--- a/tests/utils/log/test_task_context_logger.py
+++ /dev/null
@@ -1,139 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-import logging
-from unittest import mock
-from unittest.mock import Mock
-
-import pytest
-
-from airflow.models.taskinstancekey import TaskInstanceKey
-from airflow.utils.log.task_context_logger import TaskContextLogger
-
-from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS
-from tests_common.test_utils.config import conf_vars
-
-if AIRFLOW_V_3_0_PLUS:
-    from airflow.utils.types import DagRunTriggeredByType
-
-logger = logging.getLogger(__name__)
-
-pytestmark = pytest.mark.skip_if_database_isolation_mode
-
-
-@pytest.fixture
-def mock_handler():
-    logger = logging.getLogger("airflow.task")
-    old = logger.handlers[:]
-    h = Mock()
-    logger.handlers[:] = [h]
-    yield h
-    logger.handlers[:] = old
-
-
-@pytest.fixture
-def ti(dag_maker):
-    with dag_maker() as dag:
-
-        @dag.task()
-        def nothing():
-            return None
-
-        nothing()
-
-    triggered_by_kwargs = {"triggered_by": DagRunTriggeredByType.TEST} if AIRFLOW_V_3_0_PLUS else {}
-    dr = dag.create_dagrun("running", run_id="abc", **triggered_by_kwargs)
-    ti = dr.get_task_instances()[0]
-    return ti
-
-
-def test_task_context_logger_enabled_by_default():
-    t = TaskContextLogger(component_name="test_component")
-    assert t.enabled is True
-
-
-@pytest.mark.parametrize("supported", [True, False])
-def test_task_handler_not_supports_task_context_logging(mock_handler, supported):
-    mock_handler.supports_task_context_logging = supported
-    t = TaskContextLogger(component_name="test_component")
-    assert t.enabled is supported
-
-
-@pytest.mark.skip_if_database_isolation_mode
-@pytest.mark.db_test
-@pytest.mark.parametrize("supported", [True, False])
-def test_task_context_log_with_correct_arguments(ti, mock_handler, supported):
-    mock_handler.supports_task_context_logging = supported
-    t = TaskContextLogger(component_name="test_component")
-    t.info("test message with args %s, %s", "a", "b", ti=ti)
-    if supported:
-        mock_handler.set_context.assert_called_once_with(ti, identifier="test_component")
-        mock_handler.emit.assert_called_once()
-    else:
-        mock_handler.set_context.assert_not_called()
-        mock_handler.emit.assert_not_called()
-
-
-@pytest.mark.skip_if_database_isolation_mode
-@pytest.mark.db_test
-@mock.patch("airflow.utils.log.task_context_logger._ensure_ti")
-@pytest.mark.parametrize("supported", [True, False])
-def test_task_context_log_with_task_instance_key(mock_ensure_ti, ti, mock_handler, supported):
-    mock_handler.supports_task_context_logging = supported
-    mock_ensure_ti.return_value = ti
-    task_instance_key = TaskInstanceKey(ti.dag_id, ti.task_id, ti.run_id, ti.try_number, ti.map_index)
-    t = TaskContextLogger(component_name="test_component")
-    t.info("test message with args %s, %s", "a", "b", ti=task_instance_key)
-    if supported:
-        mock_handler.set_context.assert_called_once_with(ti, identifier="test_component")
-        mock_handler.emit.assert_called_once()
-    else:
-        mock_handler.set_context.assert_not_called()
-        mock_handler.emit.assert_not_called()
-
-
-@pytest.mark.skip_if_database_isolation_mode
-@pytest.mark.db_test
-def test_task_context_log_closes_task_handler(ti, mock_handler):
-    t = TaskContextLogger("blah")
-    t.info("test message", ti=ti)
-    mock_handler.close.assert_called_once()
-
-
-@pytest.mark.skip_if_database_isolation_mode
-@pytest.mark.skip_if_database_isolation_mode
-@pytest.mark.db_test
-def test_task_context_log_also_emits_to_call_site_logger(ti):
-    logger = logging.getLogger("abc123567")
-    logger.setLevel(logging.INFO)
-    logger.log = Mock()
-    t = TaskContextLogger("blah", call_site_logger=logger)
-    t.info("test message", ti=ti)
-    logger.log.assert_called_once_with(logging.INFO, "test message")
-
-
-@pytest.mark.db_test
-@pytest.mark.parametrize("val, expected", [("true", True), ("false", False)])
-def test_task_context_logger_config_works(ti, mock_handler, val, expected):
-    with conf_vars({("logging", "enable_task_context_logger"): val}):
-        t = TaskContextLogger("abc")
-        t.info("test message", ti=ti)
-        if expected:
-            mock_handler.emit.assert_called()
-        else:
-            mock_handler.emit.assert_not_called()
diff --git a/tests/utils/test_cli_util.py b/tests/utils/test_cli_util.py
index 25003eec6d0eb..ba018cdad36dd 100644
--- a/tests/utils/test_cli_util.py
+++ b/tests/utils/test_cli_util.py
@@ -185,6 +185,47 @@ def test_get_dag_by_pickle(self, session, dag_maker):
         with pytest.raises(AirflowException, match="pickle_id could not be found .* -42"):
             get_dag_by_pickle(pickle_id=-42, session=session)
 
+    @pytest.mark.parametrize(
+        ["given_command", "expected_masked_command"],
+        [
+            (
+                "airflow variables set --description 'needed for dag 4' client_secret_234 7fh4375f5gy353wdf",
+                "airflow variables set --description 'needed for dag 4' client_secret_234 ********",
+            ),
+            (
+                "airflow variables set cust_secret_234 7fh4375f5gy353wdf",
+                "airflow variables set cust_secret_234 ********",
+            ),
+        ],
+    )
+    def test_cli_set_variable_supplied_sensitive_value_is_masked(
+        self, given_command, expected_masked_command, session
+    ):
+        args = given_command.split()
+
+        expected_command = expected_masked_command.split()
+
+        exec_date = timezone.utcnow()
+        namespace = Namespace(dag_id="foo", task_id="bar", subcommand="test", execution_date=exec_date)
+        with mock.patch.object(sys, "argv", args), mock.patch(
+            "airflow.utils.session.create_session"
+        ) as mock_create_session:
+            metrics = cli._build_metrics(args[1], namespace)
+            # Make it so the default_action_log doesn't actually commit the txn, by giving it a next txn
+            # instead
+            mock_create_session.return_value = session.begin_nested()
+            mock_create_session.return_value.bulk_insert_mappings = session.bulk_insert_mappings
+            cli_action_loggers.default_action_log(**metrics)
+
+            log = session.query(Log).order_by(Log.dttm.desc()).first()
+
+        assert metrics.get("start_datetime") <= timezone.utcnow()
+
+        command: str = json.loads(log.extra).get("full_command")
+        # Replace single quotes to double quotes to avoid json decode error
+        command = ast.literal_eval(command)
+        assert command == expected_command
+
 
 @contextmanager
 def fail_action_logger_callback():
diff --git a/tests/utils/test_compression.py b/tests/utils/test_compression.py
deleted file mode 100644
index 66d4806fd1142..0000000000000
--- a/tests/utils/test_compression.py
+++ /dev/null
@@ -1,87 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-import bz2
-import errno
-import filecmp
-import gzip
-import shutil
-import tempfile
-
-import pytest
-
-from airflow.utils import compression
-
-
-class TestCompression:
-    @pytest.fixture(autouse=True)
-    def setup_attrs(self):
-        self.file_names = {}
-        header = b"Sno\tSome,Text \n"
-        line1 = b"1\tAirflow Test\n"
-        line2 = b"2\tCompressionUtil\n"
-        self.tmp_dir = tempfile.mkdtemp(prefix="test_utils_compression_")
-        # create sample txt, gz and bz2 files
-        with tempfile.NamedTemporaryFile(mode="wb+", dir=self.tmp_dir, delete=False) as f_txt:
-            self._set_fn(f_txt.name, ".txt")
-            f_txt.writelines([header, line1, line2])
-
-        fn_gz = self._get_fn(".txt") + ".gz"
-        with gzip.GzipFile(filename=fn_gz, mode="wb") as f_gz:
-            self._set_fn(fn_gz, ".gz")
-            f_gz.writelines([header, line1, line2])
-
-        fn_bz2 = self._get_fn(".txt") + ".bz2"
-        with bz2.BZ2File(filename=fn_bz2, mode="wb") as f_bz2:
-            self._set_fn(fn_bz2, ".bz2")
-            f_bz2.writelines([header, line1, line2])
-
-        yield
-
-        try:
-            shutil.rmtree(self.tmp_dir)
-        except OSError as e:
-            # ENOENT - no such file or directory
-            if e.errno != errno.ENOENT:
-                raise e
-
-    # Helper method to create a dictionary of file names and
-    # file extension
-    def _set_fn(self, fn, ext):
-        self.file_names[ext] = fn
-
-    # Helper method to fetch a file of a
-    # certain extension
-    def _get_fn(self, ext):
-        return self.file_names[ext]
-
-    def test_uncompress_file(self):
-        # Testing txt file type
-        with pytest.raises(NotImplementedError, match="^Received .txt format. Only gz and bz2.*"):
-            compression.uncompress_file(
-                **{"input_file_name": None, "file_extension": ".txt", "dest_dir": None},
-            )
-        # Testing gz file type
-        fn_txt = self._get_fn(".txt")
-        fn_gz = self._get_fn(".gz")
-        txt_gz = compression.uncompress_file(fn_gz, ".gz", self.tmp_dir)
-        assert filecmp.cmp(txt_gz, fn_txt, shallow=False), "Uncompressed file does not match original"
-        # Testing bz2 file type
-        fn_bz2 = self._get_fn(".bz2")
-        txt_bz2 = compression.uncompress_file(fn_bz2, ".bz2", self.tmp_dir)
-        assert filecmp.cmp(txt_bz2, fn_txt, shallow=False), "Uncompressed file does not match original"
diff --git a/tests/utils/test_dates.py b/tests/utils/test_dates.py
deleted file mode 100644
index 9a789724e58fd..0000000000000
--- a/tests/utils/test_dates.py
+++ /dev/null
@@ -1,89 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from datetime import timedelta
-
-import pytest
-from dateutil.relativedelta import relativedelta
-
-from airflow.utils import dates, timezone
-
-
-class TestDates:
-    def test_parse_execution_date(self):
-        execution_date_str_wo_ms = "2017-11-02 00:00:00"
-        execution_date_str_w_ms = "2017-11-05 16:18:30.989729"
-        bad_execution_date_str = "2017-11-06TXX:00:00Z"
-
-        assert timezone.datetime(2017, 11, 2, 0, 0, 0) == dates.parse_execution_date(execution_date_str_wo_ms)
-        assert timezone.datetime(2017, 11, 5, 16, 18, 30, 989729) == dates.parse_execution_date(
-            execution_date_str_w_ms
-        )
-        with pytest.raises(ValueError):
-            dates.parse_execution_date(bad_execution_date_str)
-
-    def test_round_time(self):
-        rt1 = dates.round_time(timezone.datetime(2015, 1, 1, 6), timedelta(days=1))
-        assert timezone.datetime(2015, 1, 1, 0, 0) == rt1
-
-        rt2 = dates.round_time(timezone.datetime(2015, 1, 2), relativedelta(months=1))
-        assert timezone.datetime(2015, 1, 1, 0, 0) == rt2
-
-        rt3 = dates.round_time(
-            timezone.datetime(2015, 9, 16, 0, 0), timedelta(1), timezone.datetime(2015, 9, 14, 0, 0)
-        )
-        assert timezone.datetime(2015, 9, 16, 0, 0) == rt3
-
-        rt4 = dates.round_time(
-            timezone.datetime(2015, 9, 15, 0, 0), timedelta(1), timezone.datetime(2015, 9, 14, 0, 0)
-        )
-        assert timezone.datetime(2015, 9, 15, 0, 0) == rt4
-
-        rt5 = dates.round_time(
-            timezone.datetime(2015, 9, 14, 0, 0), timedelta(1), timezone.datetime(2015, 9, 14, 0, 0)
-        )
-        assert timezone.datetime(2015, 9, 14, 0, 0) == rt5
-
-        rt6 = dates.round_time(
-            timezone.datetime(2015, 9, 13, 0, 0), timedelta(1), timezone.datetime(2015, 9, 14, 0, 0)
-        )
-        assert timezone.datetime(2015, 9, 14, 0, 0) == rt6
-
-    def test_infer_time_unit(self):
-        assert dates.infer_time_unit([130, 5400, 10]) == "minutes"
-
-        assert dates.infer_time_unit([110, 50, 10, 100]) == "seconds"
-
-        assert dates.infer_time_unit([100000, 50000, 10000, 20000]) == "hours"
-
-        assert dates.infer_time_unit([200000, 100000]) == "days"
-
-    def test_scale_time_units(self):
-        # floating point arrays
-        arr1 = dates.scale_time_units([130, 5400, 10], "minutes")
-        assert arr1 == pytest.approx([2.1667, 90.0, 0.1667], rel=1e-3)
-
-        arr2 = dates.scale_time_units([110, 50, 10, 100], "seconds")
-        assert arr2 == pytest.approx([110.0, 50.0, 10.0, 100.0])
-
-        arr3 = dates.scale_time_units([100000, 50000, 10000, 20000], "hours")
-        assert arr3 == pytest.approx([27.7778, 13.8889, 2.7778, 5.5556], rel=1e-3)
-
-        arr4 = dates.scale_time_units([200000, 100000], "days")
-        assert arr4 == pytest.approx([2.3147, 1.1574], rel=1e-3)
diff --git a/tests/utils/test_db_cleanup.py b/tests/utils/test_db_cleanup.py
index 53e242df089bf..c05e0ceb5050c 100644
--- a/tests/utils/test_db_cleanup.py
+++ b/tests/utils/test_db_cleanup.py
@@ -32,7 +32,7 @@
 
 from airflow.exceptions import AirflowException
 from airflow.models import DagModel, DagRun, TaskInstance
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils import timezone
 from airflow.utils.db_cleanup import (
     ARCHIVE_TABLE_PREFIX,
@@ -331,8 +331,8 @@ def test_no_models_missing(self):
             "ab_user",
             "variable",  # leave alone
             "asset_active",  # not good way to know if "stale"
-            "dataset",  # not good way to know if "stale"
-            "dataset_alias",  # not good way to know if "stale"
+            "asset",  # not good way to know if "stale"
+            "asset_alias",  # not good way to know if "stale"
             "task_map",  # keys to TI, so no need
             "serialized_dag",  # handled through FK to Dag
             "log_template",  # not a significant source of data; age not indicative of staleness
@@ -343,11 +343,11 @@ def test_no_models_missing(self):
             "dag_warning",  # self-maintaining
             "connection",  # leave alone
             "slot_pool",  # leave alone
-            "dag_schedule_dataset_reference",  # leave alone for now
-            "dag_schedule_dataset_alias_reference",  # leave alone for now
-            "task_outlet_dataset_reference",  # leave alone for now
-            "dataset_dag_run_queue",  # self-managed
-            "dataset_event_dag_run",  # foreign keys
+            "dag_schedule_asset_reference",  # leave alone for now
+            "dag_schedule_asset_alias_reference",  # leave alone for now
+            "task_outlet_asset_reference",  # leave alone for now
+            "asset_dag_run_queue",  # self-managed
+            "asset_event_dag_run",  # foreign keys
             "task_instance_note",  # foreign keys
             "dag_run_note",  # foreign keys
             "rendered_task_instance_fields",  # foreign key with TI
diff --git a/tests/utils/test_dot_renderer.py b/tests/utils/test_dot_renderer.py
index d8b80c0ba3f4a..0bf6f75fa6d00 100644
--- a/tests/utils/test_dot_renderer.py
+++ b/tests/utils/test_dot_renderer.py
@@ -24,7 +24,6 @@
 
 from airflow.models.dag import DAG
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.serialization.dag_dependency import DagDependency
 from airflow.utils import dot_renderer, timezone
 from airflow.utils.state import State
@@ -33,6 +32,11 @@
 from tests_common.test_utils.compat import BashOperator
 from tests_common.test_utils.db import clear_db_dags
 
+try:
+    from airflow.providers.standard.operators.python import PythonOperator
+except ImportError:
+    from airflow.operators.python import PythonOperator  # type: ignore[no-redef,attr-defined]
+
 START_DATE = timezone.utcnow()
 
 pytestmark = [pytest.mark.db_test, pytest.mark.skip_if_database_isolation_mode]
diff --git a/tests/utils/test_edgemodifier.py b/tests/utils/test_edgemodifier.py
index 89644180c27d4..41c08f4c2d601 100644
--- a/tests/utils/test_edgemodifier.py
+++ b/tests/utils/test_edgemodifier.py
@@ -23,7 +23,7 @@
 from airflow.models.dag import DAG
 from airflow.models.xcom_arg import XComArg
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.edgemodifier import Label
 from airflow.utils.task_group import TaskGroup
 from airflow.www.views import dag_edges
diff --git a/tests/utils/test_log_handlers.py b/tests/utils/test_log_handlers.py
index 190197e310de3..781e3d853308d 100644
--- a/tests/utils/test_log_handlers.py
+++ b/tests/utils/test_log_handlers.py
@@ -40,7 +40,7 @@
 from airflow.models.dagrun import DagRun
 from airflow.models.taskinstance import TaskInstance
 from airflow.models.trigger import Trigger
-from airflow.operators.python import PythonOperator
+from airflow.providers.standard.operators.python import PythonOperator
 from airflow.utils.log.file_task_handler import (
     FileTaskHandler,
     LogType,
diff --git a/tests/utils/test_scheduler_health.py b/tests/utils/test_scheduler_health.py
new file mode 100644
index 0000000000000..4bc74da3e468e
--- /dev/null
+++ b/tests/utils/test_scheduler_health.py
@@ -0,0 +1,79 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from http.server import BaseHTTPRequestHandler
+from unittest import mock
+from unittest.mock import MagicMock
+
+import pytest
+
+from airflow.utils.scheduler_health import HealthServer
+
+pytestmark = pytest.mark.db_test
+
+
+class MockServer(HealthServer):
+    def __init__(self):
+        # Overriding so we don't need to initialize with BaseHTTPRequestHandler.__init__ params
+        pass
+
+    def do_GET(self, path):
+        self.path = path
+        super().do_GET()
+
+
+class TestSchedulerHealthServer:
+    def setup_method(self) -> None:
+        self.mock_server = MockServer()
+
+    # This test is to ensure that the server responds correctly to a GET request on the correct endpoint.
+    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
+    def test_incorrect_endpoint(self, mock_send_error):
+        self.mock_server.do_GET("/incorrect")
+        mock_send_error.assert_called_with(404)
+
+    # This test is to ensure that if the scheduler is healthy, it returns 200 status code.
+    @mock.patch.object(BaseHTTPRequestHandler, "end_headers")
+    @mock.patch.object(BaseHTTPRequestHandler, "send_response")
+    @mock.patch("airflow.utils.scheduler_health.create_session")
+    def test_healthy_scheduler(self, mock_session, mock_send_response, mock_end_headers):
+        mock_scheduler_job = MagicMock()
+        mock_scheduler_job.is_alive.return_value = True
+        mock_session.return_value.__enter__.return_value.query.return_value = mock_scheduler_job
+        self.mock_server.do_GET("/health")
+        mock_send_response.assert_called_once_with(200)
+        mock_end_headers.assert_called_once()
+
+    # This test is to ensure that if the scheduler is unhealthy, it returns 503 error code.
+    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
+    @mock.patch("airflow.utils.scheduler_health.create_session")
+    def test_unhealthy_scheduler(self, mock_session, mock_send_error):
+        mock_scheduler_job = MagicMock()
+        mock_scheduler_job.is_alive.return_value = False
+        mock_session.return_value.__enter__.return_value.query.return_value = mock_scheduler_job
+        self.mock_server.do_GET("/health")
+        mock_send_error.assert_called_with(503)
+
+    # This test is to ensure that if there's no scheduler job running, it returns 503 error code.
+    @mock.patch.object(BaseHTTPRequestHandler, "send_error")
+    @mock.patch("airflow.utils.scheduler_health.create_session")
+    def test_missing_scheduler(self, mock_session, mock_send_error):
+        mock_session.return_value.__enter__.return_value.query.return_value = None
+        self.mock_server.do_GET("/health")
+        mock_send_error.assert_called_with(503)
diff --git a/tests/utils/test_task_group.py b/tests/utils/test_task_group.py
index 5abedfe553866..b0fd7fa6c183a 100644
--- a/tests/utils/test_task_group.py
+++ b/tests/utils/test_task_group.py
@@ -18,7 +18,6 @@
 from __future__ import annotations
 
 from datetime import timedelta
-from unittest import mock
 
 import pendulum
 import pytest
@@ -35,12 +34,11 @@
 from airflow.models.dag import DAG
 from airflow.models.xcom_arg import XComArg
 from airflow.operators.empty import EmptyOperator
-from airflow.operators.python import PythonOperator
 from airflow.utils.dag_edges import dag_edges
-from airflow.utils.task_group import TASKGROUP_ARGS_EXPECTED_TYPES, TaskGroup, task_group_to_dict
+from airflow.utils.task_group import TaskGroup, task_group_to_dict
 
 from tests.models import DEFAULT_DATE
-from tests_common.test_utils.compat import BashOperator
+from tests_common.test_utils.compat import BashOperator, PythonOperator
 
 
 def make_task(name, type_="classic"):
@@ -1660,17 +1658,7 @@ def work(): ...
 
 
 def test_task_group_with_invalid_arg_type_raises_error():
-    error_msg = "'ui_color' has an invalid type <class 'int'> with value 123, expected type is <class 'str'>"
+    error_msg = r"'ui_color' must be <class 'str'> \(got 123 that is a <class 'int'>\)\."
     with DAG(dag_id="dag_with_tg_invalid_arg_type", schedule=None):
         with pytest.raises(TypeError, match=error_msg):
-            with TaskGroup("group_1", ui_color=123):
-                EmptyOperator(task_id="task1")
-
-
-@mock.patch("airflow.utils.task_group.validate_instance_args")
-def test_task_group_init_validates_arg_types(mock_validate_instance_args):
-    with DAG(dag_id="dag_with_tg_valid_arg_types", schedule=None):
-        with TaskGroup("group_1", ui_color="red") as tg:
-            EmptyOperator(task_id="task1")
-
-    mock_validate_instance_args.assert_called_with(tg, TASKGROUP_ARGS_EXPECTED_TYPES)
+            _ = TaskGroup("group_1", ui_color=123)
diff --git a/tests/utils/test_usage_data_collection.py b/tests/utils/test_usage_data_collection.py
index b104d1bfe365a..bc973672089c9 100644
--- a/tests/utils/test_usage_data_collection.py
+++ b/tests/utils/test_usage_data_collection.py
@@ -27,7 +27,6 @@
 from airflow.utils.usage_data_collection import (
     get_database_version,
     get_python_version,
-    to_bucket,
     usage_data_collection,
 )
 
@@ -101,20 +100,3 @@ def test_get_database_version(version_info, expected_version):
 def test_get_python_version(version_info, expected_version):
     with mock.patch("platform.python_version", return_value=version_info):
         assert get_python_version() == expected_version
-
-
-@pytest.mark.parametrize(
-    "counter, expected_bucket",
-    [
-        (0, "0"),
-        (1, "1-5"),
-        (5, "1-5"),
-        (6, "6-10"),
-        (11, "11-20"),
-        (20, "11-20"),
-        (21, "21-50"),
-        (10000, "2000+"),
-    ],
-)
-def test_to_bucket(counter, expected_bucket):
-    assert to_bucket(counter) == expected_bucket
diff --git a/tests/www/views/test_views.py b/tests/www/views/test_views.py
index fc2f0b7565747..e447746b6305c 100644
--- a/tests/www/views/test_views.py
+++ b/tests/www/views/test_views.py
@@ -25,7 +25,6 @@
 import pytest
 from markupsafe import Markup
 
-from airflow import __version__ as airflow_version
 from airflow.configuration import (
     initialize_config,
     write_default_airflow_configuration_if_needed,
@@ -36,7 +35,6 @@
 from airflow.utils.task_group import TaskGroup
 from airflow.www.views import (
     ProviderView,
-    build_scarf_url,
     get_key_paths,
     get_safe_url,
     get_task_stats_from_query,
@@ -608,39 +606,3 @@ def test_invalid_dates(app, admin_client, url, content):
 
     assert resp.status_code == 400
     assert re.search(content, resp.get_data().decode())
-
-
-@pytest.mark.parametrize("enabled", [False, True])
-@patch("airflow.utils.usage_data_collection.get_platform_info", return_value=("Linux", "x86_64"))
-@patch("airflow.utils.usage_data_collection.get_database_version", return_value="12.3")
-@patch("airflow.utils.usage_data_collection.get_database_name", return_value="postgres")
-@patch("airflow.utils.usage_data_collection.get_executor", return_value="SequentialExecutor")
-@patch("airflow.utils.usage_data_collection.get_python_version", return_value="3.9")
-@patch("airflow.utils.usage_data_collection.get_plugin_counts")
-def test_build_scarf_url(
-    get_plugin_counts,
-    get_python_version,
-    get_executor,
-    get_database_name,
-    get_database_version,
-    get_platform_info,
-    enabled,
-):
-    get_plugin_counts.return_value = {
-        "plugins": 10,
-        "flask_blueprints": 15,
-        "appbuilder_views": 20,
-        "appbuilder_menu_items": 25,
-        "timetables": 30,
-    }
-    with patch("airflow.settings.is_usage_data_collection_enabled", return_value=enabled):
-        result = build_scarf_url(5)
-        expected_url = (
-            "https://apacheairflow.gateway.scarf.sh/webserver/"
-            f"{airflow_version}/3.9/Linux/x86_64/postgres/12.3/SequentialExecutor/1-5"
-            f"/6-10/15/20/25/21-50"
-        )
-        if enabled:
-            assert result == expected_url
-        else:
-            assert result == ""
diff --git a/tests/www/views/test_views_dataset.py b/tests/www/views/test_views_asset.py
similarity index 78%
rename from tests/www/views/test_views_dataset.py
rename to tests/www/views/test_views_asset.py
index b712a43da515e..f2e860958ca41 100644
--- a/tests/www/views/test_views_dataset.py
+++ b/tests/www/views/test_views_asset.py
@@ -15,6 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
+
 from __future__ import annotations
 
 import pendulum
@@ -31,7 +32,7 @@
 pytestmark = pytest.mark.db_test
 
 
-class TestDatasetEndpoint:
+class TestAssetEndpoint:
     @pytest.fixture(autouse=True)
     def _cleanup(self):
         clear_db_assets()
@@ -51,29 +52,29 @@ def create(indexes):
         return create
 
 
-class TestGetDatasets(TestDatasetEndpoint):
+class TestGetAssets(TestAssetEndpoint):
     def test_should_respond_200(self, admin_client, create_assets, session):
         create_assets([1, 2])
         session.commit()
         assert session.query(AssetModel).count() == 2
 
         with assert_queries_count(10):
-            response = admin_client.get("/object/datasets_summary")
+            response = admin_client.get("/object/assets_summary")
 
         assert response.status_code == 200
         response_data = response.json
         assert response_data == {
-            "datasets": [
+            "assets": [
                 {
                     "id": 1,
                     "uri": "s3://bucket/key/1",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
                 {
                     "id": 2,
                     "uri": "s3://bucket/key/2",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
             ],
@@ -85,7 +86,7 @@ def test_order_by_raises_400_for_invalid_attr(self, admin_client, create_assets,
         session.commit()
         assert session.query(AssetModel).count() == 2
 
-        response = admin_client.get("/object/datasets_summary?order_by=fake")
+        response = admin_client.get("/object/assets_summary?order_by=fake")
 
         assert response.status_code == 400
         msg = "Ordering with 'fake' is disallowed or the attribute does not exist on the model"
@@ -96,12 +97,12 @@ def test_order_by_raises_400_for_invalid_datetimes(self, admin_client, create_as
         session.commit()
         assert session.query(AssetModel).count() == 2
 
-        response = admin_client.get("/object/datasets_summary?updated_before=null")
+        response = admin_client.get("/object/assets_summary?updated_before=null")
 
         assert response.status_code == 400
         assert "Invalid datetime:" in response.text
 
-        response = admin_client.get("/object/datasets_summary?updated_after=null")
+        response = admin_client.get("/object/assets_summary?updated_after=null")
 
         assert response.status_code == 400
         assert "Invalid datetime:" in response.text
@@ -113,7 +114,7 @@ def test_filter_by_datetimes(self, admin_client, create_assets, session):
         # Update assets, one per day, starting with assets[0], ending with assets[2]
         asset_events = [
             AssetEvent(
-                dataset_id=a.id,
+                asset_id=a.id,
                 timestamp=today.add(days=-len(assets) + i + 1),
             )
             for i, a in enumerate(assets)
@@ -123,41 +124,41 @@ def test_filter_by_datetimes(self, admin_client, create_assets, session):
         assert session.query(AssetModel).count() == len(assets)
 
         cutoff = today.add(days=-1).add(minutes=-5).to_iso8601_string()
-        response = admin_client.get(f"/object/datasets_summary?updated_after={cutoff}")
+        response = admin_client.get(f"/object/assets_summary?updated_after={cutoff}")
 
         assert response.status_code == 200
         assert response.json["total_entries"] == 2
-        assert [json_dict["id"] for json_dict in response.json["datasets"]] == [2, 3]
+        assert [json_dict["id"] for json_dict in response.json["assets"]] == [2, 3]
 
         cutoff = today.add(days=-1).add(minutes=5).to_iso8601_string()
-        response = admin_client.get(f"/object/datasets_summary?updated_before={cutoff}")
+        response = admin_client.get(f"/object/assets_summary?updated_before={cutoff}")
 
         assert response.status_code == 200
         assert response.json["total_entries"] == 2
-        assert [json_dict["id"] for json_dict in response.json["datasets"]] == [1, 2]
+        assert [json_dict["id"] for json_dict in response.json["assets"]] == [1, 2]
 
     @pytest.mark.parametrize(
         "order_by, ordered_asset_ids",
         [
             ("uri", [1, 2, 3, 4]),
             ("-uri", [4, 3, 2, 1]),
-            ("last_dataset_update", [4, 1, 3, 2]),
-            ("-last_dataset_update", [2, 3, 1, 4]),
+            ("last_asset_update", [4, 1, 3, 2]),
+            ("-last_asset_update", [2, 3, 1, 4]),
         ],
     )
     def test_order_by(self, admin_client, session, create_assets, order_by, ordered_asset_ids):
         assets = create_assets(range(1, len(ordered_asset_ids) + 1))
         asset_events = [
             AssetEvent(
-                dataset_id=assets[2].id,
+                asset_id=assets[2].id,
                 timestamp=pendulum.today("UTC").add(days=-3),
             ),
             AssetEvent(
-                dataset_id=assets[1].id,
+                asset_id=assets[1].id,
                 timestamp=pendulum.today("UTC").add(days=-2),
             ),
             AssetEvent(
-                dataset_id=assets[1].id,
+                asset_id=assets[1].id,
                 timestamp=pendulum.today("UTC").add(days=-1),
             ),
         ]
@@ -165,10 +166,10 @@ def test_order_by(self, admin_client, session, create_assets, order_by, ordered_
         session.commit()
         assert session.query(AssetModel).count() == len(ordered_asset_ids)
 
-        response = admin_client.get(f"/object/datasets_summary?order_by={order_by}")
+        response = admin_client.get(f"/object/assets_summary?order_by={order_by}")
 
         assert response.status_code == 200
-        assert ordered_asset_ids == [json_dict["id"] for json_dict in response.json["datasets"]]
+        assert ordered_asset_ids == [json_dict["id"] for json_dict in response.json["assets"]]
         assert response.json["total_entries"] == len(ordered_asset_ids)
 
     def test_search_uri_pattern(self, admin_client, create_assets, session):
@@ -177,16 +178,16 @@ def test_search_uri_pattern(self, admin_client, create_assets, session):
         assert session.query(AssetModel).count() == 2
 
         uri_pattern = "key_2"
-        response = admin_client.get(f"/object/datasets_summary?uri_pattern={uri_pattern}")
+        response = admin_client.get(f"/object/assets_summary?uri_pattern={uri_pattern}")
 
         assert response.status_code == 200
         response_data = response.json
         assert response_data == {
-            "datasets": [
+            "assets": [
                 {
                     "id": 2,
                     "uri": "s3://bucket/key/2",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
             ],
@@ -194,22 +195,22 @@ def test_search_uri_pattern(self, admin_client, create_assets, session):
         }
 
         uri_pattern = "s3://bucket/key_"
-        response = admin_client.get(f"/object/datasets_summary?uri_pattern={uri_pattern}")
+        response = admin_client.get(f"/object/assets_summary?uri_pattern={uri_pattern}")
 
         assert response.status_code == 200
         response_data = response.json
         assert response_data == {
-            "datasets": [
+            "assets": [
                 {
                     "id": 1,
                     "uri": "s3://bucket/key/1",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
                 {
                     "id": 2,
                     "uri": "s3://bucket/key/2",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
             ],
@@ -274,7 +275,7 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
             session.add_all(
                 [
                     AssetEvent(
-                        dataset_id=asset1_id,
+                        asset_id=asset1_id,
                         timestamp=pendulum.DateTime(2022, 8, 1, i, tzinfo=UTC),
                     )
                     for i in range(3)
@@ -284,7 +285,7 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
             session.add_all(
                 [
                     AssetEvent(
-                        dataset_id=asset3_id,
+                        asset_id=asset3_id,
                         timestamp=pendulum.DateTime(2022, 8, 1, i, tzinfo=UTC),
                     )
                     for i in range(3)
@@ -294,7 +295,7 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
             session.add_all(
                 [
                     AssetEvent(
-                        dataset_id=asset4_id,
+                        asset_id=asset4_id,
                         timestamp=pendulum.DateTime(2022, 8, 1, i, tzinfo=UTC),
                     )
                     for i in range(4)
@@ -304,7 +305,7 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
             session.add_all(
                 [
                     AssetEvent(
-                        dataset_id=asset5_id,
+                        asset_id=asset5_id,
                         timestamp=pendulum.DateTime(2022, 8, 1, i, tzinfo=UTC),
                     )
                     for i in range(5)
@@ -312,40 +313,40 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
             )
             session.commit()
 
-            response = admin_client.get("/object/datasets_summary")
+            response = admin_client.get("/object/assets_summary")
 
         assert response.status_code == 200
         response_data = response.json
         assert response_data == {
-            "datasets": [
+            "assets": [
                 {
                     "id": asset1_id,
                     "uri": "s3://bucket/key/1",
-                    "last_dataset_update": "2022-08-01T02:00:00+00:00",
+                    "last_asset_update": "2022-08-01T02:00:00+00:00",
                     "total_updates": 3,
                 },
                 {
                     "id": asset2_id,
                     "uri": "s3://bucket/key/2",
-                    "last_dataset_update": None,
+                    "last_asset_update": None,
                     "total_updates": 0,
                 },
                 {
                     "id": asset3_id,
                     "uri": "s3://bucket/key/3",
-                    "last_dataset_update": "2022-08-01T02:00:00+00:00",
+                    "last_asset_update": "2022-08-01T02:00:00+00:00",
                     "total_updates": 3,
                 },
                 {
                     "id": asset4_id,
                     "uri": "s3://bucket/key/4",
-                    "last_dataset_update": "2022-08-01T03:00:00+00:00",
+                    "last_asset_update": "2022-08-01T03:00:00+00:00",
                     "total_updates": 4,
                 },
                 {
                     "id": asset5_id,
                     "uri": "s3://bucket/key/5",
-                    "last_dataset_update": "2022-08-01T04:00:00+00:00",
+                    "last_asset_update": "2022-08-01T04:00:00+00:00",
                     "total_updates": 5,
                 },
             ],
@@ -353,55 +354,55 @@ def test_correct_counts_update(self, admin_client, session, dag_maker, app, monk
         }
 
 
-class TestGetDatasetsEndpointPagination(TestDatasetEndpoint):
+class TestGetAssetsEndpointPagination(TestAssetEndpoint):
     @pytest.mark.parametrize(
-        "url, expected_dataset_uris",
+        "url, expected_asset_uris",
         [
             # Limit test data
-            ("/object/datasets_summary?limit=1", ["s3://bucket/key/1"]),
-            ("/object/datasets_summary?limit=5", [f"s3://bucket/key/{i}" for i in range(1, 6)]),
+            ("/object/assets_summary?limit=1", ["s3://bucket/key/1"]),
+            ("/object/assets_summary?limit=5", [f"s3://bucket/key/{i}" for i in range(1, 6)]),
             # Offset test data
-            ("/object/datasets_summary?offset=1", [f"s3://bucket/key/{i}" for i in range(2, 10)]),
-            ("/object/datasets_summary?offset=3", [f"s3://bucket/key/{i}" for i in range(4, 10)]),
+            ("/object/assets_summary?offset=1", [f"s3://bucket/key/{i}" for i in range(2, 10)]),
+            ("/object/assets_summary?offset=3", [f"s3://bucket/key/{i}" for i in range(4, 10)]),
             # Limit and offset test data
-            ("/object/datasets_summary?offset=3&limit=3", [f"s3://bucket/key/{i}" for i in [4, 5, 6]]),
+            ("/object/assets_summary?offset=3&limit=3", [f"s3://bucket/key/{i}" for i in [4, 5, 6]]),
         ],
     )
-    def test_limit_and_offset(self, admin_client, create_assets, session, url, expected_dataset_uris):
+    def test_limit_and_offset(self, admin_client, create_assets, session, url, expected_asset_uris):
         create_assets(range(1, 10))
         session.commit()
 
         response = admin_client.get(url)
 
         assert response.status_code == 200
-        dataset_uris = [dataset["uri"] for dataset in response.json["datasets"]]
-        assert dataset_uris == expected_dataset_uris
+        asset_uris = [asset["uri"] for asset in response.json["assets"]]
+        assert asset_uris == expected_asset_uris
 
     def test_should_respect_page_size_limit_default(self, admin_client, create_assets, session):
         create_assets(range(1, 60))
         session.commit()
 
-        response = admin_client.get("/object/datasets_summary")
+        response = admin_client.get("/object/assets_summary")
 
         assert response.status_code == 200
-        assert len(response.json["datasets"]) == 25
+        assert len(response.json["assets"]) == 25
 
     def test_should_return_max_if_req_above(self, admin_client, create_assets, session):
         create_assets(range(1, 60))
         session.commit()
 
-        response = admin_client.get("/object/datasets_summary?limit=180")
+        response = admin_client.get("/object/assets_summary?limit=180")
 
         assert response.status_code == 200
-        assert len(response.json["datasets"]) == 50
+        assert len(response.json["assets"]) == 50
 
 
-class TestGetDatasetNextRunSummary(TestDatasetEndpoint):
-    def test_next_run_dataset_summary(self, dag_maker, admin_client):
+class TestGetAssetNextRunSummary(TestAssetEndpoint):
+    def test_next_run_asset_summary(self, dag_maker, admin_client):
         with dag_maker(dag_id="upstream", schedule=[Asset(uri="s3://bucket/key/1")], serialized=True):
             EmptyOperator(task_id="task1")
 
-        response = admin_client.post("/next_run_datasets_summary", data={"dag_ids": ["upstream"]})
+        response = admin_client.post("/next_run_assets_summary", data={"dag_ids": ["upstream"]})
 
         assert response.status_code == 200
         assert response.json == {"upstream": {"ready": 0, "total": 1, "uri": "s3://bucket/key/1"}}
diff --git a/tests/www/views/test_views_cluster_activity.py b/tests/www/views/test_views_cluster_activity.py
index a8c2a175511de..b675a7241ab9a 100644
--- a/tests/www/views/test_views_cluster_activity.py
+++ b/tests/www/views/test_views_cluster_activity.py
@@ -75,7 +75,7 @@ def _make_dag_runs(dag_maker, session, time_machine):
     run2 = dag_maker.create_dagrun(
         run_id="run_2",
         state=DagRunState.FAILED,
-        run_type=DagRunType.DATASET_TRIGGERED,
+        run_type=DagRunType.ASSET_TRIGGERED,
         execution_date=date + timedelta(days=1),
         start_date=date + timedelta(days=1),
     )
@@ -109,7 +109,7 @@ def test_historical_metrics_data(admin_client, session, time_machine):
     assert resp.status_code == 200
     assert resp.json == {
         "dag_run_states": {"failed": 1, "queued": 0, "running": 1, "success": 1},
-        "dag_run_types": {"backfill": 0, "dataset_triggered": 1, "manual": 0, "scheduled": 2},
+        "dag_run_types": {"backfill": 0, "asset_triggered": 1, "manual": 0, "scheduled": 2},
         "task_instance_states": {
             "deferred": 0,
             "failed": 2,
@@ -137,7 +137,7 @@ def test_historical_metrics_data_date_filters(admin_client, session):
     assert resp.status_code == 200
     assert resp.json == {
         "dag_run_states": {"failed": 1, "queued": 0, "running": 0, "success": 0},
-        "dag_run_types": {"backfill": 0, "dataset_triggered": 1, "manual": 0, "scheduled": 0},
+        "dag_run_types": {"backfill": 0, "asset_triggered": 1, "manual": 0, "scheduled": 0},
         "task_instance_states": {
             "deferred": 0,
             "failed": 2,
diff --git a/tests/www/views/test_views_dagrun.py b/tests/www/views/test_views_dagrun.py
index df55cc952e8a2..b8e5d843516e8 100644
--- a/tests/www/views/test_views_dagrun.py
+++ b/tests/www/views/test_views_dagrun.py
@@ -307,3 +307,79 @@ def test_dag_runs_queue_new_tasks_action(session, admin_client, completed_dag_ru
     check_content_in_response("runme_2", resp)
     check_content_not_in_response("runme_1", resp)
     assert resp.status_code == 200
+
+
+@pytest.fixture
+def dag_run_with_all_done_task(session):
+    """Creates a DAG run for example_bash_decorator with tasks in various states and an ALL_DONE task not yet run."""
+    dag = DagBag().get_dag("example_bash_decorator")
+
+    # Re-sync the DAG to the DB
+    dag.sync_to_db()
+
+    execution_date = timezone.datetime(2016, 1, 9)
+    triggered_by_kwargs = {"triggered_by": DagRunTriggeredByType.TEST} if AIRFLOW_V_3_0_PLUS else {}
+    dr = dag.create_dagrun(
+        state="running",
+        execution_date=execution_date,
+        data_interval=(execution_date, execution_date),
+        run_id="test_dagrun_failed",
+        session=session,
+        **triggered_by_kwargs,
+    )
+
+    # Create task instances in various states to test the ALL_DONE trigger rule
+    tis = [
+        # runme_loop tasks
+        TaskInstance(dag.get_task("runme_0"), run_id=dr.run_id, state="success"),
+        TaskInstance(dag.get_task("runme_1"), run_id=dr.run_id, state="failed"),
+        TaskInstance(dag.get_task("runme_2"), run_id=dr.run_id, state="running"),
+        # Other tasks before run_this_last
+        TaskInstance(dag.get_task("run_after_loop"), run_id=dr.run_id, state="success"),
+        TaskInstance(dag.get_task("also_run_this"), run_id=dr.run_id, state="success"),
+        TaskInstance(dag.get_task("also_run_this_again"), run_id=dr.run_id, state="skipped"),
+        TaskInstance(dag.get_task("this_will_skip"), run_id=dr.run_id, state="running"),
+        # The task with trigger_rule=ALL_DONE
+        TaskInstance(dag.get_task("run_this_last"), run_id=dr.run_id, state=None),
+    ]
+    session.bulk_save_objects(tis)
+    session.commit()
+
+    return dag, dr
+
+
+def test_dagrun_failed(session, admin_client, dag_run_with_all_done_task):
+    """Test marking a dag run as failed with a task having trigger_rule='all_done'"""
+    dag, dr = dag_run_with_all_done_task
+
+    # Verify task instances were created
+    task_instances = (
+        session.query(TaskInstance)
+        .filter(TaskInstance.dag_id == dr.dag_id, TaskInstance.run_id == dr.run_id)
+        .all()
+    )
+    assert len(task_instances) > 0
+
+    resp = admin_client.post(
+        "/dagrun_failed",
+        data={"dag_id": dr.dag_id, "dag_run_id": dr.run_id, "confirmed": "true"},
+        follow_redirects=True,
+    )
+
+    assert resp.status_code == 200
+
+    with create_session() as session:
+        updated_dr = (
+            session.query(DagRun).filter(DagRun.dag_id == dr.dag_id, DagRun.run_id == dr.run_id).first()
+        )
+        assert updated_dr.state == "failed"
+
+        task_instances = (
+            session.query(TaskInstance)
+            .filter(TaskInstance.dag_id == dr.dag_id, TaskInstance.run_id == dr.run_id)
+            .all()
+        )
+
+        done_states = {"success", "failed", "skipped", "upstream_failed"}
+        for ti in task_instances:
+            assert ti.state in done_states
diff --git a/tests/www/views/test_views_grid.py b/tests/www/views/test_views_grid.py
index edf878b9829e7..830cd071abd65 100644
--- a/tests/www/views/test_views_grid.py
+++ b/tests/www/views/test_views_grid.py
@@ -110,7 +110,7 @@ def test_no_runs(admin_client, dag_without_runs):
             "children": [
                 {
                     "extra_links": [],
-                    "has_outlet_datasets": False,
+                    "has_outlet_assets": False,
                     "id": "task1",
                     "instances": [],
                     "is_mapped": False,
@@ -122,7 +122,7 @@ def test_no_runs(admin_client, dag_without_runs):
                     "children": [
                         {
                             "extra_links": [],
-                            "has_outlet_datasets": False,
+                            "has_outlet_assets": False,
                             "id": "mapped_task_group.subtask2",
                             "instances": [],
                             "is_mapped": True,
@@ -141,7 +141,7 @@ def test_no_runs(admin_client, dag_without_runs):
                     "children": [
                         {
                             "extra_links": [],
-                            "has_outlet_datasets": False,
+                            "has_outlet_assets": False,
                             "id": "group.mapped",
                             "instances": [],
                             "is_mapped": True,
@@ -264,7 +264,7 @@ def test_one_run(admin_client, dag_with_runs: list[DagRun], session):
             "children": [
                 {
                     "extra_links": [],
-                    "has_outlet_datasets": False,
+                    "has_outlet_assets": False,
                     "id": "task1",
                     "instances": [
                         {
@@ -297,7 +297,7 @@ def test_one_run(admin_client, dag_with_runs: list[DagRun], session):
                     "children": [
                         {
                             "extra_links": [],
-                            "has_outlet_datasets": False,
+                            "has_outlet_assets": False,
                             "id": "mapped_task_group.subtask2",
                             "instances": [
                                 {
@@ -354,7 +354,7 @@ def test_one_run(admin_client, dag_with_runs: list[DagRun], session):
                     "children": [
                         {
                             "extra_links": [],
-                            "has_outlet_datasets": False,
+                            "has_outlet_assets": False,
                             "id": "group.mapped",
                             "instances": [
                                 {
@@ -437,10 +437,10 @@ def test_has_outlet_asset_flag(admin_client, dag_maker, session, app, monkeypatc
         m.setattr(app, "dag_bag", dag_maker.dagbag)
         resp = admin_client.get(f"/object/grid_data?dag_id={DAG_ID}", follow_redirects=True)
 
-    def _expected_task_details(task_id, has_outlet_datasets):
+    def _expected_task_details(task_id, has_outlet_assets):
         return {
             "extra_links": [],
-            "has_outlet_datasets": has_outlet_datasets,
+            "has_outlet_assets": has_outlet_assets,
             "id": task_id,
             "instances": [],
             "is_mapped": False,
@@ -469,7 +469,7 @@ def _expected_task_details(task_id, has_outlet_datasets):
 
 
 @pytest.mark.need_serialized_dag
-def test_next_run_datasets(admin_client, dag_maker, session, app, monkeypatch):
+def test_next_run_assets(admin_client, dag_maker, session, app, monkeypatch):
     with monkeypatch.context() as m:
         assets = [Asset(uri=f"s3://bucket/key/{i}") for i in [1, 2]]
 
@@ -481,22 +481,22 @@ def test_next_run_datasets(admin_client, dag_maker, session, app, monkeypatch):
         asset1_id = session.query(AssetModel.id).filter_by(uri=assets[0].uri).scalar()
         asset2_id = session.query(AssetModel.id).filter_by(uri=assets[1].uri).scalar()
         adrq = AssetDagRunQueue(
-            target_dag_id=DAG_ID, dataset_id=asset1_id, created_at=pendulum.DateTime(2022, 8, 2, tzinfo=UTC)
+            target_dag_id=DAG_ID, asset_id=asset1_id, created_at=pendulum.DateTime(2022, 8, 2, tzinfo=UTC)
         )
         session.add(adrq)
         asset_events = [
             AssetEvent(
-                dataset_id=asset1_id,
+                asset_id=asset1_id,
                 extra={},
                 timestamp=pendulum.DateTime(2022, 8, 1, 1, tzinfo=UTC),
             ),
             AssetEvent(
-                dataset_id=asset1_id,
+                asset_id=asset1_id,
                 extra={},
                 timestamp=pendulum.DateTime(2022, 8, 2, 1, tzinfo=UTC),
             ),
             AssetEvent(
-                dataset_id=asset1_id,
+                asset_id=asset1_id,
                 extra={},
                 timestamp=pendulum.DateTime(2022, 8, 2, 2, tzinfo=UTC),
             ),
@@ -504,11 +504,11 @@ def test_next_run_datasets(admin_client, dag_maker, session, app, monkeypatch):
         session.add_all(asset_events)
         session.commit()
 
-        resp = admin_client.get(f"/object/next_run_datasets/{DAG_ID}", follow_redirects=True)
+        resp = admin_client.get(f"/object/next_run_assets/{DAG_ID}", follow_redirects=True)
 
     assert resp.status_code == 200, resp.json
     assert resp.json == {
-        "dataset_expression": {"all": ["s3://bucket/key/1", "s3://bucket/key/2"]},
+        "asset_expression": {"all": ["s3://bucket/key/1", "s3://bucket/key/2"]},
         "events": [
             {"id": asset1_id, "uri": "s3://bucket/key/1", "lastUpdate": "2022-08-02T02:00:00+00:00"},
             {"id": asset2_id, "uri": "s3://bucket/key/2", "lastUpdate": None},
@@ -516,7 +516,7 @@ def test_next_run_datasets(admin_client, dag_maker, session, app, monkeypatch):
     }
 
 
-def test_next_run_datasets_404(admin_client):
-    resp = admin_client.get("/object/next_run_datasets/missingdag", follow_redirects=True)
+def test_next_run_assets_404(admin_client):
+    resp = admin_client.get("/object/next_run_assets/missingdag", follow_redirects=True)
     assert resp.status_code == 404, resp.json
     assert resp.json == {"error": "can't find dag missingdag"}
diff --git a/tests/www/views/test_views_home.py b/tests/www/views/test_views_home.py
index c7068f0191bc8..44684cdb9ca76 100644
--- a/tests/www/views/test_views_home.py
+++ b/tests/www/views/test_views_home.py
@@ -459,20 +459,6 @@ def test_sorting_home_view(url, lower_key, greater_key, user_client, _working_da
     assert lower_index < greater_index
 
 
-@pytest.mark.parametrize("is_enabled, should_have_pixel", [(False, False), (True, True)])
-def test_analytics_pixel(user_client, is_enabled, should_have_pixel):
-    """
-    Test that the analytics pixel is not included when the feature is disabled
-    """
-    with mock.patch("airflow.settings.is_usage_data_collection_enabled", return_value=is_enabled):
-        resp = user_client.get("home", follow_redirects=True)
-
-    if should_have_pixel:
-        check_content_in_response("apacheairflow.gateway.scarf.sh", resp)
-    else:
-        check_content_not_in_response("apacheairflow.gateway.scarf.sh", resp)
-
-
 @pytest.mark.parametrize(
     "url, filter_tags_cookie_val, filter_lastrun_cookie_val, expected_filter_tags, expected_filter_lastrun",
     [
diff --git a/tests/www/views/test_views_rendered.py b/tests/www/views/test_views_rendered.py
index 822e657da2009..00f2a0c7d1630 100644
--- a/tests/www/views/test_views_rendered.py
+++ b/tests/www/views/test_views_rendered.py
@@ -28,14 +28,13 @@
 from airflow.models.dag import DAG
 from airflow.models.renderedtifields import RenderedTaskInstanceFields
 from airflow.models.variable import Variable
-from airflow.operators.python import PythonOperator
 from airflow.serialization.serialized_objects import SerializedDAG
 from airflow.utils import timezone
 from airflow.utils.session import create_session
 from airflow.utils.state import DagRunState, TaskInstanceState
 from airflow.utils.types import DagRunType
 
-from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS, BashOperator
+from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS, BashOperator, PythonOperator
 from tests_common.test_utils.db import (
     clear_db_dags,
     clear_db_runs,
diff --git a/tests/www/views/test_views_tasks.py b/tests/www/views/test_views_tasks.py
index 034c6d5aab748..19caafe55bc63 100644
--- a/tests/www/views/test_views_tasks.py
+++ b/tests/www/views/test_views_tasks.py
@@ -931,7 +931,7 @@ def test_task_instance_clear_downstream(session, admin_client, dag_maker):
 
 
 def test_task_instance_clear_failure(admin_client):
-    rowid = '["12345"]'  # F.A.B. crashes if the rowid is *too* invalid.
+    rowid = "00000000-0000-0000-0000-000000000000"  # F.A.B. crashes if the rowid is *too* invalid.
     resp = admin_client.post(
         "/taskinstance/action_post",
         data={"action": "clear", "rowid": rowid},
@@ -979,7 +979,7 @@ def test_task_instance_set_state(session, admin_client, action, expected_state):
     ],
 )
 def test_task_instance_set_state_failure(admin_client, action):
-    rowid = '["12345"]'  # F.A.B. crashes if the rowid is *too* invalid.
+    rowid = "00000000-0000-0000-0000-000000000000"  # F.A.B. crashes if the rowid is *too* invalid.
     resp = admin_client.post(
         "/taskinstance/action_post",
         data={"action": action, "rowid": rowid},
@@ -1060,6 +1060,7 @@ def test_graph_view_doesnt_fail_on_recursion_error(app, dag_maker, admin_client)
         assert resp.status_code == 200
 
 
+@pytest.mark.flaky(reruns=5)
 def test_get_date_time_num_runs_dag_runs_form_data_graph_view(app, dag_maker, admin_client):
     """Test the get_date_time_num_runs_dag_runs_form_data function."""
     from airflow.www.views import get_date_time_num_runs_dag_runs_form_data
@@ -1107,7 +1108,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1142,7 +1144,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1177,7 +1180,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1212,7 +1216,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1247,7 +1252,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1282,7 +1288,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
@@ -1317,7 +1324,8 @@ def test_task_instances(admin_client):
             "executor_config": {},
             "external_executor_id": None,
             "hostname": "",
-            "job_id": None,
+            "id": unittest.mock.ANY,  # Ignore the `id` field
+            "last_heartbeat_at": None,
             "map_index": -1,
             "max_tries": 0,
             "next_kwargs": None,
diff --git a/tests/www/views/test_views_trigger_dag.py b/tests/www/views/test_views_trigger_dag.py
index c6a936eebfaf6..8955bcc16765c 100644
--- a/tests/www/views/test_views_trigger_dag.py
+++ b/tests/www/views/test_views_trigger_dag.py
@@ -342,7 +342,7 @@ def test_trigger_dag_params_array_value_none_render(admin_client, dag_maker, ses
         ["", "manual__2023-01-01T00:00:00+00:00", True],
         ["", "scheduled_2023-01-01T00", False],
         ["", "manual_2023-01-01T00", False],
-        ["", "dataset_triggered_2023-01-01T00", False],
+        ["", "asset_triggered_2023-01-01T00", False],
         ["^[0-9]", "manual__2023-01-01T00:00:00+00:00", True],
         ["^[a-z]", "manual__2023-01-01T00:00:00+00:00", True],
     ],
diff --git a/tests_common/_internals/capture_warnings.py b/tests_common/_internals/capture_warnings.py
index aaae4e54f0ce7..aa694e7366a2d 100644
--- a/tests_common/_internals/capture_warnings.py
+++ b/tests_common/_internals/capture_warnings.py
@@ -117,10 +117,10 @@ def group(self) -> str:
         But we should not use it to filter it out, only for show in different groups.
         """
         if self.filename.startswith("airflow/"):
-            if self.filename.startswith("airflow/providers/"):
-                return "providers"
             return "airflow"
-        elif self.filename.startswith("tests/"):
+        elif self.filename.startswith("providers/src/"):
+            return "providers"
+        elif self.filename.startswith("tests/") or self.filename.startswith("providers/tests/"):
             return "tests"
         return "other"
 
diff --git a/tests_common/pytest_plugin.py b/tests_common/pytest_plugin.py
index f2dab17b2dddb..2a35f79de14f5 100644
--- a/tests_common/pytest_plugin.py
+++ b/tests_common/pytest_plugin.py
@@ -26,17 +26,30 @@
 from contextlib import ExitStack, suppress
 from datetime import datetime, timedelta, timezone
 from pathlib import Path
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Any, Callable, Generator, Protocol, TypeVar
 
 import pytest
 import time_machine
 
 if TYPE_CHECKING:
     from itsdangerous import URLSafeSerializer
+    from sqlalchemy.orm import Session
+
+    from airflow.models.baseoperator import BaseOperator
+    from airflow.models.dag import DAG, ScheduleArg
+    from airflow.models.dagrun import DagRun, DagRunType
+    from airflow.models.taskinstance import TaskInstance
+    from airflow.operators.empty import EmptyOperator
+    from airflow.timetables.base import DataInterval
+    from airflow.typing_compat import Self
+    from airflow.utils.state import DagRunState, TaskInstanceState
+    from airflow.utils.trigger_rule import TriggerRule
 
     from tests_common._internals.capture_warnings import CaptureWarningsPlugin  # noqa: F401
     from tests_common._internals.forbidden_warnings import ForbiddenWarningsPlugin  # noqa: F401
 
+    Op = TypeVar("Op", bound=BaseOperator)
+
 # https://docs.pytest.org/en/stable/reference/reference.html#stash
 capture_warnings_key = pytest.StashKey["CaptureWarningsPlugin"]()
 forbidden_warnings_key = pytest.StashKey["ForbiddenWarningsPlugin"]()
@@ -371,21 +384,24 @@ def initialize_airflow_tests(request):
 def pytest_configure(config: pytest.Config) -> None:
     # Ensure that the airflow sources dir is at the end of the sys path if it's not already there. Needed to
     # run import from `providers/tests/`
-    desired = AIRFLOW_SOURCES_ROOT_DIR.as_posix()
-    for path in sys.path:
-        if path == desired:
-            break
-    else:
-        # This "desired" path should be the Airflow source directory (repo root)
-        assert (AIRFLOW_SOURCES_ROOT_DIR / ".asf.yaml").exists(), f"Path {desired} is not Airflow root"
-        sys.path.append(desired)
-
-    if (backend := config.getoption("backend", default=None)) and backend not in SUPPORTED_DB_BACKENDS:
-        msg = (
-            f"Provided DB backend {backend!r} not supported, "
-            f"expected one of: {', '.join(map(repr, SUPPORTED_DB_BACKENDS))}"
-        )
-        pytest.exit(msg, returncode=6)
+    if os.environ.get("USE_AIRFLOW_VERSION") == "":
+        # if USE_AIRFLOW_VERSION is not empty, we are running tests against the installed version of Airflow
+        # and providers so there is no need to add the sources directory to the path
+        desired = AIRFLOW_SOURCES_ROOT_DIR.as_posix()
+        for path in sys.path:
+            if path == desired:
+                break
+        else:
+            # This "desired" path should be the Airflow source directory (repo root)
+            assert (AIRFLOW_SOURCES_ROOT_DIR / ".asf.yaml").exists(), f"Path {desired} is not Airflow root"
+            sys.path.append(desired)
+
+        if (backend := config.getoption("backend", default=None)) and backend not in SUPPORTED_DB_BACKENDS:
+            msg = (
+                f"Provided DB backend {backend!r} not supported, "
+                f"expected one of: {', '.join(map(repr, SUPPORTED_DB_BACKENDS))}"
+            )
+            pytest.exit(msg, returncode=6)
 
     config.addinivalue_line("markers", "integration(name): mark test to run with named integration")
     config.addinivalue_line("markers", "backend(name): mark test to run with named backend")
@@ -401,6 +417,7 @@ def pytest_configure(config: pytest.Config) -> None:
     config.addinivalue_line(
         "markers", "need_serialized_dag: mark tests that require dags in serialized form to be present"
     )
+    config.addinivalue_line("markers", "want_activate_assets: mark tests that require assets to be activated")
     config.addinivalue_line(
         "markers",
         "db_test: mark tests that require database to be present",
@@ -717,8 +734,41 @@ def fake_sleep(seconds):
         traveller.stop()
 
 
+class DagMaker(Protocol):
+    """
+    Interface definition for dag_maker return value.
+
+    This class exists so tests can import the class for type hints. The actual
+    implementation is done in the dag_maker fixture.
+    """
+
+    session: Session
+
+    def __enter__(self) -> DAG: ...
+
+    def __exit__(self, type, value, traceback) -> None: ...
+
+    def get_serialized_data(self) -> dict[str, Any]: ...
+
+    def create_dagrun(self, **kwargs) -> DagRun: ...
+
+    def create_dagrun_after(self, dagrun: DagRun, **kwargs) -> DagRun: ...
+
+    def __call__(
+        self,
+        dag_id: str = "test_dag",
+        schedule: ScheduleArg = timedelta(days=1),
+        serialized: bool = ...,
+        activate_assets: bool = ...,
+        fileloc: str | None = None,
+        processor_subdir: str | None = None,
+        session: Session | None = None,
+        **kwargs,
+    ) -> Self: ...
+
+
 @pytest.fixture
-def dag_maker(request):
+def dag_maker(request) -> Generator[DagMaker, None, None]:
     """
     Fixture to help create DAG, DagModel, and SerializedDAG automatically.
 
@@ -756,16 +806,18 @@ def dag_maker(request):
     # and "baked" in to various constants
 
     want_serialized = False
+    want_activate_assets = True  # Only has effect if want_serialized=True on Airflow 3.
 
     # Allow changing default serialized behaviour with `@pytest.mark.need_serialized_dag` or
     # `@pytest.mark.need_serialized_dag(False)`
-    serialized_marker = request.node.get_closest_marker("need_serialized_dag")
-    if serialized_marker:
+    if serialized_marker := request.node.get_closest_marker("need_serialized_dag"):
         (want_serialized,) = serialized_marker.args or (True,)
+    if serialized_marker := request.node.get_closest_marker("want_activate_assets"):
+        (want_activate_assets,) = serialized_marker.args or (True,)
 
     from airflow.utils.log.logging_mixin import LoggingMixin
 
-    class DagFactory(LoggingMixin):
+    class DagFactory(LoggingMixin, DagMaker):
         _own_session = False
 
         def __init__(self):
@@ -799,10 +851,26 @@ def _bag_dag_compat(self, dag):
                 return self.dagbag.bag_dag(dag, root_dag=dag)
             return self.dagbag.bag_dag(dag)
 
+        def _activate_assets(self):
+            from sqlalchemy import select
+
+            from airflow.jobs.scheduler_job_runner import SchedulerJobRunner
+            from airflow.models.asset import AssetModel, DagScheduleAssetReference, TaskOutletAssetReference
+
+            assets = self.session.scalars(
+                select(AssetModel).where(
+                    AssetModel.consuming_dags.any(DagScheduleAssetReference.dag_id == self.dag.dag_id)
+                    | AssetModel.producing_tasks.any(TaskOutletAssetReference.dag_id == self.dag.dag_id)
+                )
+            ).all()
+            SchedulerJobRunner._activate_referenced_assets(assets, session=self.session)
+
         def __exit__(self, type, value, traceback):
             from airflow.models import DagModel
             from airflow.models.serialized_dag import SerializedDagModel
 
+            from tests_common.test_utils.compat import AIRFLOW_V_3_0_PLUS
+
             dag = self.dag
             dag.__exit__(type, value, traceback)
             if type is not None:
@@ -819,6 +887,8 @@ def __exit__(self, type, value, traceback):
                 self.session.merge(self.serialized_model)
                 serialized_dag = self._serialized_dag()
                 self._bag_dag_compat(serialized_dag)
+                if AIRFLOW_V_3_0_PLUS and self.want_activate_assets:
+                    self._activate_assets()
                 self.session.flush()
             else:
                 self._bag_dag_compat(self.dag)
@@ -884,6 +954,7 @@ def __call__(
             dag_id="test_dag",
             schedule=timedelta(days=1),
             serialized=want_serialized,
+            activate_assets=want_activate_assets,
             fileloc=None,
             processor_subdir=None,
             session=None,
@@ -916,6 +987,7 @@ def __call__(
             self.dag = DAG(dag_id, schedule=schedule, **self.kwargs)
             self.dag.fileloc = fileloc or request.module.__file__
             self.want_serialized = serialized
+            self.want_activate_assets = activate_assets
             self.processor_subdir = processor_subdir
 
             return self
@@ -971,8 +1043,32 @@ def cleanup(self):
             del factory.session
 
 
+class CreateDummyDAG(Protocol):
+    """Type stub for create_dummy_dag."""
+
+    def __call__(
+        self,
+        *,
+        dag_id: str = "dag",
+        task_id: str = "op1",
+        task_display_name: str = ...,
+        max_active_tis_per_dag: int = 16,
+        max_active_tis_per_dagrun: int = ...,
+        pool: str = "default_pool",
+        executor_config: dict = ...,
+        trigger_rule: TriggerRule = ...,
+        on_success_callback: Callable = ...,
+        on_execute_callback: Callable = ...,
+        on_failure_callback: Callable = ...,
+        on_retry_callback: Callable = ...,
+        email: str = ...,
+        with_dagrun_type="scheduled",
+        **kwargs,
+    ) -> tuple[DAG, EmptyOperator]: ...
+
+
 @pytest.fixture
-def create_dummy_dag(dag_maker):
+def create_dummy_dag(dag_maker: DagMaker) -> CreateDummyDAG:
     """
     Create a `DAG` with a single `EmptyOperator` task.
 
@@ -1036,12 +1132,39 @@ def create_dag(
     return create_dag
 
 
-if TYPE_CHECKING:
-    from airflow.models.taskinstance import TaskInstance
+class CreateTaskInstance(Protocol):
+    """Type stub for create_task_instance."""
+
+    def __call__(
+        self,
+        *,
+        execution_date: datetime = ...,
+        dagrun_state: DagRunState = ...,
+        state: TaskInstanceState = ...,
+        run_id: str = ...,
+        run_type: DagRunType = ...,
+        data_interval: DataInterval = ...,
+        external_executor_id: str = ...,
+        dag_id: str = "dag",
+        task_id: str = "op1",
+        task_display_name: str = ...,
+        max_active_tis_per_dag: int = 16,
+        max_active_tis_per_dagrun: int = ...,
+        pool: str = "default_pool",
+        executor_config: dict = ...,
+        trigger_rule: TriggerRule = ...,
+        on_success_callback: Callable = ...,
+        on_execute_callback: Callable = ...,
+        on_failure_callback: Callable = ...,
+        on_retry_callback: Callable = ...,
+        email: str = ...,
+        map_index: int = -1,
+        **kwargs,
+    ) -> TaskInstance: ...
 
 
 @pytest.fixture
-def create_task_instance(dag_maker, create_dummy_dag):
+def create_task_instance(dag_maker: DagMaker, create_dummy_dag: CreateDummyDAG) -> CreateTaskInstance:
     """
     Create a TaskInstance, and associated DB rows (DagRun, DagModel, etc).
 
@@ -1128,7 +1251,7 @@ def maker(
 
 
 @pytest.fixture
-def create_serialized_task_instance_of_operator(dag_maker):
+def create_serialized_task_instance_of_operator(dag_maker: DagMaker):
     def _create_task_instance(
         operator_class,
         *,
@@ -1149,8 +1272,14 @@ def _create_task_instance(
     return _create_task_instance
 
 
+class CreateTaskInstanceOfOperator(Protocol):
+    """Type stub for create_task_instance_of_operator."""
+
+    def __call__(self, operator_class: type[BaseOperator], *args, **kwargs) -> TaskInstance: ...
+
+
 @pytest.fixture
-def create_task_instance_of_operator(dag_maker):
+def create_task_instance_of_operator(dag_maker: DagMaker) -> CreateTaskInstanceOfOperator:
     def _create_task_instance(
         operator_class,
         *,
@@ -1171,8 +1300,14 @@ def _create_task_instance(
     return _create_task_instance
 
 
+class CreateTaskOfOperator(Protocol):
+    """Type stub for create_task_of_operator."""
+
+    def __call__(self, operator_class: type[Op], *args, **kwargs) -> Op: ...
+
+
 @pytest.fixture
-def create_task_of_operator(dag_maker):
+def create_task_of_operator(dag_maker: DagMaker) -> CreateTaskOfOperator:
     def _create_task_of_operator(operator_class, *, dag_id, session=None, **operator_kwargs):
         with dag_maker(dag_id=dag_id, session=session):
             task = operator_class(**operator_kwargs)
diff --git a/tests_common/test_utils/compat.py b/tests_common/test_utils/compat.py
index bc04f798e027e..6f788c30dcca2 100644
--- a/tests_common/test_utils/compat.py
+++ b/tests_common/test_utils/compat.py
@@ -52,13 +52,19 @@
 
 try:
     from airflow.providers.standard.operators.bash import BashOperator
+    from airflow.providers.standard.operators.generic_transfer import GenericTransfer
+    from airflow.providers.standard.operators.python import PythonOperator
     from airflow.providers.standard.sensors.bash import BashSensor
     from airflow.providers.standard.sensors.date_time import DateTimeSensor
+    from airflow.providers.standard.utils.python_virtualenv import write_python_script
 except ImportError:
     # Compatibility for Airflow < 2.10.*
     from airflow.operators.bash import BashOperator  # type: ignore[no-redef,attr-defined]
+    from airflow.operators.generic_transfer import GenericTransfer  # type: ignore[no-redef,attr-defined]
+    from airflow.operators.python import PythonOperator  # type: ignore[no-redef,attr-defined]
     from airflow.sensors.bash import BashSensor  # type: ignore[no-redef,attr-defined]
     from airflow.sensors.date_time import DateTimeSensor  # type: ignore[no-redef,attr-defined]
+    from airflow.utils.python_virtualenv import write_python_script  # type: ignore[no-redef,attr-defined]
 
 
 if TYPE_CHECKING:
diff --git a/tests_common/test_utils/db.py b/tests_common/test_utils/db.py
index 6a45cb072c8a2..d37a8e942e111 100644
--- a/tests_common/test_utils/db.py
+++ b/tests_common/test_utils/db.py
@@ -29,7 +29,6 @@
     Log,
     Pool,
     RenderedTaskInstanceFields,
-    TaskFail,
     TaskInstance,
     TaskReschedule,
     Trigger,
@@ -194,11 +193,6 @@ def clear_db_jobs():
         session.query(Job).delete()
 
 
-def clear_db_task_fail():
-    with create_session() as session:
-        session.query(TaskFail).delete()
-
-
 def clear_db_task_reschedule():
     with create_session() as session:
         session.query(TaskReschedule).delete()
@@ -259,7 +253,6 @@ def clear_all():
     clear_db_dag_warnings()
     clear_db_logs()
     clear_db_jobs()
-    clear_db_task_fail()
     clear_db_task_reschedule()
     clear_db_xcom()
     clear_db_variables()
diff --git a/task_sdk/tests/test_hello.py b/tests_common/test_utils/log_handlers.py
similarity index 89%
rename from task_sdk/tests/test_hello.py
rename to tests_common/test_utils/log_handlers.py
index 62cfdc069ca05..b5335c4e1b74c 100644
--- a/task_sdk/tests/test_hello.py
+++ b/tests_common/test_utils/log_handlers.py
@@ -16,8 +16,6 @@
 # under the License.
 from __future__ import annotations
 
-from airflow.sdk import hello
 
-
-def test_hello():
-    assert hello() == "Hello from task-sdk!"
+def non_pytest_handlers(handlers):
+    return [h for h in handlers if "pytest" not in h.__module__]
diff --git a/tests_common/test_utils/mock_executor.py b/tests_common/test_utils/mock_executor.py
index 6d4791e889150..83197298733ce 100644
--- a/tests_common/test_utils/mock_executor.py
+++ b/tests_common/test_utils/mock_executor.py
@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 from collections import defaultdict
-from unittest.mock import MagicMock, Mock
+from unittest.mock import MagicMock
 
 from airflow.executors.base_executor import BaseExecutor
 from airflow.executors.executor_utils import ExecutorName
@@ -52,8 +52,6 @@ def __init__(self, do_update=True, *args, **kwargs):
 
         super().__init__(*args, **kwargs)
 
-        self.task_context_logger = Mock()
-
     def success(self):
         return State.SUCCESS
 
diff --git a/tests_common/test_utils/mock_operators.py b/tests_common/test_utils/mock_operators.py
index 4bf53551164cc..6a88f41c22ade 100644
--- a/tests_common/test_utils/mock_operators.py
+++ b/tests_common/test_utils/mock_operators.py
@@ -16,7 +16,7 @@
 # under the License.
 from __future__ import annotations
 
-import warnings
+from collections.abc import Mapping
 from typing import TYPE_CHECKING, Any, Sequence
 
 import attr
@@ -67,7 +67,7 @@ def __init__(self, arg1: str = "", arg2: NestedFields | None = None, **kwargs):
     def _render_nested_template_fields(
         self,
         content: Any,
-        context: Context,
+        context: Mapping[str, Any],
         jinja_env: jinja2.Environment,
         seen_oids: set,
     ) -> None:
@@ -204,14 +204,3 @@ class GithubLink(BaseOperatorLink):
 
     def get_link(self, operator, *, ti_key):
         return "https://github.com/apache/airflow"
-
-
-class DeprecatedOperator(BaseOperator):
-    """Deprecated Operator for testing purposes."""
-
-    def __init__(self, **kwargs):
-        warnings.warn("This operator is deprecated.", DeprecationWarning, stacklevel=2)
-        super().__init__(**kwargs)
-
-    def execute(self, context: Context):
-        pass
diff --git a/tests_common/test_utils/mock_plugins.py b/tests_common/test_utils/mock_plugins.py
index 3e50f1b413ebc..0a5e199fcc089 100644
--- a/tests_common/test_utils/mock_plugins.py
+++ b/tests_common/test_utils/mock_plugins.py
@@ -23,9 +23,7 @@
 
 PLUGINS_MANAGER_NULLABLE_ATTRIBUTES = [
     "plugins",
-    "registered_hooks",
     "macros_modules",
-    "executors_modules",
     "admin_views",
     "flask_blueprints",
     "fastapi_apps",
@@ -42,9 +40,7 @@
 
 PLUGINS_MANAGER_NULLABLE_ATTRIBUTES_V2_10 = [
     "plugins",
-    "registered_hooks",
     "macros_modules",
-    "executors_modules",
     "admin_views",
     "flask_blueprints",
     "menu_links",
diff --git a/tests_common/test_utils/www.py b/tests_common/test_utils/www.py
index 0a19c312fba4e..e9489fcb9ef99 100644
--- a/tests_common/test_utils/www.py
+++ b/tests_common/test_utils/www.py
@@ -52,9 +52,9 @@ def check_content_in_response(text, resp, resp_code=200):
     assert resp_code == resp.status_code
     if isinstance(text, list):
         for line in text:
-            assert line in resp_html, f"Couldn't find {line!r}"
+            assert line in resp_html, f"Couldn't find {line!r}\nThe response was:\n{resp_html!r}"
     else:
-        assert text in resp_html, f"Couldn't find {text!r}"
+        assert text in resp_html, f"Couldn't find {text!r}\nThe response was:\n{resp_html!r}"
 
 
 def check_content_not_in_response(text, resp, resp_code=200):