feat: Upgrade Airflow from 2.7.3 to 2.8.2 (#1935)

* Upgrade Airflow from 2.7.3 to 2.8.2. * Update CircleCI Docker orb from 2.2.0 to 2.5.0. * Update Ruff config for version 0.2. * fix dockerfile URL scheme to use https for gcloud CLI * Restore `google-auth` extra, with its built-in dependency on `authlib`. * Add missing Airflow state colors for "restarting", "deferred", and "removed". * Explain the difference between our configured Airflow state colors and the defaults. --------- Co-authored-by: mikaeld <[email protected]>
mozilla · Mar 7, 2024 · 94b190e · 94b190e
1 parent e593faf
commit 94b190e
Show file tree

Hide file tree

Showing 8 changed files with 634 additions and 619 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -11,7 +11,7 @@
 
 version: 2.1
 orbs:
-  docker: circleci/docker@2.2.0
+  docker: circleci/docker@2.5.0
   python: circleci/[email protected]
 
 jobs:

diff --git a/Dockerfile b/Dockerfile
@@ -1,4 +1,4 @@
-FROM apache/airflow:slim-2.7.3-python3.10
+FROM apache/airflow:slim-2.8.2-python3.10
 
 ARG PROJECT_DIR="/opt/airflow"
 

diff --git a/config/airflow_local_settings.py b/config/airflow_local_settings.py
@@ -1,11 +1,14 @@
 STATE_COLORS = {
     "queued": "gray",
     "running": "lime",
-    "success": "#0000FF",
+    "success": "#0000FF",  # Rather than "green".
+    "restarting": "violet",
     "failed": "red",
     "up_for_retry": "gold",
     "up_for_reschedule": "turquoise",
     "upstream_failed": "orange",
-    "skipped": "pink",
+    "skipped": "pink",  # Rather than "hotpink".
+    "deferred": "mediumpurple",
+    "removed": "lightgrey",
     "scheduled": "tan",
 }