From c30433d31668ddf132fc0ad357e228fd95b317d8 Mon Sep 17 00:00:00 2001 From: mikaeld Date: Mon, 18 Sep 2023 15:46:03 -0400 Subject: [PATCH] linter --- dags/adm_export.py | 2 +- dags/bhr_collection.py | 2 +- dags/crash_symbolication.py | 2 +- dags/dim_active_users_aggregates.py | 2 +- dags/experiment_auto_sizing.py | 2 +- dags/firefox_public_data_report.py | 2 +- dags/glam_glean_imports.py | 2 +- dags/jetstream.py | 2 +- dags/socorro_import.py | 2 +- dags/taar_daily.py | 2 +- dags/taar_weekly.py | 2 +- utils/gcp.py | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/dags/adm_export.py b/dags/adm_export.py index 53208b10f..dd8fd1b14 100644 --- a/dags/adm_export.py +++ b/dags/adm_export.py @@ -4,8 +4,8 @@ from airflow.hooks.base import BaseHook from airflow.sensors.external_task import ExternalTaskSensor -from utils.constants import ALLOWED_STATES, FAILED_STATES from operators.gcp_container_operator import GKEPodOperator +from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.tags import Tag DOCS = """\ diff --git a/dags/bhr_collection.py b/dags/bhr_collection.py index b29ad83c0..8d7f3f971 100644 --- a/dags/bhr_collection.py +++ b/dags/bhr_collection.py @@ -22,9 +22,9 @@ from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook from airflow.sensors.external_task import ExternalTaskSensor +from operators.gcp_container_operator import GKEPodOperator from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.dataproc import get_dataproc_parameters, moz_dataproc_pyspark_runner -from operators.gcp_container_operator import GKEPodOperator from utils.tags import Tag default_args = { diff --git a/dags/crash_symbolication.py b/dags/crash_symbolication.py index 7ba16f283..79337648d 100644 --- a/dags/crash_symbolication.py +++ b/dags/crash_symbolication.py @@ -12,9 +12,9 @@ from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook from airflow.sensors.external_task import ExternalTaskSensor +from operators.gcp_container_operator import GKEPodOperator from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.dataproc import get_dataproc_parameters, moz_dataproc_pyspark_runner -from operators.gcp_container_operator import GKEPodOperator from utils.tags import Tag default_args = { diff --git a/dags/dim_active_users_aggregates.py b/dags/dim_active_users_aggregates.py index 568b4b3a3..ff88e8073 100644 --- a/dags/dim_active_users_aggregates.py +++ b/dags/dim_active_users_aggregates.py @@ -16,8 +16,8 @@ from airflow.operators.empty import EmptyOperator from airflow.sensors.external_task import ExternalTaskSensor -from utils.constants import ALLOWED_STATES, FAILED_STATES from operators.gcp_container_operator import GKEPodOperator +from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.tags import Tag default_args = { diff --git a/dags/experiment_auto_sizing.py b/dags/experiment_auto_sizing.py index 49597771d..d367589e6 100644 --- a/dags/experiment_auto_sizing.py +++ b/dags/experiment_auto_sizing.py @@ -11,8 +11,8 @@ from airflow import DAG from airflow.sensors.external_task import ExternalTaskSensor -from utils.constants import ALLOWED_STATES, FAILED_STATES from operators.gcp_container_operator import GKEPodOperator +from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.tags import Tag default_args = { diff --git a/dags/firefox_public_data_report.py b/dags/firefox_public_data_report.py index fb61c8e89..c2ecbac7a 100644 --- a/dags/firefox_public_data_report.py +++ b/dags/firefox_public_data_report.py @@ -11,13 +11,13 @@ from airflow.operators.subdag import SubDagOperator from airflow.sensors.external_task import ExternalTaskSensor +from operators.gcp_container_operator import GKEPodOperator from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.dataproc import ( get_dataproc_parameters, moz_dataproc_pyspark_runner, ) from utils.gcp import bigquery_etl_query -from operators.gcp_container_operator import GKEPodOperator from utils.tags import Tag default_args = { diff --git a/dags/glam_glean_imports.py b/dags/glam_glean_imports.py index 78b62c23e..6bad0424a 100644 --- a/dags/glam_glean_imports.py +++ b/dags/glam_glean_imports.py @@ -7,8 +7,8 @@ from airflow.sensors.external_task import ExternalTaskSensor from airflow.utils.task_group import TaskGroup -from utils.constants import ALLOWED_STATES, FAILED_STATES from operators.gcp_container_operator import GKENatPodOperator +from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.tags import Tag default_args = { diff --git a/dags/jetstream.py b/dags/jetstream.py index 314d423f9..3170d6b26 100644 --- a/dags/jetstream.py +++ b/dags/jetstream.py @@ -17,8 +17,8 @@ from airflow import DAG from airflow.sensors.external_task import ExternalTaskSensor -from utils.constants import ALLOWED_STATES, FAILED_STATES from operators.gcp_container_operator import GKEPodOperator +from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.tags import Tag default_args = { diff --git a/dags/socorro_import.py b/dags/socorro_import.py index 014b7806b..46eee2237 100644 --- a/dags/socorro_import.py +++ b/dags/socorro_import.py @@ -8,8 +8,8 @@ from airflow.sensors.external_task import ExternalTaskMarker from airflow.utils.task_group import TaskGroup -from utils.dataproc import moz_dataproc_pyspark_runner from operators.gcp_container_operator import GKEPodOperator +from utils.dataproc import moz_dataproc_pyspark_runner from utils.tags import Tag """ diff --git a/dags/taar_daily.py b/dags/taar_daily.py index f97332a02..36706508c 100644 --- a/dags/taar_daily.py +++ b/dags/taar_daily.py @@ -21,12 +21,12 @@ from airflow.operators.subdag import SubDagOperator from airflow.sensors.external_task import ExternalTaskSensor +from operators.gcp_container_operator import GKEPodOperator from utils.constants import ALLOWED_STATES, FAILED_STATES from utils.dataproc import ( moz_dataproc_jar_runner, moz_dataproc_pyspark_runner, ) -from operators.gcp_container_operator import GKEPodOperator from utils.tags import Tag TAAR_ETL_STORAGE_BUCKET = Variable.get("taar_etl_storage_bucket") diff --git a/dags/taar_weekly.py b/dags/taar_weekly.py index 8a9d113a2..9edf7c452 100644 --- a/dags/taar_weekly.py +++ b/dags/taar_weekly.py @@ -16,8 +16,8 @@ from airflow.models import Variable from airflow.operators.subdag import SubDagOperator -from utils.dataproc import moz_dataproc_pyspark_runner from operators.gcp_container_operator import GKEPodOperator +from utils.dataproc import moz_dataproc_pyspark_runner from utils.tags import Tag taar_ensemble_cluster_name = "dataproc-taar-ensemble" diff --git a/utils/gcp.py b/utils/gcp.py index 022f83617..457e2c91e 100644 --- a/utils/gcp.py +++ b/utils/gcp.py @@ -14,8 +14,8 @@ BigQueryToGCSOperator, ) -from utils.dataproc import get_dataproc_parameters from operators.gcp_container_operator import GKEPodOperator +from utils.dataproc import get_dataproc_parameters GCP_PROJECT_ID = "moz-fx-data-airflow-gke-prod" DATAPROC_PROJECT_ID = "airflow-dataproc"