From 4a0419fb93f917cd698c7b219f28ca01d12ce87d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mika=C3=ABl=20Ducharme?= Date: Thu, 7 Sep 2023 14:04:40 -0400 Subject: [PATCH] feat: Upgrade to 2.6.3 (#1789) --- Dockerfile | 4 +- constraints.txt | 731 +++++++++++++++++++++++---------------------- docker-compose.yml | 2 +- requirements.in | 6 +- requirements.txt | 424 +++++++++++++++----------- 5 files changed, 632 insertions(+), 535 deletions(-) diff --git a/Dockerfile b/Dockerfile index 3b595e4c2..707e3453a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM apache/airflow:slim-2.5.3-python3.10 +FROM apache/airflow:slim-2.6.3-python3.10 ARG PROJECT_DIR="/opt/airflow" @@ -8,7 +8,7 @@ ENV AIRFLOW_HOME=$PROJECT_DIR USER root RUN apt-get update \ - && apt-get install -y --no-install-recommends build-essential default-libmysqlclient-dev + && apt-get install -y --no-install-recommends build-essential # Legacy docker image dependencies to be reviewed RUN apt-get install -y --no-install-recommends \ diff --git a/constraints.txt b/constraints.txt index af8b8d9e7..242437f19 100644 --- a/constraints.txt +++ b/constraints.txt @@ -1,6 +1,6 @@ # -# This constraints file was automatically generated on 2023-03-29T20:31:31Z -# via "eager-upgrade" mechanism of PIP. For the "v2-5-test" branch of Airflow. +# This constraints file was automatically generated on 2023-07-07T14:43:47Z +# via "eager-upgrade" mechanism of PIP. For the "v2-6-test" branch of Airflow. # This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs # the providers from PIP-released packages at the moment of the constraint generation. # @@ -8,225 +8,254 @@ # We also use those constraints after "apache-airflow" is released and the constraints are tagged with # "constraints-X.Y.Z" tag to build the production image for that version. # -Authlib==1.2.0 +# +# This constraints file is meant to be used only in the "apache-airflow" installation command and not +# in all subsequent pip commands. By using a constraints.txt file, we ensure that solely the Airflow +# installation step is reproducible. Subsequent pip commands may install packages that would have +# been incompatible with the constraints used in Airflow reproducible installation step. Finally, pip +# commands that might change the installed version of apache-airflow should include "apache-airflow==X.Y.Z" +# in the list of install targets to prevent Airflow accidental upgrade or downgrade. +# +# Typical installation process of airflow for Python 3.8 is (with random selection of extras and custom +# dependencies added), usually consists of two steps: +# +# 1. Reproducible installation of airflow with selected providers (note constraints are used): +# +# pip install "apache-airflow[celery,cncf.kubernetes,google,amazon,snowflake]==X.Y.Z" \ +# --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-X.Y.Z/constraints-3.8.txt" +# +# 2. Installing own dependencies that are potentially not matching the constraints (note constraints are not +# used, and apache-airflow==X.Y.Z is used to make sure there is no accidental airflow upgrade/downgrade. +# +# pip install "apache-airflow==X.Y.Z" "snowflake-connector-python[pandas]==2.9.0" +# +Authlib==1.2.1 Babel==2.12.1 ConfigUpdater==3.1.1 -Deprecated==1.2.13 -Flask-AppBuilder==4.1.4 +Deprecated==1.2.14 +Flask-AppBuilder==4.3.1 Flask-Babel==2.0.0 Flask-Bcrypt==1.0.1 Flask-Caching==2.0.2 -Flask-JWT-Extended==4.4.4 +Flask-JWT-Extended==4.5.2 +Flask-Limiter==3.3.1 Flask-Login==0.6.2 Flask-SQLAlchemy==2.5.1 -Flask-Session==0.4.0 +Flask-Session==0.5.0 Flask-WTF==1.1.1 -Flask==2.2.3 +Flask==2.2.5 GitPython==3.1.31 -HeapDict==1.0.1 JPype1==1.4.1 JayDeBeApi==1.2.3 Jinja2==3.1.2 Mako==1.2.4 Markdown==3.4.3 -MarkupSafe==2.1.2 -PyGithub==1.58.1 +MarkupSafe==2.1.3 +PyGithub==1.59.0 PyHive==0.6.5 -PyJWT==2.6.0 +PyJWT==2.7.0 PyNaCl==1.5.0 PyYAML==6.0 -Pygments==2.14.0 +Pygments==2.15.1 SQLAlchemy-JSONField==1.0.1.post0 -SQLAlchemy-Utils==0.40.0 -SQLAlchemy==1.4.47 +SQLAlchemy-Utils==0.41.1 +SQLAlchemy==1.4.49 SecretStorage==3.3.3 +Shapely==1.8.5.post1 Sphinx==5.3.0 -Unidecode==1.3.6 WTForms==3.0.1 Werkzeug==2.2.3 adal==1.2.7 -aiofiles==22.1.0 +aiobotocore==2.5.2 +aiofiles==23.1.0 aiohttp==3.8.4 +aioitertools==0.11.0 +aioresponses==0.7.4 aiosignal==1.3.1 alabaster==0.7.13 -alembic==1.10.2 +alembic==1.11.1 aliyun-python-sdk-core==2.13.36 -aliyun-python-sdk-kms==2.16.0 +aliyun-python-sdk-kms==2.16.1 amqp==5.1.1 analytics-python==1.4.post1 ansiwrap==0.8.4 -anyio==3.6.2 -apache-airflow-providers-airbyte==3.2.0 -apache-airflow-providers-alibaba==2.2.0 -apache-airflow-providers-amazon==7.3.0 -apache-airflow-providers-apache-beam==4.3.0 -apache-airflow-providers-apache-cassandra==3.1.1 -apache-airflow-providers-apache-drill==2.3.1 -apache-airflow-providers-apache-druid==3.3.1 -apache-airflow-providers-apache-hdfs==3.2.0 -apache-airflow-providers-apache-hive==5.1.3 -apache-airflow-providers-apache-kylin==3.1.0 -apache-airflow-providers-apache-livy==3.3.0 -apache-airflow-providers-apache-pig==4.0.0 -apache-airflow-providers-apache-pinot==4.0.1 -apache-airflow-providers-apache-spark==4.0.0 -apache-airflow-providers-apache-sqoop==3.1.1 -apache-airflow-providers-arangodb==2.1.1 -apache-airflow-providers-asana==2.1.0 -apache-airflow-providers-atlassian-jira==2.0.1 -apache-airflow-providers-celery==3.1.0 -apache-airflow-providers-cloudant==3.1.0 -apache-airflow-providers-cncf-kubernetes==5.2.2 -apache-airflow-providers-common-sql==1.3.4 -apache-airflow-providers-databricks==4.0.0 -apache-airflow-providers-datadog==3.1.0 -apache-airflow-providers-dbt-cloud==3.1.0 -apache-airflow-providers-dingding==3.1.0 -apache-airflow-providers-discord==3.1.0 -apache-airflow-providers-docker==3.5.1 -apache-airflow-providers-elasticsearch==4.4.0 -apache-airflow-providers-exasol==4.1.3 -apache-airflow-providers-facebook==3.1.0 -apache-airflow-providers-ftp==3.3.1 -apache-airflow-providers-github==2.2.1 -apache-airflow-providers-google==8.11.0 -apache-airflow-providers-grpc==3.1.0 -apache-airflow-providers-hashicorp==3.3.0 -apache-airflow-providers-http==4.2.0 -apache-airflow-providers-imap==3.1.1 -apache-airflow-providers-influxdb==2.1.0 -apache-airflow-providers-jdbc==3.3.0 -apache-airflow-providers-jenkins==3.2.0 -apache-airflow-providers-microsoft-azure==5.2.1 -apache-airflow-providers-microsoft-mssql==3.3.2 -apache-airflow-providers-microsoft-psrp==2.2.0 -apache-airflow-providers-microsoft-winrm==3.1.1 -apache-airflow-providers-mongo==3.1.1 -apache-airflow-providers-mysql==4.0.2 -apache-airflow-providers-neo4j==3.2.1 -apache-airflow-providers-odbc==3.2.1 -apache-airflow-providers-openfaas==3.1.0 -apache-airflow-providers-opsgenie==5.0.0 -apache-airflow-providers-oracle==3.6.0 -apache-airflow-providers-pagerduty==3.1.0 -apache-airflow-providers-papermill==3.1.1 -apache-airflow-providers-plexus==3.1.0 -apache-airflow-providers-postgres==5.4.0 -apache-airflow-providers-presto==4.2.2 -apache-airflow-providers-qubole==3.3.1 -apache-airflow-providers-redis==3.1.0 -apache-airflow-providers-salesforce==5.3.0 -apache-airflow-providers-samba==4.1.0 -apache-airflow-providers-segment==3.1.0 -apache-airflow-providers-sendgrid==3.1.0 -apache-airflow-providers-sftp==4.2.4 -apache-airflow-providers-singularity==3.1.0 -apache-airflow-providers-slack==7.2.0 -apache-airflow-providers-snowflake==4.0.4 -apache-airflow-providers-sqlite==3.3.1 -apache-airflow-providers-ssh==3.5.0 -apache-airflow-providers-tableau==4.1.0 -apache-airflow-providers-tabular==1.1.0 -apache-airflow-providers-telegram==4.0.0 -apache-airflow-providers-trino==4.3.2 -apache-airflow-providers-vertica==3.3.1 -apache-airflow-providers-yandex==3.3.0 -apache-airflow-providers-zendesk==4.2.0 -apache-beam==2.46.0 -apispec==3.3.2 +anyascii==0.3.2 +anyio==3.7.1 +apache-airflow-providers-airbyte==3.3.1 +apache-airflow-providers-alibaba==2.4.1 +apache-airflow-providers-amazon==8.2.0 +apache-airflow-providers-apache-beam==5.1.1 +apache-airflow-providers-apache-cassandra==3.2.1 +apache-airflow-providers-apache-drill==2.4.1 +apache-airflow-providers-apache-druid==3.4.1 +apache-airflow-providers-apache-flink==1.1.1 +apache-airflow-providers-apache-hdfs==4.1.0 +apache-airflow-providers-apache-hive==6.1.1 +apache-airflow-providers-apache-impala==1.1.1 +apache-airflow-providers-apache-kylin==3.2.1 +apache-airflow-providers-apache-livy==3.5.1 +apache-airflow-providers-apache-pig==4.1.1 +apache-airflow-providers-apache-pinot==4.1.1 +apache-airflow-providers-apache-spark==4.1.1 +apache-airflow-providers-apache-sqoop==3.2.1 +apache-airflow-providers-arangodb==2.2.1 +apache-airflow-providers-asana==2.2.1 +apache-airflow-providers-atlassian-jira==2.1.1 +apache-airflow-providers-celery==3.2.1 +apache-airflow-providers-cloudant==3.2.1 +apache-airflow-providers-cncf-kubernetes==7.1.0 +apache-airflow-providers-common-sql==1.5.2 +apache-airflow-providers-databricks==4.3.0 +apache-airflow-providers-datadog==3.3.1 +apache-airflow-providers-dbt-cloud==3.2.1 +apache-airflow-providers-dingding==3.2.1 +apache-airflow-providers-discord==3.3.0 +apache-airflow-providers-docker==3.7.1 +apache-airflow-providers-elasticsearch==4.5.1 +apache-airflow-providers-exasol==4.2.1 +apache-airflow-providers-facebook==3.2.1 +apache-airflow-providers-ftp==3.4.2 +apache-airflow-providers-github==2.3.1 +apache-airflow-providers-google==10.2.0 +apache-airflow-providers-grpc==3.2.1 +apache-airflow-providers-hashicorp==3.4.1 +apache-airflow-providers-http==4.4.2 +apache-airflow-providers-imap==3.2.2 +apache-airflow-providers-influxdb==2.2.1 +apache-airflow-providers-jdbc==4.0.0 +apache-airflow-providers-jenkins==3.3.1 +apache-airflow-providers-microsoft-azure==6.1.2 +apache-airflow-providers-microsoft-mssql==3.4.1 +apache-airflow-providers-microsoft-psrp==2.3.1 +apache-airflow-providers-microsoft-winrm==3.2.1 +apache-airflow-providers-mongo==3.2.1 +apache-airflow-providers-mysql==5.1.1 +apache-airflow-providers-neo4j==3.3.1 +apache-airflow-providers-odbc==4.0.0 +apache-airflow-providers-openfaas==3.2.1 +apache-airflow-providers-opsgenie==5.1.1 +apache-airflow-providers-oracle==3.7.1 +apache-airflow-providers-pagerduty==3.3.0 +apache-airflow-providers-papermill==3.2.1 +apache-airflow-providers-plexus==3.2.1 +apache-airflow-providers-postgres==5.5.1 +apache-airflow-providers-presto==5.1.1 +apache-airflow-providers-qubole==3.4.1 +apache-airflow-providers-redis==3.2.1 +apache-airflow-providers-salesforce==5.4.1 +apache-airflow-providers-samba==4.2.1 +apache-airflow-providers-segment==3.2.1 +apache-airflow-providers-sendgrid==3.2.1 +apache-airflow-providers-sftp==4.3.1 +apache-airflow-providers-singularity==3.2.1 +apache-airflow-providers-slack==7.3.1 +apache-airflow-providers-smtp==1.2.0 +apache-airflow-providers-snowflake==4.2.0 +apache-airflow-providers-sqlite==3.4.2 +apache-airflow-providers-ssh==3.7.1 +apache-airflow-providers-tableau==4.2.1 +apache-airflow-providers-tabular==1.2.1 +apache-airflow-providers-telegram==4.1.1 +apache-airflow-providers-trino==5.1.1 +apache-airflow-providers-vertica==3.4.1 +apache-airflow-providers-zendesk==4.3.1 +apache-beam==2.48.0 +apispec==5.2.2 appdirs==1.4.4 -argcomplete==3.0.5 +argcomplete==3.1.1 arrow==1.2.3 -asana==3.2.0 -asgiref==3.6.0 +asana==3.2.1 +asgiref==3.7.2 asn1crypto==1.5.1 -astroid==2.15.1 +astroid==2.15.5 asttokens==2.2.1 async-timeout==4.0.2 asynctest==0.13.0 atlasclient==1.0.0 -atlassian-python-api==3.35.0 -attrs==22.2.0 -aws-sam-translator==1.63.0 -aws-xray-sdk==2.11.0 -azure-batch==13.0.0 +atlassian-python-api==3.39.0 +attrs==23.1.0 +aws-sam-translator==1.71.0 +aws-xray-sdk==2.12.0 +azure-batch==14.0.0 azure-common==1.1.28 -azure-core==1.26.3 -azure-cosmos==4.3.1 -azure-datalake-store==0.0.52 -azure-identity==1.12.0 +azure-core==1.27.1 +azure-cosmos==4.4.0 +azure-datalake-store==0.0.53 +azure-identity==1.13.0 azure-keyvault-secrets==4.7.0 azure-kusto-data==0.0.45 azure-mgmt-containerinstance==1.5.0 -azure-mgmt-core==1.3.2 +azure-mgmt-core==1.4.0 azure-mgmt-datafactory==1.1.0 azure-mgmt-datalake-nspkg==3.0.1 azure-mgmt-datalake-store==0.5.0 azure-mgmt-nspkg==3.0.2 -azure-mgmt-resource==23.0.0 +azure-mgmt-resource==23.0.1 azure-nspkg==3.0.2 -azure-servicebus==7.8.3 -azure-storage-blob==12.15.0 +azure-servicebus==7.11.0 +azure-storage-blob==12.16.0 azure-storage-common==2.1.0 -azure-storage-file-datalake==12.10.1 +azure-storage-file-datalake==12.11.0 azure-storage-file==2.1.0 azure-synapse-spark==0.7.0 backcall==0.2.0 backoff==1.10.0 bcrypt==4.0.1 -beautifulsoup4==4.12.0 -billiard==3.6.4.0 +beautifulsoup4==4.12.2 +billiard==4.1.0 +bitarray==2.7.6 black==23.1a1 bleach==6.0.0 -blinker==1.5 -boto3==1.26.102 +blinker==1.6.2 +boto3==1.26.161 boto==2.49.0 -botocore==1.29.102 +botocore==1.29.161 bowler==0.9.0 cachelib==0.9.0 -cachetools==5.3.0 -cassandra-driver==3.26.0 -cattrs==22.2.0 -celery==5.2.7 -certifi==2022.12.7 +cachetools==5.3.1 +cassandra-driver==3.28.0 +cattrs==23.1.2 +celery==5.3.1 +certifi==2023.5.7 cffi==1.15.1 cfgv==3.3.1 -cfn-lint==0.76.1 +cfn-lint==0.77.10 cgroupspy==0.2.2 -chardet==4.0.0 -charset-normalizer==2.1.1 +chardet==5.1.0 +charset-normalizer==3.1.0 checksumdir==1.2.0 ciso8601==2.3.0 click-default-group==1.2.2 click-didyoumean==0.3.0 click-plugins==1.1.1 -click-repl==0.2.0 -click==8.1.3 +click-repl==0.3.0 +click==8.1.4 clickclick==20.10.2 cloudant==2.15.0 cloudpickle==2.2.1 colorama==0.4.6 colorlog==4.8.0 connexion==2.14.2 -coverage==7.2.2 +coverage==7.2.7 crcmod==1.7 -cron-descriptor==1.2.35 -croniter==1.3.8 -cryptography==39.0.2 +cron-descriptor==1.4.0 +croniter==1.4.1 +cryptography==40.0.2 curlify==2.2.1 -dask==2023.3.2 -databricks-sql-connector==2.4.1 +dask==2023.6.1 +databricks-sql-connector==2.7.0 datadog==0.45.0 -db-dtypes==1.1.0 +db-dtypes==1.1.1 decorator==5.1.1 defusedxml==0.7.1 +deprecation==2.1.0 dill==0.3.1.1 distlib==0.3.6 -distributed==2023.3.2 +distributed==2023.6.1 dnspython==2.3.0 -docker==6.0.1 +docker==6.1.3 docopt==0.6.2 -docutils==0.19 +docutils==0.20.1 ecdsa==0.18.0 elasticsearch-dbapi==0.2.10 elasticsearch-dsl==7.4.1 @@ -236,262 +265,265 @@ entrypoints==0.4 eralchemy2==1.3.7 et-xmlfile==1.1.0 eventlet==0.33.3 -exceptiongroup==1.1.1 -execnet==1.9.0 +exceptiongroup==1.1.2 +execnet==2.0.0 executing==1.2.0 -facebook-business==16.0.2 -fastavro==1.7.3 +facebook-business==17.0.2 +fastavro==1.8.0 fasteners==0.18 -fastjsonschema==2.16.3 -filelock==3.10.7 +fastjsonschema==2.17.1 +filelock==3.12.2 fissix==21.11.13 -flake8-colors==0.1.9 -flake8==6.0.0 -flake8_implicit_str_concat==0.4.0 -flaky==3.7.0 -flower==1.2.0 -freezegun==1.2.2 +flower==2.0.0 frozenlist==1.3.3 -fsspec==2023.3.0 +fsspec==2023.6.0 future==0.18.3 -gcloud-aio-auth==4.2.0 +gcloud-aio-auth==4.2.3 gcloud-aio-bigquery==6.3.0 -gcloud-aio-storage==8.1.0 -gcsfs==2023.3.0 +gcloud-aio-storage==8.2.0 +gcsfs==2023.6.0 geomet==0.2.1.post1 gevent==22.10.2 gitdb==4.0.10 -google-ads==18.0.0 -google-api-core==2.8.2 -google-api-python-client==1.12.11 +google-ads==21.2.0 +google-api-core==2.11.0 +google-api-python-client==2.92.0 google-auth-httplib2==0.1.0 -google-auth-oauthlib==0.8.0 -google-auth==2.17.0 -google-cloud-aiplatform==1.16.1 -google-cloud-appengine-logging==1.1.3 -google-cloud-audit-log==0.2.4 -google-cloud-automl==2.8.0 -google-cloud-bigquery-datatransfer==3.7.0 -google-cloud-bigquery-storage==2.14.1 -google-cloud-bigquery==2.34.4 -google-cloud-bigtable==2.11.1 -google-cloud-build==3.9.0 -google-cloud-compute==0.7.0 -google-cloud-container==2.11.1 -google-cloud-core==2.3.2 -google-cloud-datacatalog==3.9.0 -google-cloud-dataflow-client==0.5.4 -google-cloud-dataform==0.2.0 -google-cloud-dataplex==1.1.0 -google-cloud-dataproc-metastore==1.6.0 -google-cloud-dataproc==5.0.0 -google-cloud-dlp==3.7.1 -google-cloud-kms==2.12.0 -google-cloud-language==1.3.2 -google-cloud-logging==3.2.1 -google-cloud-memcache==1.4.1 -google-cloud-monitoring==2.11.0 -google-cloud-orchestration-airflow==1.4.1 -google-cloud-os-login==2.7.1 -google-cloud-pubsub==2.13.5 -google-cloud-redis==2.9.0 -google-cloud-resource-manager==1.6.0 -google-cloud-secret-manager==1.0.2 -google-cloud-spanner==1.19.3 -google-cloud-speech==1.3.4 -google-cloud-storage==2.7.0 -google-cloud-tasks==2.10.1 -google-cloud-texttospeech==1.0.3 -google-cloud-translate==1.7.2 -google-cloud-videointelligence==1.16.3 -google-cloud-vision==1.0.2 -google-cloud-workflows==1.7.1 +google-auth-oauthlib==1.0.0 +google-auth==2.21.0 +google-cloud-aiplatform==1.27.1 +google-cloud-appengine-logging==1.3.1 +google-cloud-audit-log==0.2.5 +google-cloud-automl==2.11.2 +google-cloud-bigquery-datatransfer==3.11.2 +google-cloud-bigquery-storage==2.22.0 +google-cloud-bigquery==3.11.3 +google-cloud-bigtable==2.19.0 +google-cloud-build==3.17.1 +google-cloud-compute==1.12.1 +google-cloud-container==2.26.0 +google-cloud-core==2.3.3 +google-cloud-datacatalog==3.13.1 +google-cloud-dataflow-client==0.8.4 +google-cloud-dataform==0.5.2 +google-cloud-dataplex==1.5.1 +google-cloud-dataproc-metastore==1.12.0 +google-cloud-dataproc==5.4.2 +google-cloud-dlp==3.12.2 +google-cloud-kms==2.18.0 +google-cloud-language==2.10.1 +google-cloud-logging==3.5.0 +google-cloud-memcache==1.7.2 +google-cloud-monitoring==2.15.1 +google-cloud-orchestration-airflow==1.9.1 +google-cloud-os-login==2.9.1 +google-cloud-pubsub==2.17.1 +google-cloud-redis==2.13.1 +google-cloud-resource-manager==1.10.2 +google-cloud-secret-manager==2.16.2 +google-cloud-spanner==3.36.0 +google-cloud-speech==2.21.0 +google-cloud-storage==2.10.0 +google-cloud-tasks==2.13.2 +google-cloud-texttospeech==2.14.1 +google-cloud-translate==3.11.2 +google-cloud-videointelligence==2.11.3 +google-cloud-vision==3.4.4 +google-cloud-workflows==1.10.2 google-crc32c==1.5.0 -google-resumable-media==2.4.1 -googleapis-common-protos==1.56.4 +google-re2==1.0 +google-resumable-media==2.5.0 +googleapis-common-protos==1.59.1 graphql-core==3.2.3 graphviz==0.20.1 greenlet==2.0.2 -grpc-google-iam-v1==0.12.4 +grpc-google-iam-v1==0.12.6 grpcio-gcp==0.2.2 -grpcio-status==1.48.2 -grpcio==1.53.0 +grpcio-status==1.56.0 +grpcio==1.56.0 gssapi==1.8.2 gunicorn==20.1.0 h11==0.14.0 hdfs==2.7.0 hmsclient==0.1.1 httpcore==0.16.3 -httplib2==0.21.0 +httplib2==0.22.0 httpx==0.23.3 -humanize==4.6.0 -hvac==1.1.0 -identify==2.5.22 +humanize==4.7.0 +hvac==1.1.1 +identify==2.5.24 idna==3.4 -ijson==3.2.0.post0 +ijson==3.2.2 imagesize==1.4.1 -importlib-metadata==6.1.0 +importlib-metadata==6.7.0 +importlib-resources==5.12.0 +impyla==0.18.0 incremental==22.10.0 inflection==0.5.1 influxdb-client==1.36.1 iniconfig==2.0.0 ipdb==0.13.13 -ipython==8.11.0 +ipython==8.14.0 isodate==0.6.1 -isort==5.11.2 itsdangerous==2.1.2 jaraco.classes==3.2.3 jedi==0.18.2 jeepney==0.8.0 -jira==3.5.0 +jira==3.5.2 jmespath==0.10.0 jschema-to-python==1.2.3 json-merge-patch==0.2 jsondiff==2.0.0 -jsonpatch==1.32 +jsonpatch==1.33 jsonpath-ng==1.5.3 jsonpickle==3.0.1 -jsonpointer==2.3 -jsonschema-spec==0.1.4 -jsonschema==4.17.3 +jsonpointer==2.4 +jsonschema-spec==0.1.6 +jsonschema-specifications==2023.6.1 +jsonschema==4.18.0 junit-xml==1.9 -jupyter_client==8.1.0 -jupyter_core==5.3.0 -keyring==23.13.1 -kombu==5.2.4 +jupyter_client==8.3.0 +jupyter_core==5.3.1 +keyring==24.2.0 +kombu==5.3.1 krb5==0.5.0 -kubernetes-asyncio==24.2.2 +kubernetes-asyncio==24.2.3 kubernetes==23.6.0 kylinpy==2.8.4 lazy-object-proxy==1.9.0 ldap3==2.9.1 -linkify-it-py==2.0.0 +limits==3.5.0 +linkify-it-py==2.0.2 locket==1.0.0 lockfile==0.12.2 -looker-sdk==23.2.0 -lxml==4.9.2 +looker-sdk==23.10.0 +lxml==4.9.3 lz4==4.3.2 -markdown-it-py==2.2.0 +markdown-it-py==3.0.0 marshmallow-enum==1.5.1 marshmallow-oneofschema==3.0.1 marshmallow-sqlalchemy==0.26.1 marshmallow==3.19.0 matplotlib-inline==0.1.6 -mccabe==0.7.0 -mdit-py-plugins==0.3.5 +mdit-py-plugins==0.4.0 mdurl==0.1.2 mongomock==4.1.2 monotonic==1.6 more-itertools==9.1.0 moreorless==0.4.0 -moto==4.1.6 +moto==4.1.12 mpmath==1.3.0 msal-extensions==1.0.0 -msal==1.21.0 +msal==1.22.0 msgpack==1.0.5 msrest==0.7.1 msrestazure==0.6.4 multi-key-dict==2.0.3 multidict==6.0.4 -mypy-boto3-appflow==1.26.78 -mypy-boto3-rds==1.26.102 -mypy-boto3-redshift-data==1.26.88 +mypy-boto3-appflow==1.28.0 +mypy-boto3-rds==1.28.0 +mypy-boto3-redshift-data==1.28.0 +mypy-boto3-s3==1.28.0 mypy-extensions==1.0.0 -mypy==0.971 -mysql-connector-python==8.0.32 -mysqlclient==2.1.1 -nbclient==0.7.2 -nbformat==5.8.0 -neo4j==5.6.0 -networkx==3.0 -nodeenv==1.7.0 -numpy==1.24.2 +mypy==1.0.0 +mysqlclient==2.2.0 +nbclient==0.8.0 +nbformat==5.9.0 +neo4j==5.10.0 +networkx==3.1 +nodeenv==1.8.0 +numpy==1.24.4 oauthlib==3.2.2 objsize==0.6.1 openapi-schema-validator==0.4.4 -openapi-spec-validator==0.5.6 +openapi-spec-validator==0.5.7 openpyxl==3.1.2 +opentelemetry-api==1.15.0 +opentelemetry-exporter-otlp-proto-grpc==1.15.0 +opentelemetry-exporter-otlp-proto-http==1.15.0 +opentelemetry-exporter-otlp==1.15.0 +opentelemetry-exporter-prometheus==1.12.0rc1 +opentelemetry-proto==1.15.0 +opentelemetry-sdk==1.15.0 +opentelemetry-semantic-conventions==0.36b0 opsgenie-sdk==2.1.5 -oracledb==1.2.2 -orjson==3.8.9 +oracledb==1.3.2 +ordered-set==4.1.0 +orjson==3.9.1 oscrypto==1.3.0 -oss2==2.17.0 +oss2==2.18.0 packaging==21.3 -pandas-gbq==0.17.9 +pandas-gbq==0.19.2 pandas==1.5.3 papermill==2.4.0 -parameterized==0.9.0 -paramiko==3.1.0 +paramiko==3.2.0 parso==0.8.3 -partd==1.3.0 +partd==1.4.0 pathable==0.4.3 pathspec==0.9.0 pbr==5.11.1 -pdpyras==4.5.2 +pdpyras==5.1.0 pendulum==2.1.2 pexpect==4.8.0 pickleshare==0.7.5 -pinotdb==0.4.14 -pipdeptree==2.7.0 +pinotdb==0.5.0 +pipdeptree==2.9.3 pipx==1.2.0 pkginfo==1.9.6 -platformdirs==3.2.0 -pluggy==1.0.0 +platformdirs==3.8.1 +pluggy==1.2.0 ply==3.11 plyvel==1.5.0 portalocker==2.7.0 -pre-commit==3.2.1 +pre-commit==3.3.3 presto-python-client==0.8.3 prison==0.2.1 -prometheus-client==0.16.0 -prompt-toolkit==3.0.38 -proto-plus==1.19.6 -protobuf==3.20.0 -psutil==5.9.4 -psycopg2-binary==2.9.5 -psycopg2==2.9.5 +prometheus-client==0.17.0 +prompt-toolkit==3.0.39 +proto-plus==1.22.3 +protobuf==4.23.4 +psutil==5.9.5 +psycopg2-binary==2.9.6 ptyprocess==0.7.0 pure-eval==0.2.2 pure-sasl==0.6.2 -py-partiql-parser==0.1.0 -py4j==0.10.9.5 -pyOpenSSL==23.1.1 -pyarrow==9.0.0 +py-partiql-parser==0.3.3 +py4j==0.10.9.7 +pyOpenSSL==23.2.0 +pyarrow==11.0.0 pyasn1-modules==0.2.8 pyasn1==0.4.8 -pycodestyle==2.10.0 pycountry==22.3.5 pycparser==2.21 -pycryptodome==3.17 -pycryptodomex==3.17 -pydantic==1.10.7 -pydata-google-auth==1.7.0 +pycryptodome==3.18.0 +pycryptodomex==3.18.0 +pydantic==1.10.11 +pydata-google-auth==1.8.0 pydot==1.4.2 pydruid==0.6.5 pyenchant==3.2.2 pyexasol==0.25.2 -pyflakes==3.0.1 -pygraphviz==1.10 +pygraphviz==1.11 pyhcl==0.4.4 pykerberos==1.2.4 -pymongo==3.13.0 -pymssql==2.2.7 -pyodbc==4.0.35 -pyparsing==3.0.9 +pymongo==4.4.0 +pymssql==2.2.8 +pyodbc==4.0.39 +pyparsing==3.1.0 pypsrp==0.8.1 pyrsistent==0.19.3 -pyspark==3.3.2 -pyspnego==0.8.0 +pyspark==3.4.1 +pyspnego==0.9.1 pytest-asyncio==0.21.0 pytest-capture-warnings==0.0.4 -pytest-cov==4.0.0 +pytest-cov==4.1.0 pytest-httpx==0.21.3 -pytest-instafail==0.4.2 -pytest-rerunfailures==11.1.2 +pytest-instafail==0.5.0 +pytest-rerunfailures==12.0 pytest-timeouts==1.2.1 -pytest-xdist==3.2.1 -pytest==7.2.2 -python-arango==7.5.7 +pytest-xdist==3.3.1 +pytest==7.4.0 +python-arango==7.5.8 python-daemon==3.0.1 python-dateutil==2.8.2 python-dotenv==1.0.0 @@ -502,58 +534,60 @@ python-ldap==3.4.3 python-nvd3==0.15.0 python-slugify==8.0.1 python-telegram-bot==20.2 -pytz-deprecation-shim==0.1.0.post0 pytz==2023.3 pytzdata==2020.1 pywinrm==0.4.3 -pyzmq==25.0.2 +pyzmq==25.1.0 qds-sdk==1.16.1 reactivex==4.0.4 -readme-renderer==37.3 -redis==3.5.3 -redshift-connector==2.0.910 -regex==2023.3.23 +readme-renderer==40.0 +redis==4.6.0 +redshift-connector==2.0.912 +referencing==0.29.1 +regex==2023.6.3 requests-file==1.5.1 requests-kerberos==0.14.0 -requests-mock==1.10.0 +requests-mock==1.11.0 requests-ntlm==1.2.0 requests-oauthlib==1.3.1 -requests-toolbelt==0.10.1 -requests==2.28.2 +requests-toolbelt==1.0.0 +requests==2.31.0 responses==0.23.1 rfc3339-validator==0.1.4 rfc3986==1.5.0 +rich-argparse==1.2.0 rich-click==1.6.1 -rich==13.3.3 +rich==13.4.2 +rpds-py==0.8.8 rsa==4.9 -s3transfer==0.6.0 +ruff==0.0.277 +s3transfer==0.6.1 sarif-om==1.0.4 sasl==0.3.1 scramp==1.4.4 scrapbook==0.5.0 -semver==2.13.0 +semver==3.0.1 sendgrid==6.10.0 sentinels==1.0.0 -sentry-sdk==1.18.0 +sentry-sdk==1.27.1 setproctitle==1.3.2 -simple-salesforce==1.12.3 +simple-salesforce==1.12.4 six==1.16.0 -slack-sdk==3.20.2 +slack-sdk==3.21.3 smbprotocol==1.10.1 smmap==5.0.0 -snakebite-py3==3.0.5 sniffio==1.3.0 snowballstemmer==2.2.0 -snowflake-connector-python==3.0.2 +snowflake-connector-python==3.0.4 snowflake-sqlalchemy==1.4.7 sortedcontainers==2.4.0 -soupsieve==2.4 -sphinx-airflow-theme==0.0.11 +soupsieve==2.4.1 +sphinx-airflow-theme==0.0.12 sphinx-argparse==0.4.0 -sphinx-autoapi==2.1.0 -sphinx-copybutton==0.5.1 +sphinx-autoapi==2.1.1 +sphinx-copybutton==0.5.2 sphinx-jinja==2.0.2 -sphinx-rtd-theme==1.2.0 +sphinx-rtd-theme==1.2.2 sphinxcontrib-applehelp==1.0.4 sphinxcontrib-devhelp==1.0.2 sphinxcontrib-htmlhelp==2.0.1 @@ -567,80 +601,77 @@ sphinxcontrib-spelling==8.0.0 spython==0.3.0 sqlalchemy-bigquery==1.6.1 sqlalchemy-drill==1.1.2 -sqlalchemy-redshift==0.8.13 -sqlparse==0.4.3 +sqlalchemy-redshift==0.8.14 +sqlparse==0.4.4 sshpubkeys==3.3.1 sshtunnel==0.4.0 stack-data==0.6.2 starkbank-ecdsa==2.2.0 statsd==4.0.1 -sympy==1.11.1 +sympy==1.12 tableauserverclient==0.24 tabulate==0.9.0 -tblib==1.7.0 +tblib==2.0.0 tenacity==8.2.2 -termcolor==2.2.0 +termcolor==2.3.0 text-unidecode==1.3 textwrap3==0.9.2 thrift-sasl==0.4.3 thrift==0.16.0 -time-machine==2.9.0 +time-machine==2.10.0 tomli==2.0.1 toolz==0.12.0 -tornado==6.2 -towncrier==22.12.0 +tornado==6.3.2 +towncrier==23.6.0 tqdm==4.65.0 traitlets==5.9.0 -trino==0.322.0 +trino==0.326.0 twine==4.0.2 types-Deprecated==1.2.9.2 -types-Markdown==3.4.2.6 -types-PyMySQL==1.0.19.6 -types-PyYAML==6.0.12.9 -types-boto==2.49.18.7 +types-Markdown==3.4.2.9 +types-PyMySQL==1.1.0.0 +types-PyYAML==6.0.12.10 +types-boto==2.49.18.8 types-certifi==2021.10.8.3 -types-croniter==1.3.2.7 -types-docutils==0.19.1.7 -types-freezegun==1.1.10 -types-paramiko==3.0.0.6 -types-protobuf==4.22.0.0 -types-pyOpenSSL==23.1.0.1 -types-python-dateutil==2.8.19.11 +types-croniter==1.4.0.0 +types-docutils==0.20.0.1 +types-paramiko==3.2.0.0 +types-protobuf==4.23.0.1 +types-pyOpenSSL==23.2.0.1 +types-python-dateutil==2.8.19.13 types-python-slugify==8.0.0.2 -types-pytz==2023.2.0.1 -types-redis==4.5.3.1 -types-requests==2.28.11.17 -types-setuptools==67.6.0.6 +types-pytz==2023.3.0.0 +types-redis==4.6.0.2 +types-requests==2.31.0.1 +types-setuptools==68.0.0.1 types-tabulate==0.9.0.2 types-termcolor==1.1.6.2 types-toml==0.10.8.6 -types-urllib3==1.26.25.10 -typing_extensions==4.5.0 +types-urllib3==1.26.25.13 +typing_extensions==4.7.1 tzdata==2023.3 -tzlocal==4.3 -uamqp==1.6.4 -uc-micro-py==1.0.1 +tzlocal==5.0.1 +uc-micro-py==1.0.2 unicodecsv==0.14.1 -uritemplate==3.0.1 -urllib3==1.26.15 +uritemplate==4.1.1 +urllib3==1.26.16 userpath==1.8.0 -vertica-python==1.3.1 +vertica-python==1.3.2 vine==5.0.0 -virtualenv==20.21.0 +virtualenv==20.23.1 volatile==2.1.0 watchtower==2.0.1 wcwidth==0.2.6 webencodings==0.5.1 -websocket-client==1.5.1 +websocket-client==1.6.1 wrapt==1.15.0 xmltodict==0.13.0 -yamllint==1.30.0 -yandexcloud==0.206.0 -yarl==1.8.2 +yamllint==1.32.0 +yarl==1.9.2 zeep==4.2.1 zenpy==2.0.25 -zict==2.2.0 +zict==3.0.0 zipp==3.15.0 -zope.event==4.6 +zope.event==5.0 zope.interface==6.0 -zstandard==0.20.0 +zstandard==0.21.0 diff --git a/docker-compose.yml b/docker-compose.yml index 4a93f09df..20d2b55c4 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -1,5 +1,5 @@ # Adapted from official docker-compose.yaml -# https://airflow.apache.org/docs/apache-airflow/2.5.1/docker-compose.yaml +# https://airflow.apache.org/docs/apache-airflow/2.6.3/docker-compose.yaml # # WARNING: This configuration is for local development. Do not use it in a production deployment. # diff --git a/requirements.in b/requirements.in index 670c80fbf..a5b7df857 100644 --- a/requirements.in +++ b/requirements.in @@ -4,17 +4,17 @@ --constraint ./constraints.txt # Airflow dependencies -apache-airflow[amazon,async,celery,cncf.kubernetes,github_enterprise,google_auth,jdbc,mysql,password,postgres,redis,statsd]==2.5.3 +apache-airflow[amazon,async,celery,cncf.kubernetes,github_enterprise,google_auth,jdbc,password,postgres,redis,statsd]==2.6.3 apache-airflow-providers-google apache-airflow-providers-http apache-airflow-providers-slack airflow-provider-fivetran==1.1.2 # Code quality -pytest==7.2.2 +pytest==7.4.0 pytest-mock==3.10.0 black==23.1a1 -ruff==0.0.269 +ruff==0.0.277 # Required for backfill UI flask-admin diff --git a/requirements.txt b/requirements.txt index 4dc38141b..92e136370 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,7 +4,7 @@ # # pip-compile # -aiofiles==22.1.0 +aiofiles==23.1.0 # via # -c ./constraints.txt # gcloud-aio-storage @@ -20,7 +20,7 @@ aiosignal==1.3.1 # aiohttp airflow-provider-fivetran==1.1.2 # via -r requirements.in -alembic==1.10.2 +alembic==1.11.1 # via # -c ./constraints.txt # apache-airflow @@ -28,98 +28,99 @@ amqp==5.1.1 # via # -c ./constraints.txt # kombu -anyio==3.6.2 +anyio==3.7.1 # via # -c ./constraints.txt # httpcore -apache-airflow[amazon,async,celery,cncf.kubernetes,github_enterprise,google_auth,jdbc,mysql,password,postgres,redis,statsd]==2.5.3 +apache-airflow[amazon,async,celery,cncf.kubernetes,github_enterprise,google_auth,jdbc,password,postgres,redis,statsd]==2.6.3 # via # -r requirements.in # airflow-provider-fivetran # apache-airflow-providers-amazon # apache-airflow-providers-celery # apache-airflow-providers-cncf-kubernetes + # apache-airflow-providers-common-sql + # apache-airflow-providers-ftp # apache-airflow-providers-google + # apache-airflow-providers-http + # apache-airflow-providers-imap # apache-airflow-providers-jdbc - # apache-airflow-providers-mysql # apache-airflow-providers-postgres # apache-airflow-providers-redis # apache-airflow-providers-slack -apache-airflow-providers-amazon==7.3.0 + # apache-airflow-providers-sqlite +apache-airflow-providers-amazon==8.2.0 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-celery==3.1.0 +apache-airflow-providers-celery==3.2.1 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-cncf-kubernetes==5.2.2 +apache-airflow-providers-cncf-kubernetes==7.1.0 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-common-sql==1.3.4 +apache-airflow-providers-common-sql==1.5.2 # via # -c ./constraints.txt # apache-airflow # apache-airflow-providers-amazon # apache-airflow-providers-google # apache-airflow-providers-jdbc - # apache-airflow-providers-mysql # apache-airflow-providers-postgres # apache-airflow-providers-slack # apache-airflow-providers-sqlite -apache-airflow-providers-ftp==3.3.1 +apache-airflow-providers-ftp==3.4.2 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-google==8.11.0 +apache-airflow-providers-google==10.2.0 # via # -c ./constraints.txt # -r requirements.in -apache-airflow-providers-http==4.2.0 +apache-airflow-providers-http==4.4.2 # via # -c ./constraints.txt # -r requirements.in # apache-airflow -apache-airflow-providers-imap==3.1.1 - # via - # -c ./constraints.txt - # apache-airflow -apache-airflow-providers-jdbc==3.3.0 +apache-airflow-providers-imap==3.2.2 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-mysql==4.0.2 +apache-airflow-providers-jdbc==4.0.0 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-postgres==5.4.0 +apache-airflow-providers-postgres==5.5.1 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-redis==3.1.0 +apache-airflow-providers-redis==3.2.1 # via # -c ./constraints.txt # apache-airflow -apache-airflow-providers-slack==7.2.0 +apache-airflow-providers-slack==7.3.1 # via # -c ./constraints.txt # -r requirements.in -apache-airflow-providers-sqlite==3.3.1 +apache-airflow-providers-sqlite==3.4.2 # via # -c ./constraints.txt # apache-airflow -apispec[yaml]==3.3.2 +apispec[yaml]==5.2.2 # via # -c ./constraints.txt # flask-appbuilder -argcomplete==3.0.5 +argcomplete==3.1.1 # via # -c ./constraints.txt # apache-airflow -asgiref==3.6.0 +asgiref==3.7.2 # via # -c ./constraints.txt + # apache-airflow + # apache-airflow-providers-amazon # apache-airflow-providers-cncf-kubernetes # apache-airflow-providers-google # apache-airflow-providers-http @@ -131,7 +132,8 @@ async-timeout==4.0.2 # via # -c ./constraints.txt # aiohttp -attrs==22.2.0 + # redis +attrs==23.1.0 # via # -c ./constraints.txt # aiohttp @@ -139,8 +141,8 @@ attrs==22.2.0 # cattrs # jsonschema # looker-sdk - # pytest -authlib==1.2.0 + # referencing +authlib==1.2.1 # via # -c ./constraints.txt # apache-airflow @@ -158,11 +160,11 @@ bcrypt==4.0.1 # -c ./constraints.txt # apache-airflow # flask-bcrypt -beautifulsoup4==4.12.0 +beautifulsoup4==4.12.2 # via # -c ./constraints.txt # redshift-connector -billiard==3.6.4.0 +billiard==4.1.0 # via # -c ./constraints.txt # celery @@ -170,17 +172,17 @@ black==23.1a1 # via # -c ./constraints.txt # -r requirements.in -blinker==1.5 +blinker==1.6.2 # via # -c ./constraints.txt # apache-airflow -boto3==1.26.102 +boto3==1.26.161 # via # -c ./constraints.txt # apache-airflow-providers-amazon # redshift-connector # watchtower -botocore==1.29.102 +botocore==1.29.161 # via # -c ./constraints.txt # boto3 @@ -191,22 +193,22 @@ cachelib==0.9.0 # -c ./constraints.txt # flask-caching # flask-session -cachetools==5.3.0 +cachetools==5.3.1 # via # -c ./constraints.txt # google-auth -cattrs==22.2.0 +cattrs==23.1.2 # via # -c ./constraints.txt # apache-airflow # looker-sdk -celery==5.2.7 +celery==5.3.1 # via # -c ./constraints.txt # apache-airflow # apache-airflow-providers-celery # flower -certifi==2022.12.7 +certifi==2023.5.7 # via # -c ./constraints.txt # httpcore @@ -218,16 +220,16 @@ cffi==1.15.1 # via # -c ./constraints.txt # cryptography -chardet==4.0.0 +chardet==5.1.0 # via # -c ./constraints.txt # gcloud-aio-auth -charset-normalizer==2.1.1 +charset-normalizer==3.1.0 # via # -c ./constraints.txt # aiohttp # requests -click==8.1.3 +click==8.1.4 # via # -c ./constraints.txt # black @@ -246,7 +248,7 @@ click-plugins==1.1.1 # via # -c ./constraints.txt # celery -click-repl==0.2.0 +click-repl==0.3.0 # via # -c ./constraints.txt # celery @@ -270,15 +272,15 @@ connexion[flask]==2.14.2 # via # -c ./constraints.txt # apache-airflow -cron-descriptor==1.2.35 +cron-descriptor==1.4.0 # via # -c ./constraints.txt # apache-airflow -croniter==1.3.8 +croniter==1.4.1 # via # -c ./constraints.txt # apache-airflow -cryptography==39.0.2 +cryptography==40.0.2 # via # -c ./constraints.txt # apache-airflow @@ -286,7 +288,7 @@ cryptography==39.0.2 # authlib # gcloud-aio-auth # pyopenssl -db-dtypes==1.1.0 +db-dtypes==1.1.1 # via # -c ./constraints.txt # pandas-gbq @@ -294,10 +296,11 @@ decorator==5.1.1 # via # -c ./constraints.txt # jsonpath-ng -deprecated==1.2.13 +deprecated==1.2.14 # via # -c ./constraints.txt # apache-airflow + # limits dill==0.3.1.1 # via # -c ./constraints.txt @@ -307,7 +310,7 @@ dnspython==2.3.0 # -c ./constraints.txt # email-validator # eventlet -docutils==0.19 +docutils==0.20.1 # via # -c ./constraints.txt # python-daemon @@ -319,12 +322,13 @@ eventlet==0.33.3 # via # -c ./constraints.txt # apache-airflow -exceptiongroup==1.1.1 +exceptiongroup==1.1.2 # via # -c ./constraints.txt + # anyio # cattrs # pytest -flask==2.2.3 +flask==2.2.5 # via # -c ./constraints.txt # apache-airflow @@ -335,13 +339,14 @@ flask==2.2.3 # flask-bcrypt # flask-caching # flask-jwt-extended + # flask-limiter # flask-login # flask-session # flask-sqlalchemy # flask-wtf flask-admin==1.6.0 # via -r requirements.in -flask-appbuilder[oauth]==4.1.4 +flask-appbuilder[oauth]==4.3.1 # via # -c ./constraints.txt # apache-airflow @@ -357,7 +362,11 @@ flask-caching==2.0.2 # via # -c ./constraints.txt # apache-airflow -flask-jwt-extended==4.4.4 +flask-jwt-extended==4.5.2 + # via + # -c ./constraints.txt + # flask-appbuilder +flask-limiter==3.3.1 # via # -c ./constraints.txt # flask-appbuilder @@ -366,7 +375,7 @@ flask-login==0.6.2 # -c ./constraints.txt # apache-airflow # flask-appbuilder -flask-session==0.4.0 +flask-session==0.5.0 # via # -c ./constraints.txt # apache-airflow @@ -379,7 +388,7 @@ flask-wtf==1.1.1 # -c ./constraints.txt # apache-airflow # flask-appbuilder -flower==1.2.0 +flower==2.0.0 # via # -c ./constraints.txt # apache-airflow @@ -393,7 +402,7 @@ future==0.18.3 # via # -c ./constraints.txt # sqlalchemy-bigquery -gcloud-aio-auth==4.2.0 +gcloud-aio-auth==4.2.3 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -403,7 +412,7 @@ gcloud-aio-bigquery==6.3.0 # via # -c ./constraints.txt # apache-airflow-providers-google -gcloud-aio-storage==8.1.0 +gcloud-aio-storage==8.2.0 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -411,11 +420,11 @@ gevent==22.10.2 # via # -c ./constraints.txt # apache-airflow -google-ads==18.0.0 +google-ads==21.2.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-api-core[grpc,grpcgcp]==2.8.2 +google-api-core[grpc]==2.11.0 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -461,11 +470,11 @@ google-api-core[grpc,grpcgcp]==2.8.2 # google-cloud-workflows # pandas-gbq # sqlalchemy-bigquery -google-api-python-client==1.12.11 +google-api-python-client==2.92.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-auth==2.17.0 +google-auth==2.21.0 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -484,60 +493,60 @@ google-auth-httplib2==0.1.0 # -c ./constraints.txt # apache-airflow-providers-google # google-api-python-client -google-auth-oauthlib==0.8.0 +google-auth-oauthlib==1.0.0 # via # -c ./constraints.txt # google-ads # pandas-gbq # pydata-google-auth -google-cloud-aiplatform==1.16.1 +google-cloud-aiplatform==1.27.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-appengine-logging==1.1.3 +google-cloud-appengine-logging==1.3.1 # via # -c ./constraints.txt # google-cloud-logging -google-cloud-audit-log==0.2.4 +google-cloud-audit-log==0.2.5 # via # -c ./constraints.txt # google-cloud-logging -google-cloud-automl==2.8.0 +google-cloud-automl==2.11.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-bigquery==2.34.4 +google-cloud-bigquery==3.11.3 # via # -c ./constraints.txt # google-cloud-aiplatform # pandas-gbq # sqlalchemy-bigquery -google-cloud-bigquery-datatransfer==3.7.0 +google-cloud-bigquery-datatransfer==3.11.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-bigquery-storage==2.14.1 +google-cloud-bigquery-storage==2.22.0 # via # -c ./constraints.txt # pandas-gbq # sqlalchemy-bigquery -google-cloud-bigtable==2.11.1 +google-cloud-bigtable==2.19.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-build==3.9.0 +google-cloud-build==3.17.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-compute==0.7.0 +google-cloud-compute==1.12.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-container==2.11.1 +google-cloud-container==2.26.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-core==2.3.2 +google-cloud-core==2.3.3 # via # -c ./constraints.txt # google-cloud-bigquery @@ -546,112 +555,112 @@ google-cloud-core==2.3.2 # google-cloud-spanner # google-cloud-storage # google-cloud-translate -google-cloud-datacatalog==3.9.0 +google-cloud-datacatalog==3.13.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dataflow-client==0.5.4 +google-cloud-dataflow-client==0.8.4 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dataform==0.2.0 +google-cloud-dataform==0.5.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dataplex==1.1.0 +google-cloud-dataplex==1.5.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dataproc==5.0.0 +google-cloud-dataproc==5.4.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dataproc-metastore==1.6.0 +google-cloud-dataproc-metastore==1.12.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-dlp==3.7.1 +google-cloud-dlp==3.12.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-kms==2.12.0 +google-cloud-kms==2.18.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-language==1.3.2 +google-cloud-language==2.10.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-logging==3.2.1 +google-cloud-logging==3.5.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-memcache==1.4.1 +google-cloud-memcache==1.7.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-monitoring==2.11.0 +google-cloud-monitoring==2.15.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-orchestration-airflow==1.4.1 +google-cloud-orchestration-airflow==1.9.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-os-login==2.7.1 +google-cloud-os-login==2.9.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-pubsub==2.13.5 +google-cloud-pubsub==2.17.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-redis==2.9.0 +google-cloud-redis==2.13.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-resource-manager==1.6.0 +google-cloud-resource-manager==1.10.2 # via # -c ./constraints.txt # google-cloud-aiplatform -google-cloud-secret-manager==1.0.2 +google-cloud-secret-manager==2.16.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-spanner==1.19.3 +google-cloud-spanner==3.36.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-speech==1.3.4 +google-cloud-speech==2.21.0 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-storage==2.7.0 +google-cloud-storage==2.10.0 # via # -c ./constraints.txt # apache-airflow-providers-google # google-cloud-aiplatform -google-cloud-tasks==2.10.1 +google-cloud-tasks==2.13.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-texttospeech==1.0.3 +google-cloud-texttospeech==2.14.1 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-translate==1.7.2 +google-cloud-translate==3.11.2 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-videointelligence==1.16.3 +google-cloud-videointelligence==2.11.3 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-vision==1.0.2 +google-cloud-vision==3.4.4 # via # -c ./constraints.txt # apache-airflow-providers-google -google-cloud-workflows==1.7.1 +google-cloud-workflows==1.10.2 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -659,12 +668,16 @@ google-crc32c==1.5.0 # via # -c ./constraints.txt # google-resumable-media -google-resumable-media==2.4.1 +google-re2==1.0 + # via + # -c ./constraints.txt + # apache-airflow +google-resumable-media==2.5.0 # via # -c ./constraints.txt # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.56.4 +googleapis-common-protos[grpc]==1.59.1 # via # -c ./constraints.txt # google-ads @@ -683,14 +696,16 @@ greenlet==2.0.2 # eventlet # gevent # sqlalchemy -grpc-google-iam-v1==0.12.4 +grpc-google-iam-v1==0.12.6 # via # -c ./constraints.txt # google-cloud-bigtable - # google-cloud-container + # google-cloud-build # google-cloud-datacatalog # google-cloud-dataform # google-cloud-dataplex + # google-cloud-dataproc + # google-cloud-dataproc-metastore # google-cloud-kms # google-cloud-logging # google-cloud-pubsub @@ -698,7 +713,7 @@ grpc-google-iam-v1==0.12.4 # google-cloud-secret-manager # google-cloud-spanner # google-cloud-tasks -grpcio==1.53.0 +grpcio==1.56.0 # via # -c ./constraints.txt # google-ads @@ -713,7 +728,7 @@ grpcio-gcp==0.2.2 # via # -c ./constraints.txt # apache-airflow-providers-google -grpcio-status==1.48.2 +grpcio-status==1.56.0 # via # -c ./constraints.txt # google-ads @@ -731,7 +746,7 @@ httpcore==0.16.3 # via # -c ./constraints.txt # httpx -httplib2==0.21.0 +httplib2==0.22.0 # via # -c ./constraints.txt # google-api-python-client @@ -741,7 +756,7 @@ httpx==0.23.3 # -c ./constraints.txt # apache-airflow # apache-airflow-providers-google -humanize==4.6.0 +humanize==4.7.0 # via # -c ./constraints.txt # flower @@ -753,6 +768,10 @@ idna==3.4 # requests # rfc3986 # yarl +importlib-resources==5.12.0 + # via + # -c ./constraints.txt + # limits inflection==0.5.1 # via # -c ./constraints.txt @@ -796,13 +815,17 @@ jsonpath-ng==1.5.3 # via # -c ./constraints.txt # apache-airflow-providers-amazon -jsonschema==4.17.3 +jsonschema==4.18.0 # via # -c ./constraints.txt # apache-airflow # connexion # flask-appbuilder -kombu==5.2.4 +jsonschema-specifications==2023.6.1 + # via + # -c ./constraints.txt + # jsonschema +kombu==5.3.1 # via # -c ./constraints.txt # celery @@ -811,15 +834,20 @@ kubernetes==23.6.0 # -c ./constraints.txt # apache-airflow # apache-airflow-providers-cncf-kubernetes -kubernetes-asyncio==24.2.2 +kubernetes-asyncio==24.2.3 # via # -c ./constraints.txt + # apache-airflow # apache-airflow-providers-cncf-kubernetes lazy-object-proxy==1.9.0 # via # -c ./constraints.txt # apache-airflow -linkify-it-py==2.0.0 +limits==3.5.0 + # via + # -c ./constraints.txt + # flask-limiter +linkify-it-py==2.0.2 # via # -c ./constraints.txt # apache-airflow @@ -828,11 +856,11 @@ lockfile==0.12.2 # -c ./constraints.txt # apache-airflow # python-daemon -looker-sdk==23.2.0 +looker-sdk==23.10.0 # via # -c ./constraints.txt # apache-airflow-providers-google -lxml==4.9.2 +lxml==4.9.3 # via # -c ./constraints.txt # redshift-connector @@ -844,13 +872,13 @@ markdown==3.4.3 # via # -c ./constraints.txt # apache-airflow -markdown-it-py==2.2.0 +markdown-it-py==3.0.0 # via # -c ./constraints.txt # apache-airflow # mdit-py-plugins # rich -markupsafe==2.1.2 +markupsafe==2.1.3 # via # -c ./constraints.txt # apache-airflow @@ -877,7 +905,7 @@ marshmallow-sqlalchemy==0.26.1 # via # -c ./constraints.txt # flask-appbuilder -mdit-py-plugins==0.3.5 +mdit-py-plugins==0.4.0 # via # -c ./constraints.txt # apache-airflow @@ -890,31 +918,27 @@ multidict==6.0.4 # -c ./constraints.txt # aiohttp # yarl -mypy-boto3-appflow==1.26.78 +mypy-boto3-appflow==1.28.0 # via # -c ./constraints.txt # apache-airflow-providers-amazon -mypy-boto3-rds==1.26.102 +mypy-boto3-rds==1.28.0 # via # -c ./constraints.txt # apache-airflow-providers-amazon -mypy-boto3-redshift-data==1.26.88 +mypy-boto3-redshift-data==1.28.0 # via # -c ./constraints.txt # apache-airflow-providers-amazon -mypy-extensions==1.0.0 - # via - # -c ./constraints.txt - # black -mysql-connector-python==8.0.32 +mypy-boto3-s3==1.28.0 # via # -c ./constraints.txt - # apache-airflow-providers-mysql -mysqlclient==2.1.1 + # apache-airflow-providers-amazon +mypy-extensions==1.0.0 # via # -c ./constraints.txt - # apache-airflow-providers-mysql -numpy==1.24.2 + # black +numpy==1.24.4 # via # -c ./constraints.txt # db-dtypes @@ -925,6 +949,10 @@ oauthlib==3.2.2 # via # -c ./constraints.txt # requests-oauthlib +ordered-set==4.1.0 + # via + # -c ./constraints.txt + # flask-limiter packaging==21.3 # via # -c ./constraints.txt @@ -933,8 +961,8 @@ packaging==21.3 # db-dtypes # google-cloud-aiplatform # google-cloud-bigquery - # google-cloud-compute # jpype1 + # limits # marshmallow # pytest # redshift-connector @@ -946,7 +974,7 @@ pandas==1.5.3 # apache-airflow-providers-google # db-dtypes # pandas-gbq -pandas-gbq==0.17.9 +pandas-gbq==0.19.2 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -959,11 +987,11 @@ pendulum==2.1.2 # via # -c ./constraints.txt # apache-airflow -platformdirs==3.2.0 +platformdirs==3.8.1 # via # -c ./constraints.txt # black -pluggy==1.0.0 +pluggy==1.2.0 # via # -c ./constraints.txt # apache-airflow @@ -976,15 +1004,15 @@ prison==0.2.1 # via # -c ./constraints.txt # flask-appbuilder -prometheus-client==0.16.0 +prometheus-client==0.17.0 # via # -c ./constraints.txt # flower -prompt-toolkit==3.0.38 +prompt-toolkit==3.0.39 # via # -c ./constraints.txt # click-repl -proto-plus==1.19.6 +proto-plus==1.22.3 # via # -c ./constraints.txt # apache-airflow-providers-google @@ -1007,6 +1035,7 @@ proto-plus==1.19.6 # google-cloud-dataproc-metastore # google-cloud-dlp # google-cloud-kms + # google-cloud-language # google-cloud-logging # google-cloud-memcache # google-cloud-monitoring @@ -1015,9 +1044,16 @@ proto-plus==1.19.6 # google-cloud-pubsub # google-cloud-redis # google-cloud-resource-manager + # google-cloud-secret-manager + # google-cloud-spanner + # google-cloud-speech # google-cloud-tasks + # google-cloud-texttospeech + # google-cloud-translate + # google-cloud-videointelligence + # google-cloud-vision # google-cloud-workflows -protobuf==3.20.0 +protobuf==4.23.4 # via # -c ./constraints.txt # google-ads @@ -1031,6 +1067,7 @@ protobuf==3.20.0 # google-cloud-bigquery-storage # google-cloud-bigtable # google-cloud-build + # google-cloud-compute # google-cloud-container # google-cloud-datacatalog # google-cloud-dataflow-client @@ -1059,18 +1096,18 @@ protobuf==3.20.0 # google-cloud-vision # google-cloud-workflows # googleapis-common-protos + # grpc-google-iam-v1 # grpcio-status - # mysql-connector-python # proto-plus -psutil==5.9.4 +psutil==5.9.5 # via # -c ./constraints.txt # apache-airflow -psycopg2-binary==2.9.5 +psycopg2-binary==2.9.6 # via # -c ./constraints.txt # apache-airflow-providers-postgres -pyarrow==9.0.0 +pyarrow==11.0.0 # via # -c ./constraints.txt # db-dtypes @@ -1090,36 +1127,36 @@ pycparser==2.21 # via # -c ./constraints.txt # cffi -pydata-google-auth==1.7.0 +pydantic==1.10.11 + # via + # -c ./constraints.txt + # apache-airflow +pydata-google-auth==1.8.0 # via # -c ./constraints.txt # pandas-gbq -pygments==2.14.0 +pygments==2.15.1 # via # -c ./constraints.txt # apache-airflow # rich -pyjwt==2.6.0 +pyjwt==2.7.0 # via # -c ./constraints.txt # apache-airflow # flask-appbuilder # flask-jwt-extended # gcloud-aio-auth -pyopenssl==23.1.1 +pyopenssl==23.2.0 # via # -c ./constraints.txt # apache-airflow-providers-google -pyparsing==3.0.9 +pyparsing==3.1.0 # via # -c ./constraints.txt # httplib2 # packaging -pyrsistent==0.19.3 - # via - # -c ./constraints.txt - # jsonschema -pytest==7.2.2 +pytest==7.4.0 # via # -c ./constraints.txt # -r requirements.in @@ -1135,6 +1172,7 @@ python-dateutil==2.8.2 # -c ./constraints.txt # apache-airflow # botocore + # celery # croniter # flask-appbuilder # google-cloud-bigquery @@ -1154,7 +1192,6 @@ python-slugify==8.0.1 pytz==2023.3 # via # -c ./constraints.txt - # celery # flask-babel # flower # pandas @@ -1172,15 +1209,20 @@ pyyaml==6.0 # google-ads # kubernetes # kubernetes-asyncio -redis==3.5.3 +redis==4.6.0 # via # -c ./constraints.txt # apache-airflow-providers-redis -redshift-connector==2.0.910 +redshift-connector==2.0.912 # via # -c ./constraints.txt # apache-airflow-providers-amazon -requests==2.28.2 +referencing==0.29.1 + # via + # -c ./constraints.txt + # jsonschema + # jsonschema-specifications +requests==2.31.0 # via # -c ./constraints.txt # airflow-provider-fivetran @@ -1199,7 +1241,7 @@ requests-oauthlib==1.3.1 # -c ./constraints.txt # google-auth-oauthlib # kubernetes -requests-toolbelt==0.10.1 +requests-toolbelt==1.0.0 # via # -c ./constraints.txt # apache-airflow-providers-http @@ -1211,18 +1253,31 @@ rfc3986[idna2008]==1.5.0 # via # -c ./constraints.txt # httpx -rich==13.3.3 +rich==13.4.2 + # via + # -c ./constraints.txt + # apache-airflow + # flask-limiter + # rich-argparse +rich-argparse==1.2.0 # via # -c ./constraints.txt # apache-airflow +rpds-py==0.8.8 + # via + # -c ./constraints.txt + # jsonschema + # referencing rsa==4.9 # via # -c ./constraints.txt # gcloud-aio-storage # google-auth -ruff==0.0.269 - # via -r requirements.in -s3transfer==0.6.0 +ruff==0.0.277 + # via + # -c ./constraints.txt + # -r requirements.in +s3transfer==0.6.1 # via # -c ./constraints.txt # boto3 @@ -1234,14 +1289,16 @@ setproctitle==1.3.2 # via # -c ./constraints.txt # apache-airflow +shapely==1.8.5.post1 + # via + # -c ./constraints.txt + # google-cloud-aiplatform shelljob==0.5.6 # via -r requirements.in six==1.16.0 # via # -c ./constraints.txt - # click-repl # eventlet - # google-api-python-client # google-auth # google-auth-httplib2 # jsonpath-ng @@ -1250,7 +1307,7 @@ six==1.16.0 # prison # python-dateutil # rfc3339-validator -slack-sdk==3.20.2 +slack-sdk==3.21.3 # via # -c ./constraints.txt # apache-airflow-providers-slack @@ -1260,11 +1317,11 @@ sniffio==1.3.0 # anyio # httpcore # httpx -soupsieve==2.4 +soupsieve==2.4.1 # via # -c ./constraints.txt # beautifulsoup4 -sqlalchemy==1.4.47 +sqlalchemy==1.4.49 # via # -c ./constraints.txt # alembic @@ -1284,18 +1341,19 @@ sqlalchemy-jsonfield==1.0.1.post0 # via # -c ./constraints.txt # apache-airflow -sqlalchemy-redshift==0.8.13 +sqlalchemy-redshift==0.8.14 # via # -c ./constraints.txt # apache-airflow-providers-amazon -sqlalchemy-utils==0.40.0 +sqlalchemy-utils==0.41.1 # via # -c ./constraints.txt # flask-appbuilder -sqlparse==0.4.3 +sqlparse==0.4.4 # via # -c ./constraints.txt # apache-airflow-providers-common-sql + # google-cloud-spanner statsd==4.0.1 # via # -c ./constraints.txt @@ -1308,7 +1366,7 @@ tenacity==8.2.2 # via # -c ./constraints.txt # apache-airflow -termcolor==2.2.0 +termcolor==2.3.0 # via # -c ./constraints.txt # apache-airflow @@ -1321,19 +1379,26 @@ tomli==2.0.1 # -c ./constraints.txt # black # pytest -tornado==6.2 +tornado==6.3.2 # via # -c ./constraints.txt # flower -typing-extensions==4.5.0 +typing-extensions==4.7.1 # via # -c ./constraints.txt # alembic # apache-airflow + # asgiref + # cattrs + # flask-limiter + # limits # looker-sdk - # mypy-boto3-appflow - # mypy-boto3-redshift-data -uc-micro-py==1.0.1 + # pydantic +tzdata==2023.3 + # via + # -c ./constraints.txt + # celery +uc-micro-py==1.0.2 # via # -c ./constraints.txt # linkify-it-py @@ -1341,14 +1406,15 @@ unicodecsv==0.14.1 # via # -c ./constraints.txt # apache-airflow -uritemplate==3.0.1 +uritemplate==4.1.1 # via # -c ./constraints.txt # google-api-python-client -urllib3==1.26.15 +urllib3==1.26.16 # via # -c ./constraints.txt # botocore + # google-auth # kubernetes # kubernetes-asyncio # requests @@ -1366,7 +1432,7 @@ wcwidth==0.2.6 # via # -c ./constraints.txt # prompt-toolkit -websocket-client==1.5.1 +websocket-client==1.6.1 # via # -c ./constraints.txt # kubernetes @@ -1392,11 +1458,11 @@ xmltodict==0.13.0 # via # -c ./constraints.txt # -r requirements.in -yarl==1.8.2 +yarl==1.9.2 # via # -c ./constraints.txt # aiohttp -zope-event==4.6 +zope-event==5.0 # via # -c ./constraints.txt # gevent