Update the Dockerfile and Docker build package dependencies to be com…

…patible with TFX 1.16 RC. (#7626)

tfx/tools/docker/Dockerfile

@@ -27,7 +27,7 @@ WORKDIR ${TFX_DIR}
 ARG TFX_DEPENDENCY_SELECTOR
 ENV TFX_DEPENDENCY_SELECTOR=${TFX_DEPENDENCY_SELECTOR}
 
-RUN python -m pip install --upgrade pip wheel
+RUN python -m pip install --upgrade pip wheel setuptools
 RUN python -m pip install tomli
 
 # TODO(b/175089240): clean up conditional checks on whether ml-pipelines-sdk is

tfx/tools/docker/requirements.txt

@@ -8,22 +8,11 @@
 
 absl-py==1.4.0
 aiohappyeyeballs==2.4.3
-aiohttp==3.10.9
 aiosignal==1.3.1
 alembic==1.13.3
 annotated-types==0.7.0
 anyio==4.6.0
-apache-airflow==2.10.2
-apache-airflow-providers-common-compat==1.2.1rc1
-apache-airflow-providers-common-io==1.4.2rc1
-apache-airflow-providers-common-sql==1.18.0rc1
-apache-airflow-providers-fab==1.4.1rc1
-apache-airflow-providers-ftp==3.11.1
-apache-airflow-providers-http==4.13.1
-apache-airflow-providers-imap==3.7.0
-apache-airflow-providers-mysql==5.7.2rc1
-apache-airflow-providers-smtp==1.8.0
-apache-airflow-providers-sqlite==3.9.0
+apache-airflow==2.10.3
 apache-beam==2.59.0
 apispec==6.6.1
 argcomplete==3.5.1
@@ -38,13 +27,14 @@ async-timeout==4.0.3
 attrs==23.2.0
 babel==2.16.0
 backcall==0.2.0
-beautifulsoup4==4.13.0b2
+beautifulsoup4==4.12.3
 bleach==6.1.0
 blinker==1.8.2
 cachelib==0.9.0
 cachetools==5.5.0
 certifi==2024.8.30
 cffi==1.17.1
+cfgv==3.4.0
 charset-normalizer==3.4.0
 chex==0.1.86
 click==8.1.7
@@ -61,11 +51,12 @@ cron-descriptor==1.4.5
 croniter==3.0.3
 cryptography==43.0.1
 Cython==3.0.11
-debugpy==1.8.6
+debugpy==1.8.7
 decorator==5.1.1
-defusedxml==0.8.0rc2
+defusedxml==0.7.1
 Deprecated==1.2.14
 dill==0.3.1.1
+distlib==0.3.9
 dm-tree==0.1.8
 dnspython==2.7.0
 docker==7.1.0
@@ -78,8 +69,8 @@ exceptiongroup==1.2.2
 fastavro==1.9.7
 fasteners==0.19
 fastjsonschema==2.20.0
+filelock==3.16.1
 Flask==2.2.5
-Flask-AppBuilder==4.5.0
 Flask-Babel==2.0.0
 Flask-Caching==2.3.0
 Flask-JWT-Extended==4.6.0
@@ -124,22 +115,22 @@ googleapis-common-protos==1.65.0
 greenlet==3.1.1
 grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.67.0rc1
-grpcio-status==1.49.0rc1
+grpcio==1.66.2
+grpcio-status==1.48.2
 gunicorn==23.0.0
 h11==0.14.0
 h5py==3.12.1
 hdfs==2.7.3
 httpcore==1.0.6
 httplib2==0.22.0
 httpx==0.27.2
+identify==2.6.1
 idna==3.10
 importlib_metadata==8.4.0
 importlib_resources==6.4.5
 inflection==0.5.1
 iniconfig==2.0.0
 ipykernel==6.29.5
-ipython==7.34.0
 ipython-genutils==0.2.0
 ipywidgets==7.8.4
 isoduration==20.11.0
@@ -162,11 +153,11 @@ jupyter_client==8.6.3
 jupyter_core==5.7.2
 jupyter_server==2.13.0
 jupyter_server_terminals==0.5.3
-jupyterlab==4.3.0b3
-jupyterlab-widgets==2.0.0b1
+jupyterlab==4.2.5
 jupyterlab_pygments==0.3.0
 jupyterlab_server==2.27.3
-keras==2.15.0
+jupyterlab_widgets==1.1.10
+tf-keras==2.16.0
 keras-tuner==1.4.7
 kfp==2.5.0
 kfp-pipeline-spec==0.2.2
@@ -192,6 +183,7 @@ mdurl==0.1.2
 methodtools==0.4.7
 mistune==3.0.2
 ml-dtypes==0.3.2
+ml-metadata>=1.16.0
 mmh==2.2
 ml-metadata==1.15.0
 more-itertools==10.5.0