From c15e3316bf120422b1150b1d3a9389ffe3519bfa Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Sat, 16 Aug 2025 12:46:54 +0000
Subject: [PATCH 01/12] sdks/python: properly make milvus as extra dependency

---
 sdks/python/setup.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/sdks/python/setup.py b/sdks/python/setup.py
index f7cd2a808a9a..382f7c263741 100644
--- a/sdks/python/setup.py
+++ b/sdks/python/setup.py
@@ -160,6 +160,8 @@ def cythonize(*args, **kwargs):
     'pandas>=1.4.3,!=1.5.0,!=1.5.1,<2.3',
 ]
 
+milvus_dependency = ['pymilvus>=2.5.10,<3.0.0']
+
 
 def find_by_ext(root_dir, ext):
   for root, _, files in os.walk(root_dir):
@@ -444,9 +446,8 @@ def get_portability_package_data():
               'mysql-connector-python>=9.3.0',
               'python-tds>=1.16.1',
               'sqlalchemy-pytds>=1.0.2',
-              'oracledb>=3.1.1',
-              'milvus'
-          ],
+              'oracledb>=3.1.1'
+          ] + milvus_dependency,
           'gcp': [
               'cachetools>=3.1.0,<7',
               'google-api-core>=2.0.0,<3',
@@ -589,7 +590,7 @@ def get_portability_package_data():
           ],
           'xgboost': ['xgboost>=1.6.0,<2.1.3', 'datatable==1.0.0'],
           'tensorflow-hub': ['tensorflow-hub>=0.14.0,<0.16.0'],
-          'milvus': ['pymilvus>=2.5.10,<3.0.0']
+          'milvus': milvus_dependency
       },
       zip_safe=False,
       # PyPI package information.

From 316a41fd1453d8c120b0bc34b345e315a995fc5f Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Wed, 20 Aug 2025 11:32:13 +0000
Subject: [PATCH 02/12] sdks/python: update image requirements

---
 .../py310/base_image_requirements.txt         | 44 +++++++--------
 .../container/py310/ml_image_requirements.txt | 54 +++++++++----------
 .../py311/base_image_requirements.txt         | 44 +++++++--------
 .../container/py311/ml_image_requirements.txt | 54 +++++++++----------
 .../py312/base_image_requirements.txt         | 44 +++++++--------
 .../container/py312/ml_image_requirements.txt | 54 +++++++++----------
 .../py313/base_image_requirements.txt         | 42 +++++++--------
 .../py39/base_image_requirements.txt          | 44 +++++++--------
 .../container/py39/ml_image_requirements.txt  | 50 ++++++++---------
 9 files changed, 215 insertions(+), 215 deletions(-)

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
index 58d76f711cd9..637620fd7542 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -37,12 +37,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -51,16 +51,16 @@ docstring_parser==0.17.0
 exceptiongroup==1.3.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-freezegun==1.5.4
+fasteners==0.20
+freezegun==1.5.5
 frozenlist==1.7.0
 future==1.0.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -73,12 +73,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
 greenlet==3.2.4
@@ -92,29 +92,27 @@ hdfs==2.7.3
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 nltk==3.9.1
 numpy==2.2.6
@@ -124,7 +122,7 @@ opentelemetry-api==1.36.0
 opentelemetry-sdk==1.36.0
 opentelemetry-semantic-conventions==0.57b0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -146,7 +144,8 @@ pydantic_core==2.33.2
 pydot==1.4.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -155,13 +154,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rpds-py==0.27.0
 rsa==4.9.1
@@ -175,7 +174,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 tenacity==8.5.0
@@ -186,12 +185,13 @@ tqdm==4.67.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py310/ml_image_requirements.txt b/sdks/python/container/py310/ml_image_requirements.txt
index 1b8c6e64b6e5..7d39fce68269 100644
--- a/sdks/python/container/py310/ml_image_requirements.txt
+++ b/sdks/python/container/py310/ml_image_requirements.txt
@@ -39,12 +39,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -53,20 +53,20 @@ docstring_parser==0.17.0
 exceptiongroup==1.3.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-filelock==3.18.0
+fasteners==0.20
+filelock==3.19.1
 flatbuffers==25.2.10
-freezegun==1.5.4
+freezegun==1.5.5
 frozenlist==1.7.0
 fsspec==2025.7.0
 future==1.0.0
 gast==0.6.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -79,12 +79,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-pasta==0.2.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
@@ -97,41 +97,39 @@ guppy3==3.1.5
 h11==0.16.0
 h5py==3.14.0
 hdfs==2.7.3
-hf-xet==1.1.7
+hf-xet==1.1.8
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
 huggingface-hub==0.34.4
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
-keras==3.11.1
+keras==3.11.2
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
 Markdown==3.8.2
-markdown-it-py==3.0.0
+markdown-it-py==4.0.0
 MarkupSafe==3.0.2
 mdurl==0.1.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 ml-dtypes==0.3.2
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
 mpmath==1.3.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 namex==0.1.0
 networkx==3.4.2
@@ -159,7 +157,7 @@ opentelemetry-semantic-conventions==0.57b0
 opt_einsum==3.4.0
 optree==0.17.0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -182,7 +180,8 @@ pydot==1.4.2
 Pygments==2.19.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -191,13 +190,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rich==14.1.0
 rpds-py==0.27.0
@@ -213,7 +212,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 sympy==1.14.0
@@ -230,18 +229,19 @@ tokenizers==0.21.4
 tomli==2.2.1
 torch==2.7.1
 tqdm==4.67.1
-transformers==4.48.3
+transformers==4.55.2
 triton==3.3.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 Werkzeug==3.1.3
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
index 7d2c0bb4fa2c..6168168661a8 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -36,12 +36,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -49,16 +49,16 @@ docopt==0.6.2
 docstring_parser==0.17.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-freezegun==1.5.4
+fasteners==0.20
+freezegun==1.5.5
 frozenlist==1.7.0
 future==1.0.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -71,12 +71,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
 greenlet==3.2.4
@@ -90,29 +90,27 @@ hdfs==2.7.3
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 nltk==3.9.1
 numpy==2.2.6
@@ -122,7 +120,7 @@ opentelemetry-api==1.36.0
 opentelemetry-sdk==1.36.0
 opentelemetry-semantic-conventions==0.57b0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -144,7 +142,8 @@ pydantic_core==2.33.2
 pydot==1.4.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -153,13 +152,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rpds-py==0.27.0
 rsa==4.9.1
@@ -173,7 +172,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 tenacity==8.5.0
@@ -183,12 +182,13 @@ tqdm==4.67.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py311/ml_image_requirements.txt b/sdks/python/container/py311/ml_image_requirements.txt
index 968771453ff7..2e9f1d892339 100644
--- a/sdks/python/container/py311/ml_image_requirements.txt
+++ b/sdks/python/container/py311/ml_image_requirements.txt
@@ -38,12 +38,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -51,20 +51,20 @@ docopt==0.6.2
 docstring_parser==0.17.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-filelock==3.18.0
+fasteners==0.20
+filelock==3.19.1
 flatbuffers==25.2.10
-freezegun==1.5.4
+freezegun==1.5.5
 frozenlist==1.7.0
 fsspec==2025.7.0
 future==1.0.0
 gast==0.6.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -77,12 +77,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-pasta==0.2.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
@@ -95,41 +95,39 @@ guppy3==3.1.5
 h11==0.16.0
 h5py==3.14.0
 hdfs==2.7.3
-hf-xet==1.1.7
+hf-xet==1.1.8
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
 huggingface-hub==0.34.4
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
-keras==3.11.1
+keras==3.11.2
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
 Markdown==3.8.2
-markdown-it-py==3.0.0
+markdown-it-py==4.0.0
 MarkupSafe==3.0.2
 mdurl==0.1.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 ml-dtypes==0.3.2
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
 mpmath==1.3.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 namex==0.1.0
 networkx==3.5
@@ -157,7 +155,7 @@ opentelemetry-semantic-conventions==0.57b0
 opt_einsum==3.4.0
 optree==0.17.0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -180,7 +178,8 @@ pydot==1.4.2
 Pygments==2.19.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -189,13 +188,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rich==14.1.0
 rpds-py==0.27.0
@@ -211,7 +210,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 sympy==1.14.0
@@ -227,18 +226,19 @@ threadpoolctl==3.6.0
 tokenizers==0.21.4
 torch==2.7.1
 tqdm==4.67.1
-transformers==4.48.3
+transformers==4.55.2
 triton==3.3.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 Werkzeug==3.1.3
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
index 3489ac327b93..116ca10f5c02 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -35,12 +35,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -48,16 +48,16 @@ docopt==0.6.2
 docstring_parser==0.17.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-freezegun==1.5.4
+fasteners==0.20
+freezegun==1.5.5
 frozenlist==1.7.0
 future==1.0.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -70,12 +70,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
 greenlet==3.2.4
@@ -89,29 +89,27 @@ hdfs==2.7.3
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 nltk==3.9.1
 numpy==2.2.6
@@ -121,7 +119,7 @@ opentelemetry-api==1.36.0
 opentelemetry-sdk==1.36.0
 opentelemetry-semantic-conventions==0.57b0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -143,7 +141,8 @@ pydantic_core==2.33.2
 pydot==1.4.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -152,13 +151,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rpds-py==0.27.0
 rsa==4.9.1
@@ -172,7 +171,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 tenacity==8.5.0
@@ -182,12 +181,13 @@ tqdm==4.67.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py312/ml_image_requirements.txt b/sdks/python/container/py312/ml_image_requirements.txt
index 85142ae3c935..54df0e0cafb8 100644
--- a/sdks/python/container/py312/ml_image_requirements.txt
+++ b/sdks/python/container/py312/ml_image_requirements.txt
@@ -37,12 +37,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -50,20 +50,20 @@ docopt==0.6.2
 docstring_parser==0.17.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-filelock==3.18.0
+fasteners==0.20
+filelock==3.19.1
 flatbuffers==25.2.10
-freezegun==1.5.4
+freezegun==1.5.5
 frozenlist==1.7.0
 fsspec==2025.7.0
 future==1.0.0
 gast==0.6.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -76,12 +76,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-pasta==0.2.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
@@ -94,41 +94,39 @@ guppy3==3.1.5
 h11==0.16.0
 h5py==3.14.0
 hdfs==2.7.3
-hf-xet==1.1.7
+hf-xet==1.1.8
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
 huggingface-hub==0.34.4
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
-keras==3.11.1
+keras==3.11.2
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
 Markdown==3.8.2
-markdown-it-py==3.0.0
+markdown-it-py==4.0.0
 MarkupSafe==3.0.2
 mdurl==0.1.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 ml-dtypes==0.3.2
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
 mpmath==1.3.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 namex==0.1.0
 networkx==3.5
@@ -156,7 +154,7 @@ opentelemetry-semantic-conventions==0.57b0
 opt_einsum==3.4.0
 optree==0.17.0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -179,7 +177,8 @@ pydot==1.4.2
 Pygments==2.19.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -188,13 +187,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rich==14.1.0
 rpds-py==0.27.0
@@ -210,7 +209,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 sympy==1.14.0
@@ -225,18 +224,19 @@ threadpoolctl==3.6.0
 tokenizers==0.21.4
 torch==2.7.1
 tqdm==4.67.1
-transformers==4.48.3
+transformers==4.55.2
 triton==3.3.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 Werkzeug==3.1.3
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt
index 553318c54cca..c86c612f3847 100644
--- a/sdks/python/container/py313/base_image_requirements.txt
+++ b/sdks/python/container/py313/base_image_requirements.txt
@@ -35,12 +35,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.2.1
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -48,15 +48,15 @@ docopt==0.6.2
 docstring_parser==0.17.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-freezegun==1.5.4
+fasteners==0.20
+freezegun==1.5.5
 frozenlist==1.7.0
 future==1.0.0
 google-api-core==2.25.1
 google-apitools==0.5.32
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -68,12 +68,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
 greenlet==3.2.4
@@ -87,29 +87,27 @@ hdfs==2.7.3
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 nltk==3.9.1
 numpy==2.2.6
@@ -119,7 +117,7 @@ opentelemetry-api==1.36.0
 opentelemetry-sdk==1.36.0
 opentelemetry-semantic-conventions==0.57b0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -141,7 +139,8 @@ pydantic_core==2.33.2
 pydot==1.4.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.6.0
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -150,13 +149,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rpds-py==0.27.0
 rsa==4.9.1
@@ -170,7 +169,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 tenacity==8.5.0
@@ -180,11 +179,12 @@ tqdm==4.67.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
index cfcae926af66..42fb5c732c3d 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -37,12 +37,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.1.8
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -51,16 +51,16 @@ docstring_parser==0.17.0
 exceptiongroup==1.3.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-freezegun==1.5.4
+fasteners==0.20
+freezegun==1.5.5
 frozenlist==1.7.0
 future==1.0.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -73,12 +73,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
 greenlet==3.2.4
@@ -92,29 +92,27 @@ hdfs==2.7.3
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 MarkupSafe==3.0.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 nltk==3.9.1
 numpy==2.0.2
@@ -124,7 +122,7 @@ opentelemetry-api==1.36.0
 opentelemetry-sdk==1.36.0
 opentelemetry-semantic-conventions==0.57b0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -146,7 +144,8 @@ pydantic_core==2.33.2
 pydot==1.4.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -155,13 +154,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rpds-py==0.27.0
 rsa==4.9.1
@@ -175,7 +174,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 tenacity==8.5.0
@@ -186,12 +185,13 @@ tqdm==4.67.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py39/ml_image_requirements.txt b/sdks/python/container/py39/ml_image_requirements.txt
index 7ae49f5d024a..f03ef441c259 100644
--- a/sdks/python/container/py39/ml_image_requirements.txt
+++ b/sdks/python/container/py39/ml_image_requirements.txt
@@ -39,12 +39,12 @@ build==1.3.0
 cachetools==5.5.2
 certifi==2025.8.3
 cffi==1.17.1
-charset-normalizer==3.4.2
+charset-normalizer==3.4.3
 click==8.1.8
-cloud-sql-python-connector==1.18.3
+cloud-sql-python-connector==1.18.4
 crcmod==1.7
 cryptography==45.0.6
-Cython==3.1.2
+Cython==3.1.3
 dill==0.3.1.1
 dnspython==2.7.0
 docker==7.1.0
@@ -53,20 +53,20 @@ docstring_parser==0.17.0
 exceptiongroup==1.3.0
 execnet==2.1.1
 fastavro==1.12.0
-fasteners==0.19
-filelock==3.18.0
+fasteners==0.20
+filelock==3.19.1
 flatbuffers==25.2.10
-freezegun==1.5.4
+freezegun==1.5.5
 frozenlist==1.7.0
 fsspec==2025.7.0
 future==1.0.0
 gast==0.6.0
 google-api-core==2.25.1
-google-api-python-client==2.178.0
+google-api-python-client==2.179.0
 google-apitools==0.5.31
 google-auth==2.40.3
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.108.0
+google-cloud-aiplatform==1.110.0
 google-cloud-bigquery==3.35.1
 google-cloud-bigquery-storage==2.32.0
 google-cloud-bigtable==2.32.0
@@ -79,12 +79,12 @@ google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
 google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.56.0
+google-cloud-spanner==3.57.0
 google-cloud-storage==2.19.0
 google-cloud-videointelligence==2.16.2
 google-cloud-vision==3.10.2
 google-crc32c==1.7.1
-google-genai==1.29.0
+google-genai==1.31.0
 google-pasta==0.2.0
 google-resumable-media==2.7.2
 googleapis-common-protos==1.70.0
@@ -97,23 +97,23 @@ guppy3==3.1.5
 h11==0.16.0
 h5py==3.14.0
 hdfs==2.7.3
-hf-xet==1.1.7
+hf-xet==1.1.8
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
 huggingface-hub==0.34.4
-hypothesis==6.137.1
+hypothesis==6.138.2
 idna==3.10
 importlib_metadata==8.7.0
 iniconfig==2.1.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
-jaraco.functools==4.2.1
+jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
 joblib==1.5.1
 jsonpickle==3.4.2
-jsonschema==4.25.0
+jsonschema==4.25.1
 jsonschema-specifications==2025.4.1
 keras==3.10.0
 keyring==25.6.0
@@ -123,15 +123,13 @@ Markdown==3.8.2
 markdown-it-py==3.0.0
 MarkupSafe==3.0.2
 mdurl==0.1.2
-ujson==5.8.0
 milvus-lite==2.5.1
-pymilvus==2.5.10
 ml-dtypes==0.3.2
 mmh3==5.2.0
 mock==5.2.0
 more-itertools==10.7.0
 mpmath==1.3.0
-multidict==6.6.3
+multidict==6.6.4
 mysql-connector-python==9.4.0
 namex==0.1.0
 networkx==3.2.1
@@ -159,7 +157,7 @@ opentelemetry-semantic-conventions==0.57b0
 opt_einsum==3.4.0
 optree==0.17.0
 oracledb==3.3.0
-orjson==3.11.1
+orjson==3.11.2
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
@@ -182,7 +180,8 @@ pydot==1.4.2
 Pygments==2.19.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymongo==4.14.0
+pymilvus==2.5.14
+pymongo==4.14.1
 PyMySQL==1.1.1
 pyparsing==3.2.3
 pyproject_hooks==1.2.0
@@ -191,13 +190,13 @@ pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.16.1
+python-tds==1.17.0
 pytz==2025.2
 PyYAML==6.0.2
 redis==5.3.1
 referencing==0.36.2
 regex==2025.7.34
-requests==2.32.4
+requests==2.32.5
 requests-mock==1.12.1
 rich==14.1.0
 rpds-py==0.27.0
@@ -213,7 +212,7 @@ six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
 soupsieve==2.7
-SQLAlchemy==2.0.42
+SQLAlchemy==2.0.43
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 sympy==1.14.0
@@ -230,18 +229,19 @@ tokenizers==0.21.4
 tomli==2.2.1
 torch==2.7.1
 tqdm==4.67.1
-transformers==4.48.3
+transformers==4.55.2
 triton==3.3.1
 typing-inspection==0.4.1
 typing_extensions==4.14.1
 tzdata==2025.2
+ujson==5.10.0
 uritemplate==4.2.0
 urllib3==2.5.0
 virtualenv-clone==0.5.7
 websockets==15.0.1
 Werkzeug==3.1.3
 wheel==0.45.1
-wrapt==1.17.2
+wrapt==1.17.3
 yarl==1.20.1
 zipp==3.23.0
-zstandard==0.23.0
+zstandard==0.24.0

From 3ca5394a5d5e6dfaaa0bcd8f2b9591bba526834c Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Wed, 20 Aug 2025 11:32:45 +0000
Subject: [PATCH 03/12] .github: trigger postcommit python

---
 .github/trigger_files/beam_PostCommit_Python.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json
index c6ec17f48412..4db5f0675328 100644
--- a/.github/trigger_files/beam_PostCommit_Python.json
+++ b/.github/trigger_files/beam_PostCommit_Python.json
@@ -1,5 +1,5 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run.",
-  "modification": 35
+  "modification": 37
 }
 

From 21262a62feaa20203391f6d19c474b99d852b76e Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Sat, 16 Aug 2025 14:00:42 +0000
Subject: [PATCH 04/12] sdks/python: fix linting issues

---
 sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
index 58df738c6e5f..6782472d9611 100644
--- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
+++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
@@ -27,16 +27,15 @@
 from typing import Union
 
 from google.protobuf.json_format import MessageToDict
-
-from apache_beam.ml.rag.types import Chunk
-from apache_beam.ml.rag.types import Embedding
-from apache_beam.transforms.enrichment import EnrichmentSourceHandler
 from pymilvus import AnnSearchRequest
 from pymilvus import Hit
 from pymilvus import Hits
 from pymilvus import MilvusClient
 from pymilvus import SearchResult
 
+from apache_beam.ml.rag.types import Chunk
+from apache_beam.ml.rag.types import Embedding
+from apache_beam.transforms.enrichment import EnrichmentSourceHandler
 
 class SearchStrategy(Enum):
   """Search strategies for information retrieval.

From 1655458407b504d464b307329ba9cdb39450ba90 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Sat, 16 Aug 2025 14:24:08 +0000
Subject: [PATCH 05/12] sdks/python: fix formatting issues

---
 sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
index 6782472d9611..a0f597f5366f 100644
--- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
+++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py
@@ -37,6 +37,7 @@
 from apache_beam.ml.rag.types import Embedding
 from apache_beam.transforms.enrichment import EnrichmentSourceHandler
 
+
 class SearchStrategy(Enum):
   """Search strategies for information retrieval.
 

From 6ed396d21e223e7afea185d3f52886706dc14010 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Wed, 20 Aug 2025 15:21:22 +0000
Subject: [PATCH 06/12] .github: trigger beam postcommit python

---
 .github/trigger_files/beam_PostCommit_Python.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json
index 4db5f0675328..00e0c3c25433 100644
--- a/.github/trigger_files/beam_PostCommit_Python.json
+++ b/.github/trigger_files/beam_PostCommit_Python.json
@@ -1,5 +1,5 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run.",
-  "modification": 37
+  "modification": 27
 }
 

From 6bcb2149aedeaec833f0cd7d49db18fad91f7cee Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Mon, 25 Aug 2025 11:02:17 +0000
Subject: [PATCH 07/12] sdks/python: revert milvus version in itests

---
 .../apache_beam/ml/rag/enrichment/milvus_search_it_test.py      | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py
index eed02bb49575..4dabcafe6703 100644
--- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py
+++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py
@@ -481,7 +481,7 @@ class TestMilvusSearchEnrichment(unittest.TestCase):
   """Tests for search functionality across all search strategies"""
 
   _db: MilvusDBContainerInfo
-  _version = "milvusdb/milvus:v2.3.9"
+  _version = "milvusdb/milvus:v2.5.10"
 
   @classmethod
   def setUpClass(cls):

From 1e9f9fa78992e6aae2ce8eb2f5c236e06b99b830 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Mon, 25 Aug 2025 13:13:47 +0000
Subject: [PATCH 08/12] sdks/python: update image requirements

---
 .../py310/base_image_requirements.txt         | 197 ++++++++++++++
 .../container/py310/ml_image_requirements.txt | 247 ++++++++++++++++++
 .../py311/base_image_requirements.txt         | 194 ++++++++++++++
 .../container/py311/ml_image_requirements.txt | 244 +++++++++++++++++
 .../py312/base_image_requirements.txt         | 193 ++++++++++++++
 .../container/py312/ml_image_requirements.txt | 242 +++++++++++++++++
 .../py313/base_image_requirements.txt         | 190 ++++++++++++++
 .../py39/base_image_requirements.txt          | 197 ++++++++++++++
 .../container/py39/ml_image_requirements.txt  | 247 ++++++++++++++++++
 9 files changed, 1951 insertions(+)
 create mode 100644 sdks/python/container/py310/base_image_requirements.txt
 create mode 100644 sdks/python/container/py310/ml_image_requirements.txt
 create mode 100644 sdks/python/container/py311/base_image_requirements.txt
 create mode 100644 sdks/python/container/py311/ml_image_requirements.txt
 create mode 100644 sdks/python/container/py312/base_image_requirements.txt
 create mode 100644 sdks/python/container/py312/ml_image_requirements.txt
 create mode 100644 sdks/python/container/py313/base_image_requirements.txt
 create mode 100644 sdks/python/container/py39/base_image_requirements.txt
 create mode 100644 sdks/python/container/py39/ml_image_requirements.txt

diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt
new file mode 100644
index 000000000000..7fafc0ee1b4f
--- /dev/null
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -0,0 +1,197 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py310 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+async-timeout==5.0.1
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+exceptiongroup==1.3.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+freezegun==1.5.5
+frozenlist==1.7.0
+future==1.0.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.65.5
+guppy3==3.1.5
+h11==0.16.0
+hdfs==2.7.3
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+MarkupSafe==3.0.2
+milvus-lite==2.5.1
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+nltk==3.9.1
+numpy==2.2.6
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==5.29.5
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rpds-py==0.27.0
+rsa==4.9.1
+scikit-learn==1.7.1
+scipy==1.15.3
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+tenacity==8.5.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tomli==2.2.1
+tqdm==4.67.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py310/ml_image_requirements.txt b/sdks/python/container/py310/ml_image_requirements.txt
new file mode 100644
index 000000000000..87886d6844cd
--- /dev/null
+++ b/sdks/python/container/py310/ml_image_requirements.txt
@@ -0,0 +1,247 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py310 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+absl-py==2.3.1
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+astunparse==1.6.3
+async-timeout==5.0.1
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+exceptiongroup==1.3.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+filelock==3.19.1
+flatbuffers==25.2.10
+freezegun==1.5.5
+frozenlist==1.7.0
+fsspec==2025.7.0
+future==1.0.0
+gast==0.6.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-pasta==0.2.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.63.0rc1
+guppy3==3.1.5
+h11==0.16.0
+h5py==3.14.0
+hdfs==2.7.3
+hf-xet==1.1.8
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+huggingface-hub==0.34.4
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keras==3.11.3
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+libclang==18.1.1
+Markdown==3.8.2
+markdown-it-py==4.0.0
+MarkupSafe==3.0.2
+mdurl==0.1.2
+milvus-lite==2.5.1
+ml-dtypes==0.3.2
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+mpmath==1.3.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+namex==0.1.0
+networkx==3.4.2
+nltk==3.9.1
+numpy==1.26.4
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+opt_einsum==3.4.0
+optree==0.17.0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==4.25.8
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+Pygments==2.19.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rich==14.1.0
+rpds-py==0.27.0
+rsa==4.9.1
+safetensors==0.6.2
+scikit-learn==1.7.1
+scipy==1.15.3
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+sympy==1.14.0
+tenacity==8.5.0
+tensorboard==2.16.2
+tensorboard-data-server==0.7.2
+tensorflow==2.16.2
+tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64"
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==3.1.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tokenizers==0.21.4
+tomli==2.2.1
+torch==2.7.1
+tqdm==4.67.1
+transformers==4.55.4
+triton==3.3.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+Werkzeug==3.1.3
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt
new file mode 100644
index 000000000000..e682ee82f0a7
--- /dev/null
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -0,0 +1,194 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py311 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+freezegun==1.5.5
+frozenlist==1.7.0
+future==1.0.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.65.5
+guppy3==3.1.5
+h11==0.16.0
+hdfs==2.7.3
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+MarkupSafe==3.0.2
+milvus-lite==2.5.1
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+nltk==3.9.1
+numpy==2.2.6
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==5.29.5
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rpds-py==0.27.0
+rsa==4.9.1
+scikit-learn==1.7.1
+scipy==1.16.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+tenacity==8.5.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tqdm==4.67.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py311/ml_image_requirements.txt b/sdks/python/container/py311/ml_image_requirements.txt
new file mode 100644
index 000000000000..9bfac83ba001
--- /dev/null
+++ b/sdks/python/container/py311/ml_image_requirements.txt
@@ -0,0 +1,244 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py311 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+absl-py==2.3.1
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+astunparse==1.6.3
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+filelock==3.19.1
+flatbuffers==25.2.10
+freezegun==1.5.5
+frozenlist==1.7.0
+fsspec==2025.7.0
+future==1.0.0
+gast==0.6.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-pasta==0.2.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.63.0rc1
+guppy3==3.1.5
+h11==0.16.0
+h5py==3.14.0
+hdfs==2.7.3
+hf-xet==1.1.8
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+huggingface-hub==0.34.4
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keras==3.11.3
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+libclang==18.1.1
+Markdown==3.8.2
+markdown-it-py==4.0.0
+MarkupSafe==3.0.2
+mdurl==0.1.2
+milvus-lite==2.5.1
+ml-dtypes==0.3.2
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+mpmath==1.3.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+namex==0.1.0
+networkx==3.5
+nltk==3.9.1
+numpy==1.26.4
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+opt_einsum==3.4.0
+optree==0.17.0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==4.25.8
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+Pygments==2.19.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rich==14.1.0
+rpds-py==0.27.0
+rsa==4.9.1
+safetensors==0.6.2
+scikit-learn==1.7.1
+scipy==1.16.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+sympy==1.14.0
+tenacity==8.5.0
+tensorboard==2.16.2
+tensorboard-data-server==0.7.2
+tensorflow==2.16.2
+tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64"
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==3.1.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tokenizers==0.21.4
+torch==2.7.1
+tqdm==4.67.1
+transformers==4.55.4
+triton==3.3.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+Werkzeug==3.1.3
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt
new file mode 100644
index 000000000000..c031e4f29f59
--- /dev/null
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -0,0 +1,193 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py312 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+attrs==25.3.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+freezegun==1.5.5
+frozenlist==1.7.0
+future==1.0.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.65.5
+guppy3==3.1.5
+h11==0.16.0
+hdfs==2.7.3
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+MarkupSafe==3.0.2
+milvus-lite==2.5.1
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+nltk==3.9.1
+numpy==2.2.6
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==5.29.5
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rpds-py==0.27.0
+rsa==4.9.1
+scikit-learn==1.7.1
+scipy==1.16.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+tenacity==8.5.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tqdm==4.67.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py312/ml_image_requirements.txt b/sdks/python/container/py312/ml_image_requirements.txt
new file mode 100644
index 000000000000..0b627d0cf7c7
--- /dev/null
+++ b/sdks/python/container/py312/ml_image_requirements.txt
@@ -0,0 +1,242 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py312 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+absl-py==2.3.1
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+astunparse==1.6.3
+attrs==25.3.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+filelock==3.19.1
+flatbuffers==25.2.10
+freezegun==1.5.5
+frozenlist==1.7.0
+fsspec==2025.7.0
+future==1.0.0
+gast==0.6.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-pasta==0.2.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.63.0rc1
+guppy3==3.1.5
+h11==0.16.0
+h5py==3.14.0
+hdfs==2.7.3
+hf-xet==1.1.8
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+huggingface-hub==0.34.4
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keras==3.11.3
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+libclang==18.1.1
+Markdown==3.8.2
+markdown-it-py==4.0.0
+MarkupSafe==3.0.2
+mdurl==0.1.2
+milvus-lite==2.5.1
+ml-dtypes==0.3.2
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+mpmath==1.3.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+namex==0.1.0
+networkx==3.5
+nltk==3.9.1
+numpy==1.26.4
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+opt_einsum==3.4.0
+optree==0.17.0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==4.25.8
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+Pygments==2.19.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rich==14.1.0
+rpds-py==0.27.0
+rsa==4.9.1
+safetensors==0.6.2
+scikit-learn==1.7.1
+scipy==1.16.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+sympy==1.14.0
+tenacity==8.5.0
+tensorboard==2.16.2
+tensorboard-data-server==0.7.2
+tensorflow==2.16.2
+tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64"
+termcolor==3.1.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tokenizers==0.21.4
+torch==2.7.1
+tqdm==4.67.1
+transformers==4.55.4
+triton==3.3.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+Werkzeug==3.1.3
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt
new file mode 100644
index 000000000000..7da02431ff41
--- /dev/null
+++ b/sdks/python/container/py313/base_image_requirements.txt
@@ -0,0 +1,190 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py313 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+attrs==25.3.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.2.1
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+freezegun==1.5.5
+frozenlist==1.7.0
+future==1.0.0
+google-api-core==2.25.1
+google-apitools==0.5.32
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.74.0
+grpcio-status==1.71.2
+guppy3==3.1.5
+h11==0.16.0
+hdfs==2.7.3
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+MarkupSafe==3.0.2
+milvus-lite==2.5.1
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+nltk==3.9.1
+numpy==2.2.6
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==5.29.5
+psycopg2-binary==2.9.10
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.6.0
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rpds-py==0.27.0
+rsa==4.9.1
+scikit-learn==1.7.1
+scipy==1.16.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.1.1
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+tenacity==8.5.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tqdm==4.67.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt
new file mode 100644
index 000000000000..7ef99a7a047d
--- /dev/null
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -0,0 +1,197 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py39 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+async-timeout==5.0.1
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.1.8
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+exceptiongroup==1.3.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+freezegun==1.5.5
+frozenlist==1.7.0
+future==1.0.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.65.5
+guppy3==3.1.5
+h11==0.16.0
+hdfs==2.7.3
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+MarkupSafe==3.0.2
+milvus-lite==2.5.1
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+nltk==3.9.1
+numpy==2.0.2
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==5.29.5
+psycopg2-binary==2.9.9
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rpds-py==0.27.0
+rsa==4.9.1
+scikit-learn==1.6.1
+scipy==1.13.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.0.7
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+tenacity==8.5.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tomli==2.2.1
+tqdm==4.67.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0
diff --git a/sdks/python/container/py39/ml_image_requirements.txt b/sdks/python/container/py39/ml_image_requirements.txt
new file mode 100644
index 000000000000..5aeac46b6551
--- /dev/null
+++ b/sdks/python/container/py39/ml_image_requirements.txt
@@ -0,0 +1,247 @@
+#    Licensed to the Apache Software Foundation (ASF) under one or more
+#    contributor license agreements.  See the NOTICE file distributed with
+#    this work for additional information regarding copyright ownership.
+#    The ASF licenses this file to You under the Apache License, Version 2.0
+#    (the "License"); you may not use this file except in compliance with
+#    the License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+
+# Autogenerated requirements file for Apache Beam py39 container image.
+# Run ./gradlew :sdks:python:container:generatePythonRequirementsAll to update.
+# Do not edit manually, adjust ../base_image_requirements_manual.txt or
+# Apache Beam's setup.py instead, and regenerate the list.
+# You will need Python interpreters for all versions supported by Beam, see:
+# https://s.apache.org/beam-python-dev-wiki
+# Reach out to a committer if you need help.
+
+absl-py==2.3.1
+aiofiles==24.1.0
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+annotated-types==0.7.0
+anyio==4.10.0
+asn1crypto==1.5.1
+astunparse==1.6.3
+async-timeout==5.0.1
+attrs==25.3.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.5
+bs4==0.0.2
+build==1.3.0
+cachetools==5.5.2
+certifi==2025.8.3
+cffi==1.17.1
+charset-normalizer==3.4.3
+click==8.1.8
+cloud-sql-python-connector==1.18.4
+crcmod==1.7
+cryptography==45.0.6
+Cython==3.1.3
+dill==0.3.1.1
+dnspython==2.7.0
+docker==7.1.0
+docopt==0.6.2
+docstring_parser==0.17.0
+exceptiongroup==1.3.0
+execnet==2.1.1
+fastavro==1.12.0
+fasteners==0.20
+filelock==3.19.1
+flatbuffers==25.2.10
+freezegun==1.5.5
+frozenlist==1.7.0
+fsspec==2025.7.0
+future==1.0.0
+gast==0.6.0
+google-api-core==2.25.1
+google-api-python-client==2.179.0
+google-apitools==0.5.31
+google-auth==2.40.3
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.110.0
+google-cloud-bigquery==3.36.0
+google-cloud-bigquery-storage==2.32.0
+google-cloud-bigtable==2.32.0
+google-cloud-core==2.4.3
+google-cloud-datastore==2.21.0
+google-cloud-dlp==3.31.0
+google-cloud-language==2.17.2
+google-cloud-profiler==4.1.0
+google-cloud-pubsub==2.31.1
+google-cloud-pubsublite==1.12.0
+google-cloud-recommendations-ai==0.10.18
+google-cloud-resource-manager==1.14.2
+google-cloud-spanner==3.57.0
+google-cloud-storage==2.19.0
+google-cloud-videointelligence==2.16.2
+google-cloud-vision==3.10.2
+google-crc32c==1.7.1
+google-genai==1.31.0
+google-pasta==0.2.0
+google-resumable-media==2.7.2
+googleapis-common-protos==1.70.0
+greenlet==3.2.4
+grpc-google-iam-v1==0.14.2
+grpc-interceptor==0.15.4
+grpcio==1.65.5
+grpcio-status==1.63.0rc1
+guppy3==3.1.5
+h11==0.16.0
+h5py==3.14.0
+hdfs==2.7.3
+hf-xet==1.1.8
+httpcore==1.0.9
+httplib2==0.22.0
+httpx==0.28.1
+huggingface-hub==0.34.4
+hypothesis==6.138.3
+idna==3.10
+importlib_metadata==8.7.0
+iniconfig==2.1.0
+jaraco.classes==3.4.0
+jaraco.context==6.0.1
+jaraco.functools==4.3.0
+jeepney==0.9.0
+Jinja2==3.1.6
+joblib==1.5.1
+jsonpickle==3.4.2
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+keras==3.10.0
+keyring==25.6.0
+keyrings.google-artifactregistry-auth==1.1.2
+libclang==18.1.1
+Markdown==3.8.2
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+mdurl==0.1.2
+milvus-lite==2.5.1
+ml-dtypes==0.3.2
+mmh3==5.2.0
+mock==5.2.0
+more-itertools==10.7.0
+mpmath==1.3.0
+multidict==6.6.4
+mysql-connector-python==9.4.0
+namex==0.1.0
+networkx==3.2.1
+nltk==3.9.1
+numpy==1.26.4
+nvidia-cublas-cu12==12.6.4.1
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cudnn-cu12==9.5.1.17
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cufile-cu12==1.11.1.6
+nvidia-curand-cu12==10.3.7.77
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nccl-cu12==2.26.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+oauth2client==4.1.3
+objsize==0.7.1
+opentelemetry-api==1.36.0
+opentelemetry-sdk==1.36.0
+opentelemetry-semantic-conventions==0.57b0
+opt_einsum==3.4.0
+optree==0.17.0
+oracledb==3.3.0
+orjson==3.11.2
+overrides==7.7.0
+packaging==25.0
+pandas==2.2.3
+parameterized==0.9.0
+pg8000==1.31.4
+pip==25.2
+pluggy==1.6.0
+propcache==0.3.2
+proto-plus==1.26.1
+protobuf==4.25.8
+psycopg2-binary==2.9.9
+pyarrow==18.1.0
+pyarrow-hotfix==0.7
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pycparser==2.22
+pydantic==2.11.7
+pydantic_core==2.33.2
+pydot==1.4.2
+Pygments==2.19.2
+PyHamcrest==2.1.0
+PyJWT==2.10.1
+pymilvus==2.5.15
+pymongo==4.14.1
+PyMySQL==1.1.2
+pyparsing==3.2.3
+pyproject_hooks==1.2.0
+pytest==7.4.4
+pytest-timeout==2.4.0
+pytest-xdist==3.8.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.1.1
+python-tds==1.17.0
+pytz==2025.2
+PyYAML==6.0.2
+redis==5.3.1
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+requests-mock==1.12.1
+rich==14.1.0
+rpds-py==0.27.0
+rsa==4.9.1
+safetensors==0.6.2
+scikit-learn==1.6.1
+scipy==1.13.1
+scramp==1.4.6
+SecretStorage==3.3.3
+setuptools==80.9.0
+shapely==2.0.7
+six==1.17.0
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.7
+SQLAlchemy==2.0.43
+sqlalchemy_pytds==1.0.2
+sqlparse==0.5.3
+sympy==1.14.0
+tenacity==8.5.0
+tensorboard==2.16.2
+tensorboard-data-server==0.7.2
+tensorflow==2.16.2
+tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64"
+tensorflow-io-gcs-filesystem==0.37.1
+termcolor==3.1.0
+testcontainers==4.12.0
+threadpoolctl==3.6.0
+tokenizers==0.21.4
+tomli==2.2.1
+torch==2.7.1
+tqdm==4.67.1
+transformers==4.55.4
+triton==3.3.1
+typing-inspection==0.4.1
+typing_extensions==4.14.1
+tzdata==2025.2
+ujson==5.11.0
+uritemplate==4.2.0
+urllib3==2.5.0
+virtualenv-clone==0.5.7
+websockets==15.0.1
+Werkzeug==3.1.3
+wheel==0.45.1
+wrapt==1.17.3
+yarl==1.20.1
+zipp==3.23.0
+zstandard==0.24.0

From 4da18cfd42bc39f71afc258c0b2d0f15d9e4af52 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Mon, 25 Aug 2025 13:14:22 +0000
Subject: [PATCH 09/12] trigger_files: trigger postcommit python

---
 .github/trigger_files/beam_PostCommit_Python.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json
index 5dfe9767be94..00e0c3c25433 100644
--- a/.github/trigger_files/beam_PostCommit_Python.json
+++ b/.github/trigger_files/beam_PostCommit_Python.json
@@ -1,5 +1,5 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run.",
-  "modification": 309
+  "modification": 27
 }
 

From bf16b251ad7ae875b768270f5d9a1702a028db99 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Mon, 25 Aug 2025 20:16:15 +0000
Subject: [PATCH 10/12] workflows: capture DinD tests in PreCommit Py Coverage
 workflow

---
 .../beam_PreCommit_Python_Coverage.yml        | 31 ++++++++++++++-----
 1 file changed, 23 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/beam_PreCommit_Python_Coverage.yml b/.github/workflows/beam_PreCommit_Python_Coverage.yml
index b21ad50e9da2..95bc78c9dd5f 100644
--- a/.github/workflows/beam_PreCommit_Python_Coverage.yml
+++ b/.github/workflows/beam_PreCommit_Python_Coverage.yml
@@ -58,35 +58,44 @@ env:
 
 jobs:
   beam_PreCommit_Python_Coverage:
-    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
-    runs-on: [self-hosted, ubuntu-20.04, highmem]
+    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
+    runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
         job_name: [beam_PreCommit_Python_Coverage]
         job_phrase: [Run Python_Coverage PreCommit]
+        python_version: ['3.9']
+        # Run on both self-hosted and GitHub-hosted runners.
+        # Some tests (marked require_docker_in_docker) can't run on Beam's
+        # self-hosted runners due to Docker-in-Docker environment constraint.
+        # These tests will only execute on ubuntu-latest (GitHub-hosted).
+        # Context: https://github.com/apache/beam/pull/35585
+        os: [[self-hosted, ubuntu-20.04, highmem], [ubuntu-latest]]
     timeout-minutes: 180
     if: |
       github.event_name == 'push' ||
       github.event_name == 'pull_request_target' ||
       (github.event_name == 'schedule' && github.repository == 'apache/beam') ||
       github.event_name == 'workflow_dispatch' ||
-      github.event.comment.body == 'Run Python_Coverage PreCommit'
+      startswith(github.event.comment.body, 'Run Python_Coverage PreCommit 3.')
     steps:
       - uses: actions/checkout@v4
       - name: Setup repository
         uses: ./.github/actions/setup-action
         with:
-          comment_phrase: ${{ matrix.job_phrase }}
+          comment_phrase: ${{ matrix.job_phrase }} ${{ matrix.python_version }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
+          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
       - name: Setup environment
         uses: ./.github/actions/setup-environment-action
         with:
           java-version: default
-          python-version: default
+          python-version: ${{ matrix.python_version }}
       - name: Start DinD
         uses: ./.github/actions/dind-up-action
         id: dind
+        if: contains(matrix.os, 'self-hosted')
         with:
           # Enable all the new features
           cleanup-dind-on-start: "true"
@@ -97,9 +106,9 @@ jobs:
           export-gh-env: "true"
       - name: Run preCommitPyCoverage
         env:
-          DOCKER_HOST: ${{ steps.dind.outputs.docker-host }}
+          DOCKER_HOST: ${{ contains(matrix.os, 'self-hosted') && steps.dind.outputs.docker-host || '' }}
           TOX_TESTENV_PASSENV: "DOCKER_*,TESTCONTAINERS_*,TC_*,BEAM_*,GRPC_*,OMP_*,OPENBLAS_*,PYTHONHASHSEED,PYTEST_*"
-          TESTCONTAINERS_HOST_OVERRIDE: ${{ env.DIND_IP }}
+          TESTCONTAINERS_HOST_OVERRIDE: ${{ contains(matrix.os, 'self-hosted') && env.DIND_IP || '' }}
           TESTCONTAINERS_DOCKER_SOCKET_OVERRIDE: "/var/run/docker.sock"
           TESTCONTAINERS_RYUK_DISABLED: "false"
           TESTCONTAINERS_RYUK_CONTAINER_PRIVILEGED: "true"          
@@ -110,6 +119,12 @@ jobs:
         uses: ./.github/actions/gradle-command-self-hosted-action
         with:
           gradle-command: :sdks:python:test-suites:tox:py39:preCommitPyCoverage
+          arguments: |
+            -Pposargs="${{
+              contains(matrix.os, 'self-hosted') &&
+                '-m (not require_docker_in_docker)' ||
+                '-m require_docker_in_docker'
+            }}"
       - uses: codecov/codecov-action@v3
         with:
           flags: python

From 984c0a01c0421216ab46e9147b448af446dfc99f Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Mon, 25 Aug 2025 22:37:19 +0000
Subject: [PATCH 11/12] workflows: temporarily removing `ubuntu-latest` till
 resolving deps

---
 .github/workflows/beam_PreCommit_Python_Coverage.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/beam_PreCommit_Python_Coverage.yml b/.github/workflows/beam_PreCommit_Python_Coverage.yml
index 95bc78c9dd5f..018b516b9cfa 100644
--- a/.github/workflows/beam_PreCommit_Python_Coverage.yml
+++ b/.github/workflows/beam_PreCommit_Python_Coverage.yml
@@ -71,7 +71,8 @@ jobs:
         # self-hosted runners due to Docker-in-Docker environment constraint.
         # These tests will only execute on ubuntu-latest (GitHub-hosted).
         # Context: https://github.com/apache/beam/pull/35585
-        os: [[self-hosted, ubuntu-20.04, highmem], [ubuntu-latest]]
+        # Temporary removed the ubuntu-latest env till resolving deps issues.
+        os: [[self-hosted, ubuntu-20.04, highmem]]
     timeout-minutes: 180
     if: |
       github.event_name == 'push' ||

From 4c8c06efa9cfdf5ba2cd96935af67c82ce0627c1 Mon Sep 17 00:00:00 2001
From: Mohamed Awnallah <mohamedmohey2352@gmail.com>
Date: Tue, 26 Aug 2025 17:15:26 +0000
Subject: [PATCH 12/12] workflows: add `matrix.os` label to
 `beam_PreCommit_Python_Coverage`

---
 .github/workflows/beam_PreCommit_Python_Coverage.yml | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/beam_PreCommit_Python_Coverage.yml b/.github/workflows/beam_PreCommit_Python_Coverage.yml
index 018b516b9cfa..3da51a2eceda 100644
--- a/.github/workflows/beam_PreCommit_Python_Coverage.yml
+++ b/.github/workflows/beam_PreCommit_Python_Coverage.yml
@@ -58,7 +58,7 @@ env:
 
 jobs:
   beam_PreCommit_Python_Coverage:
-    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
+    name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }}) (${{ join(matrix.os, ', ') }})
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
@@ -87,7 +87,7 @@ jobs:
         with:
           comment_phrase: ${{ matrix.job_phrase }} ${{ matrix.python_version }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
+          github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }}) (${{ join(matrix.os, ', ') }})
       - name: Setup environment
         uses: ./.github/actions/setup-environment-action
         with:
@@ -134,7 +134,7 @@ jobs:
         uses: actions/upload-artifact@v4
         if: failure()
         with:
-          name: Python Test Results
+          name: Python ${{ matrix.python_version }} Test Results (${{ join(matrix.os, ', ') }})
           path: '**/pytest*.xml'
       - name: Publish Python Test Results
         env:
@@ -145,4 +145,5 @@ jobs:
           commit: '${{ env.prsha || env.GITHUB_SHA }}'
           comment_mode: ${{ github.event_name == 'issue_comment'  && 'always' || 'off' }}
           files: '**/pytest*.xml'
-          large_files: true
\ No newline at end of file
+          large_files: true
+          check_name: "Python ${{ matrix.python_version }} Test Results (${{ join(matrix.os, ', ') }})"