From adb3cc66bc63a2bdd07d1313614bb3c784e91017 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Tue, 15 Jul 2025 18:21:11 +0000 Subject: [PATCH 01/11] sdks/python: mark `milvus` as extra dependency --- sdks/python/setup.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/sdks/python/setup.py b/sdks/python/setup.py index fcb64c2d0260..fe79478ac444 100644 --- a/sdks/python/setup.py +++ b/sdks/python/setup.py @@ -401,7 +401,6 @@ def get_portability_package_data(): 'typing-extensions>=3.7.0', 'zstandard>=0.18.0,<1', 'pyyaml>=3.12,<7.0.0', - 'pymilvus>=2.5.10,<3.0.0', # Dynamic dependencies must be specified in a separate list, otherwise # Dependabot won't be able to parse the main list. Any dynamic # dependencies will not receive updates from Dependabot. @@ -445,7 +444,8 @@ def get_portability_package_data(): 'mysql-connector-python>=9.3.0', 'python-tds>=1.16.1', 'sqlalchemy-pytds>=1.0.2', - 'oracledb>=3.1.1' + 'oracledb>=3.1.1', + 'milvus' ], 'gcp': [ 'cachetools>=3.1.0,<6', @@ -588,7 +588,8 @@ def get_portability_package_data(): 'transformers==4.25.1' ], 'xgboost': ['xgboost>=1.6.0,<2.1.3', 'datatable==1.0.0'], - 'tensorflow-hub': ['tensorflow-hub>=0.14.0,<0.16.0'] + 'tensorflow-hub': ['tensorflow-hub>=0.14.0,<0.16.0'], + 'milvus': ['pymilvus>=2.5.10,<3.0.0'] }, zip_safe=False, # PyPI package information. From 94f8f729b4a9a8da674d746c27febc17bb11cade Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Tue, 15 Jul 2025 18:21:26 +0000 Subject: [PATCH 02/11] sdks/python: mark milvus itests with `require_docker_in_docker` --- .../rag/enrichment/milvus_search_it_test.py | 56 +++++++++---------- 1 file changed, 26 insertions(+), 30 deletions(-) diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py index ebc05722841c..5a67ff34db0f 100644 --- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py +++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py @@ -34,18 +34,6 @@ import pytest import yaml -from pymilvus import CollectionSchema -from pymilvus import DataType -from pymilvus import FieldSchema -from pymilvus import Function -from pymilvus import FunctionType -from pymilvus import MilvusClient -from pymilvus import RRFRanker -from pymilvus.milvus_client import IndexParams -from testcontainers.core.config import MAX_TRIES as TC_MAX_TRIES -from testcontainers.core.config import testcontainers_config -from testcontainers.core.generic import DbContainer -from testcontainers.milvus import MilvusContainer import apache_beam as beam from apache_beam.ml.rag.types import Chunk @@ -54,7 +42,21 @@ from apache_beam.testing.test_pipeline import TestPipeline from apache_beam.testing.util import assert_that +# pylint: disable=ungrouped-imports try: + from pymilvus import ( + CollectionSchema, + DataType, + FieldSchema, + Function, + FunctionType, + MilvusClient, + RRFRanker) + from pymilvus.milvus_client import IndexParams + from testcontainers.core.config import MAX_TRIES as TC_MAX_TRIES + from testcontainers.core.config import testcontainers_config + from testcontainers.core.generic import DbContainer + from testcontainers.milvus import MilvusContainer from apache_beam.transforms.enrichment import Enrichment from apache_beam.ml.rag.enrichment.milvus_search import ( MilvusSearchEnrichmentHandler, @@ -467,7 +469,7 @@ def create_user_yaml(service_port: int, max_vector_field_num=5): os.remove(path) -@pytest.mark.uses_testcontainer +@pytest.mark.require_docker_in_docker @unittest.skipUnless( platform.system() == "Linux", "Test runs only on Linux due to lack of support, as yet, for nested " @@ -483,22 +485,16 @@ class TestMilvusSearchEnrichment(unittest.TestCase): @classmethod def setUpClass(cls): - try: - cls._db = MilvusEnrichmentTestHelper.start_db_container( - cls._version, vector_client_max_retries=1, tc_max_retries=1) - cls._connection_params = MilvusConnectionParameters( - uri=cls._db.uri, - user=cls._db.user, - password=cls._db.password, - db_id=cls._db.id, - token=cls._db.token) - cls._collection_load_params = MilvusCollectionLoadParameters() - cls._collection_name = MilvusEnrichmentTestHelper.initialize_db_with_data( - cls._connection_params) - except Exception as e: - pytest.skip( - f"Skipping all tests in {cls.__name__} due to DB startup failure: {e}" - ) + cls._db = MilvusEnrichmentTestHelper.start_db_container(cls._version) + cls._connection_params = MilvusConnectionParameters( + uri=cls._db.uri, + user=cls._db.user, + password=cls._db.password, + db_id=cls._db.id, + token=cls._db.token) + cls._collection_load_params = MilvusCollectionLoadParameters() + cls._collection_name = MilvusEnrichmentTestHelper.initialize_db_with_data( + cls._connection_params) @classmethod def tearDownClass(cls): @@ -1368,4 +1364,4 @@ def assert_chunks_equivalent( if __name__ == '__main__': - unittest.main() + unittest.main() \ No newline at end of file From cfcb0784fda83880f2ecd7bf344b4262c942e984 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Tue, 15 Jul 2025 18:24:45 +0000 Subject: [PATCH 03/11] .github: trigger postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 30ee463ad4e9..f6e2913a2113 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,5 +1,5 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 2 + "modification": 25 } From 8339914cb4e725254e61b85500fb264bdc2e38d1 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Tue, 29 Jul 2025 23:33:32 +0000 Subject: [PATCH 04/11] .github: trigger postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 9e1d1e1b80dd..5be118db6cb1 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,5 +1,5 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 4 + "modification": 42 } From 6a775fdd7986f4eb2b13c1e317d89a725f9d1ad4 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 14:08:21 +0000 Subject: [PATCH 05/11] .github: trigger postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 4aa5f70b72ee..5dc68cf89392 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,5 +1,4 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 101 + "modification": 103 } - From a9dce2cc5a0ef7187dbb758d930b11aed434006d Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 14:29:32 +0000 Subject: [PATCH 06/11] sdks/python: fix linting issues --- .../apache_beam/ml/rag/enrichment/milvus_search_it_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py index 5a67ff34db0f..357947ed85a4 100644 --- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py +++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search_it_test.py @@ -1364,4 +1364,4 @@ def assert_chunks_equivalent( if __name__ == '__main__': - unittest.main() \ No newline at end of file + unittest.main() From bc607adbcd9fb6daf63a44f3bc5f8cc50c453419 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 14:34:18 +0000 Subject: [PATCH 07/11] .github: update beam postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 5dc68cf89392..375a5aa35511 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,4 +1,5 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 103 + "modification": 105 } + From 64afba72b48580dfe67ab5145627a1da31d2a28b Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 18:35:09 +0000 Subject: [PATCH 08/11] sdks/python: fix linting issues --- .../python/apache_beam/ml/rag/enrichment/milvus_search.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py index a0f597f5366f..58df738c6e5f 100644 --- a/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py +++ b/sdks/python/apache_beam/ml/rag/enrichment/milvus_search.py @@ -27,16 +27,16 @@ from typing import Union from google.protobuf.json_format import MessageToDict + +from apache_beam.ml.rag.types import Chunk +from apache_beam.ml.rag.types import Embedding +from apache_beam.transforms.enrichment import EnrichmentSourceHandler from pymilvus import AnnSearchRequest from pymilvus import Hit from pymilvus import Hits from pymilvus import MilvusClient from pymilvus import SearchResult -from apache_beam.ml.rag.types import Chunk -from apache_beam.ml.rag.types import Embedding -from apache_beam.transforms.enrichment import EnrichmentSourceHandler - class SearchStrategy(Enum): """Search strategies for information retrieval. From 285f7556d513cde154ec6be88f5059618bd929c6 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 18:36:41 +0000 Subject: [PATCH 09/11] workflows: trigger postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 375a5aa35511..42a6e88b8a29 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,5 +1,5 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 105 + "modification": 31 } From 79418edaaece87c645a6ca9d32956f7b7efb680b Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 20:54:06 +0000 Subject: [PATCH 10/11] sdks/python: update image requirements --- .../py310/base_image_requirements.txt | 52 ++++--- .../container/py310/ml_image_requirements.txt | 62 ++++----- .../py311/base_image_requirements.txt | 54 ++++---- .../container/py311/ml_image_requirements.txt | 64 +++++---- .../py312/base_image_requirements.txt | 54 ++++---- .../container/py312/ml_image_requirements.txt | 64 +++++---- .../py313/base_image_requirements.txt | 129 ++++++++++-------- .../py39/base_image_requirements.txt | 52 ++++--- .../container/py39/ml_image_requirements.txt | 60 ++++---- 9 files changed, 296 insertions(+), 295 deletions(-) diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index f60f925b7257..56c4826d5d1c 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -23,25 +23,25 @@ aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 async-timeout==5.0.1 attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -50,26 +50,26 @@ docopt==0.6.2 docstring_parser==0.17.0 exceptiongroup==1.3.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 future==1.0.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -78,10 +78,10 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -92,7 +92,7 @@ hdfs==2.7.3 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -hypothesis==6.136.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -108,8 +108,8 @@ jsonschema-specifications==2025.4.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.2 -milvus-lite==2.5.1 -mmh3==5.1.0 +milvus==2.3.5 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 multidict==6.6.3 @@ -118,17 +118,17 @@ nltk==3.9.1 numpy==2.2.6 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 -oracledb==3.2.0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -144,8 +144,7 @@ pydantic_core==2.33.2 pydot==1.4.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -159,10 +158,10 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 scikit-learn==1.7.1 scipy==1.15.3 @@ -174,7 +173,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 tenacity==8.5.0 @@ -185,7 +184,6 @@ tqdm==4.67.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py310/ml_image_requirements.txt b/sdks/python/container/py310/ml_image_requirements.txt index 52a69c52dff3..db788b4afc3a 100644 --- a/sdks/python/container/py310/ml_image_requirements.txt +++ b/sdks/python/container/py310/ml_image_requirements.txt @@ -24,10 +24,10 @@ absl-py==2.3.1 aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 astunparse==1.6.3 async-timeout==5.0.1 @@ -35,15 +35,15 @@ attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -52,30 +52,30 @@ docopt==0.6.2 docstring_parser==0.17.0 exceptiongroup==1.3.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 filelock==3.18.0 flatbuffers==25.2.10 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 fsspec==2025.7.0 future==1.0.0 gast==0.6.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -84,11 +84,11 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-pasta==0.2.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -97,12 +97,12 @@ guppy3==3.1.5 h11==0.16.0 h5py==3.14.0 hdfs==2.7.3 -hf-xet==1.1.5 +hf-xet==1.1.7 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -huggingface-hub==0.34.1 -hypothesis==6.136.4 +huggingface-hub==0.34.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -115,7 +115,7 @@ joblib==1.5.1 jsonpickle==3.4.2 jsonschema==4.25.0 jsonschema-specifications==2025.4.1 -keras==3.10.0 +keras==3.11.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 @@ -123,9 +123,9 @@ Markdown==3.8.2 markdown-it-py==3.0.0 MarkupSafe==3.0.2 mdurl==0.1.2 -milvus-lite==2.5.1 +milvus==2.3.5 ml-dtypes==0.3.2 -mmh3==5.1.0 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 mpmath==1.3.0 @@ -151,19 +151,19 @@ nvidia-nvjitlink-cu12==12.6.85 nvidia-nvtx-cu12==12.6.77 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 opt_einsum==3.4.0 optree==0.17.0 -oracledb==3.2.0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -180,8 +180,7 @@ pydot==1.4.2 Pygments==2.19.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -195,13 +194,13 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 rich==14.1.0 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 -safetensors==0.5.3 +safetensors==0.6.2 scikit-learn==1.7.1 scipy==1.15.3 scramp==1.4.6 @@ -212,7 +211,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 sympy==1.14.0 @@ -225,7 +224,7 @@ tensorflow-io-gcs-filesystem==0.37.1 termcolor==3.1.0 testcontainers==4.12.0 threadpoolctl==3.6.0 -tokenizers==0.21.2 +tokenizers==0.21.4 tomli==2.2.1 torch==2.7.1 tqdm==4.67.1 @@ -234,7 +233,6 @@ triton==3.3.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index 4bf226933fac..b751c7b71649 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -23,24 +23,24 @@ aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -48,26 +48,26 @@ docker==7.1.0 docopt==0.6.2 docstring_parser==0.17.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 future==1.0.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -76,10 +76,10 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -90,7 +90,7 @@ hdfs==2.7.3 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -hypothesis==6.136.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -106,8 +106,8 @@ jsonschema-specifications==2025.4.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.2 -milvus-lite==2.5.1 -mmh3==5.1.0 +milvus==2.3.5 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 multidict==6.6.3 @@ -116,17 +116,17 @@ nltk==3.9.1 numpy==2.2.6 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 -oracledb==3.2.0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -142,8 +142,7 @@ pydantic_core==2.33.2 pydot==1.4.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -157,13 +156,13 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 scikit-learn==1.7.1 -scipy==1.16.0 +scipy==1.16.1 scramp==1.4.6 SecretStorage==3.3.3 setuptools==80.9.0 @@ -172,7 +171,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 tenacity==8.5.0 @@ -182,7 +181,6 @@ tqdm==4.67.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py311/ml_image_requirements.txt b/sdks/python/container/py311/ml_image_requirements.txt index fda06246db70..a08e10eeb14f 100644 --- a/sdks/python/container/py311/ml_image_requirements.txt +++ b/sdks/python/container/py311/ml_image_requirements.txt @@ -24,25 +24,25 @@ absl-py==2.3.1 aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 astunparse==1.6.3 attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -50,30 +50,30 @@ docker==7.1.0 docopt==0.6.2 docstring_parser==0.17.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 filelock==3.18.0 flatbuffers==25.2.10 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 fsspec==2025.7.0 future==1.0.0 gast==0.6.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -82,11 +82,11 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-pasta==0.2.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -95,12 +95,12 @@ guppy3==3.1.5 h11==0.16.0 h5py==3.14.0 hdfs==2.7.3 -hf-xet==1.1.5 +hf-xet==1.1.7 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -huggingface-hub==0.34.1 -hypothesis==6.136.4 +huggingface-hub==0.34.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -113,7 +113,7 @@ joblib==1.5.1 jsonpickle==3.4.2 jsonschema==4.25.0 jsonschema-specifications==2025.4.1 -keras==3.10.0 +keras==3.11.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 @@ -121,9 +121,9 @@ Markdown==3.8.2 markdown-it-py==3.0.0 MarkupSafe==3.0.2 mdurl==0.1.2 -milvus-lite==2.5.1 +milvus==2.3.5 ml-dtypes==0.3.2 -mmh3==5.1.0 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 mpmath==1.3.0 @@ -149,19 +149,19 @@ nvidia-nvjitlink-cu12==12.6.85 nvidia-nvtx-cu12==12.6.77 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 opt_einsum==3.4.0 optree==0.17.0 -oracledb==3.2.0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -178,8 +178,7 @@ pydot==1.4.2 Pygments==2.19.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -193,15 +192,15 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 rich==14.1.0 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 -safetensors==0.5.3 +safetensors==0.6.2 scikit-learn==1.7.1 -scipy==1.16.0 +scipy==1.16.1 scramp==1.4.6 SecretStorage==3.3.3 setuptools==80.9.0 @@ -210,7 +209,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 sympy==1.14.0 @@ -223,7 +222,7 @@ tensorflow-io-gcs-filesystem==0.37.1 termcolor==3.1.0 testcontainers==4.12.0 threadpoolctl==3.6.0 -tokenizers==0.21.2 +tokenizers==0.21.4 torch==2.7.1 tqdm==4.67.1 transformers==4.48.3 @@ -231,7 +230,6 @@ triton==3.3.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt index bbbf56883262..d657ca17a617 100644 --- a/sdks/python/container/py312/base_image_requirements.txt +++ b/sdks/python/container/py312/base_image_requirements.txt @@ -23,23 +23,23 @@ aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 attrs==25.3.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -47,26 +47,26 @@ docker==7.1.0 docopt==0.6.2 docstring_parser==0.17.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 future==1.0.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -75,10 +75,10 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -89,7 +89,7 @@ hdfs==2.7.3 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -hypothesis==6.136.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -105,8 +105,8 @@ jsonschema-specifications==2025.4.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.2 -milvus-lite==2.5.1 -mmh3==5.1.0 +milvus==2.3.5 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 multidict==6.6.3 @@ -115,17 +115,17 @@ nltk==3.9.1 numpy==2.2.6 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 -oracledb==3.2.0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -141,8 +141,7 @@ pydantic_core==2.33.2 pydot==1.4.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -156,13 +155,13 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 scikit-learn==1.7.1 -scipy==1.16.0 +scipy==1.16.1 scramp==1.4.6 SecretStorage==3.3.3 setuptools==80.9.0 @@ -171,7 +170,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 tenacity==8.5.0 @@ -181,7 +180,6 @@ tqdm==4.67.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py312/ml_image_requirements.txt b/sdks/python/container/py312/ml_image_requirements.txt index c737cef6f8b5..22e6617f3446 100644 --- a/sdks/python/container/py312/ml_image_requirements.txt +++ b/sdks/python/container/py312/ml_image_requirements.txt @@ -24,24 +24,24 @@ absl-py==2.3.1 aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 astunparse==1.6.3 attrs==25.3.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.2.1 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -49,30 +49,30 @@ docker==7.1.0 docopt==0.6.2 docstring_parser==0.17.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 filelock==3.18.0 flatbuffers==25.2.10 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 fsspec==2025.7.0 future==1.0.0 gast==0.6.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -81,11 +81,11 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-pasta==0.2.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -94,12 +94,12 @@ guppy3==3.1.5 h11==0.16.0 h5py==3.14.0 hdfs==2.7.3 -hf-xet==1.1.5 +hf-xet==1.1.7 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -huggingface-hub==0.34.1 -hypothesis==6.136.4 +huggingface-hub==0.34.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -112,7 +112,7 @@ joblib==1.5.1 jsonpickle==3.4.2 jsonschema==4.25.0 jsonschema-specifications==2025.4.1 -keras==3.10.0 +keras==3.11.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 @@ -120,9 +120,9 @@ Markdown==3.8.2 markdown-it-py==3.0.0 MarkupSafe==3.0.2 mdurl==0.1.2 -milvus-lite==2.5.1 +milvus==2.3.5 ml-dtypes==0.3.2 -mmh3==5.1.0 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 mpmath==1.3.0 @@ -148,19 +148,19 @@ nvidia-nvjitlink-cu12==12.6.85 nvidia-nvtx-cu12==12.6.77 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 opt_einsum==3.4.0 optree==0.17.0 -oracledb==3.2.0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -177,8 +177,7 @@ pydot==1.4.2 Pygments==2.19.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -192,15 +191,15 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 rich==14.1.0 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 -safetensors==0.5.3 +safetensors==0.6.2 scikit-learn==1.7.1 -scipy==1.16.0 +scipy==1.16.1 scramp==1.4.6 SecretStorage==3.3.3 setuptools==80.9.0 @@ -209,7 +208,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 sympy==1.14.0 @@ -221,7 +220,7 @@ tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64" termcolor==3.1.0 testcontainers==4.12.0 threadpoolctl==3.6.0 -tokenizers==0.21.2 +tokenizers==0.21.4 torch==2.7.1 tqdm==4.67.1 transformers==4.48.3 @@ -229,7 +228,6 @@ triton==3.3.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt index 3c93397afb1a..c0d16468fbc5 100644 --- a/sdks/python/container/py313/base_image_requirements.txt +++ b/sdks/python/container/py313/base_image_requirements.txt @@ -21,151 +21,168 @@ # https://s.apache.org/beam-python-dev-wiki # Reach out to a committer if you need help. +aiofiles==24.1.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.12.15 +aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 +asn1crypto==1.5.1 attrs==25.3.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.4.26 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 -click==8.2.0 +click==8.2.1 +cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.2 -Cython==3.1.1 -Deprecated==1.2.18 -deprecation==2.1.0 +cryptography==45.0.6 +Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 docker==7.1.0 docopt==0.6.2 -docstring_parser==0.16 +docstring_parser==0.17.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 -freezegun==1.5.1 +freezegun==1.5.4 +frozenlist==1.7.0 future==1.0.0 -google-api-core==2.24.2 +google-api-core==2.25.1 google-apitools==0.5.32 -google-auth==2.40.1 +google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.93.1 -google-cloud-bigquery==3.33.0 -google-cloud-bigquery-storage==2.31.0 -google-cloud-bigtable==2.30.1 +google-cloud-aiplatform==1.108.0 +google-cloud-bigquery==3.35.1 +google-cloud-bigquery-storage==2.32.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 -google-cloud-dlp==3.29.0 -google-cloud-language==2.17.1 -google-cloud-pubsub==2.29.0 +google-cloud-dlp==3.31.0 +google-cloud-language==2.17.2 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 -google-cloud-recommendations-ai==0.10.17 +google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 -google-cloud-spanner==3.54.0 +google-cloud-spanner==3.56.0 google-cloud-storage==2.19.0 -google-cloud-videointelligence==2.16.1 -google-cloud-vision==3.10.1 +google-cloud-videointelligence==2.16.2 +google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.16.1 +google-genai==1.29.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.2 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 -grpcio==1.71.0 -grpcio-status==1.71.0 +grpcio==1.74.0 +grpcio-status==1.71.2 guppy3==3.1.5 h11==0.16.0 hdfs==2.7.3 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -hypothesis==6.131.20 +hypothesis==6.137.1 idna==3.10 -importlib_metadata==8.6.1 +importlib_metadata==8.7.0 iniconfig==2.1.0 jaraco.classes==3.4.0 jaraco.context==6.0.1 -jaraco.functools==4.1.0 +jaraco.functools==4.2.1 jeepney==0.9.0 Jinja2==3.1.6 -joblib==1.5.0 +joblib==1.5.1 jsonpickle==3.4.2 -jsonschema==4.23.0 +jsonschema==4.25.0 jsonschema-specifications==2025.4.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.2 -mmh3==5.1.0 +milvus==2.3.5 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 +multidict==6.6.3 +mysql-connector-python==9.4.0 nltk==3.9.1 numpy==2.2.6 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.33.1 -opentelemetry-sdk==1.33.1 -opentelemetry-semantic-conventions==0.54b1 -orjson==3.10.18 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 +oracledb==3.3.0 +orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 +pg8000==1.31.4 +pip==25.2 pluggy==1.6.0 +propcache==0.3.2 proto-plus==1.26.1 -protobuf==5.29.4 +protobuf==5.29.5 psycopg2-binary==2.9.10 pyarrow==18.1.0 pyarrow-hotfix==0.7 pyasn1==0.6.1 pyasn1_modules==0.4.2 pycparser==2.22 -pydantic==2.11.4 +pydantic==2.11.7 pydantic_core==2.33.2 pydot==1.4.2 PyHamcrest==2.1.0 -PyJWT==2.9.0 -pymongo==4.13.0 +PyJWT==2.10.1 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 pytest==7.4.4 pytest-timeout==2.4.0 -pytest-xdist==3.6.1 +pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 +python-dotenv==1.1.1 +python-tds==1.16.1 pytz==2025.2 PyYAML==6.0.2 -redis==5.3.0 +redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 -requests==2.32.3 +regex==2025.7.34 +requests==2.32.4 requests-mock==1.12.1 -rpds-py==0.25.0 +rpds-py==0.27.0 rsa==4.9.1 -scikit-learn==1.6.1 -scipy==1.15.3 +scikit-learn==1.7.1 +scipy==1.16.1 +scramp==1.4.6 SecretStorage==3.3.3 -setuptools==80.8.0 +setuptools==80.9.0 shapely==2.1.1 six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 +sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 tenacity==8.5.0 -testcontainers==3.7.1 +testcontainers==4.12.0 threadpoolctl==3.6.0 tqdm==4.67.1 -typing-inspection==0.4.0 -typing_extensions==4.13.2 +typing-inspection==0.4.1 +typing_extensions==4.14.1 tzdata==2025.2 -urllib3==2.4.0 +urllib3==2.5.0 virtualenv-clone==0.5.7 websockets==15.0.1 wheel==0.45.1 wrapt==1.17.2 -zipp==3.21.0 +yarl==1.20.1 +zipp==3.23.0 zstandard==0.23.0 diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt index 2cc3da6cfc17..b38ba013e02a 100644 --- a/sdks/python/container/py39/base_image_requirements.txt +++ b/sdks/python/container/py39/base_image_requirements.txt @@ -23,25 +23,25 @@ aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 async-timeout==5.0.1 attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.1.8 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -50,26 +50,26 @@ docopt==0.6.2 docstring_parser==0.17.0 exceptiongroup==1.3.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 future==1.0.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -78,10 +78,10 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -92,7 +92,7 @@ hdfs==2.7.3 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -hypothesis==6.136.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -108,8 +108,8 @@ jsonschema-specifications==2025.4.1 keyring==25.6.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.2 -milvus-lite==2.5.1 -mmh3==5.1.0 +milvus==2.3.5 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 multidict==6.6.3 @@ -118,17 +118,17 @@ nltk==3.9.1 numpy==2.0.2 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 -oracledb==3.2.0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -144,8 +144,7 @@ pydantic_core==2.33.2 pydot==1.4.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -159,10 +158,10 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 scikit-learn==1.6.1 scipy==1.13.1 @@ -174,7 +173,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 tenacity==8.5.0 @@ -185,7 +184,6 @@ tqdm==4.67.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py39/ml_image_requirements.txt b/sdks/python/container/py39/ml_image_requirements.txt index 4b2a30ba1425..f17254f8bedd 100644 --- a/sdks/python/container/py39/ml_image_requirements.txt +++ b/sdks/python/container/py39/ml_image_requirements.txt @@ -24,10 +24,10 @@ absl-py==2.3.1 aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.12.14 +aiohttp==3.12.15 aiosignal==1.4.0 annotated-types==0.7.0 -anyio==4.9.0 +anyio==4.10.0 asn1crypto==1.5.1 astunparse==1.6.3 async-timeout==5.0.1 @@ -35,15 +35,15 @@ attrs==25.3.0 backports.tarfile==1.2.0 beautifulsoup4==4.13.4 bs4==0.0.2 -build==1.2.2.post1 +build==1.3.0 cachetools==5.5.2 -certifi==2025.7.14 +certifi==2025.8.3 cffi==1.17.1 charset-normalizer==3.4.2 click==8.1.8 cloud-sql-python-connector==1.18.3 crcmod==1.7 -cryptography==45.0.5 +cryptography==45.0.6 Cython==3.1.2 dill==0.3.1.1 dnspython==2.7.0 @@ -52,30 +52,30 @@ docopt==0.6.2 docstring_parser==0.17.0 exceptiongroup==1.3.0 execnet==2.1.1 -fastavro==1.11.1 +fastavro==1.12.0 fasteners==0.19 filelock==3.18.0 flatbuffers==25.2.10 -freezegun==1.5.3 +freezegun==1.5.4 frozenlist==1.7.0 fsspec==2025.7.0 future==1.0.0 gast==0.6.0 google-api-core==2.25.1 -google-api-python-client==2.177.0 +google-api-python-client==2.178.0 google-apitools==0.5.31 google-auth==2.40.3 google-auth-httplib2==0.2.0 -google-cloud-aiplatform==1.105.0 +google-cloud-aiplatform==1.108.0 google-cloud-bigquery==3.35.1 google-cloud-bigquery-storage==2.32.0 -google-cloud-bigtable==2.31.0 +google-cloud-bigtable==2.32.0 google-cloud-core==2.4.3 google-cloud-datastore==2.21.0 google-cloud-dlp==3.31.0 google-cloud-language==2.17.2 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.31.0 +google-cloud-pubsub==2.31.1 google-cloud-pubsublite==1.12.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.14.2 @@ -84,11 +84,11 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.16.2 google-cloud-vision==3.10.2 google-crc32c==1.7.1 -google-genai==1.27.0 +google-genai==1.29.0 google-pasta==0.2.0 google-resumable-media==2.7.2 googleapis-common-protos==1.70.0 -greenlet==3.2.3 +greenlet==3.2.4 grpc-google-iam-v1==0.14.2 grpc-interceptor==0.15.4 grpcio==1.65.5 @@ -97,12 +97,12 @@ guppy3==3.1.5 h11==0.16.0 h5py==3.14.0 hdfs==2.7.3 -hf-xet==1.1.5 +hf-xet==1.1.7 httpcore==1.0.9 httplib2==0.22.0 httpx==0.28.1 -huggingface-hub==0.34.1 -hypothesis==6.136.4 +huggingface-hub==0.34.4 +hypothesis==6.137.1 idna==3.10 importlib_metadata==8.7.0 iniconfig==2.1.0 @@ -123,9 +123,9 @@ Markdown==3.8.2 markdown-it-py==3.0.0 MarkupSafe==3.0.2 mdurl==0.1.2 -milvus-lite==2.5.1 +milvus==2.3.5 ml-dtypes==0.3.2 -mmh3==5.1.0 +mmh3==5.2.0 mock==5.2.0 more-itertools==10.7.0 mpmath==1.3.0 @@ -151,19 +151,19 @@ nvidia-nvjitlink-cu12==12.6.85 nvidia-nvtx-cu12==12.6.77 oauth2client==4.1.3 objsize==0.7.1 -opentelemetry-api==1.35.0 -opentelemetry-sdk==1.35.0 -opentelemetry-semantic-conventions==0.56b0 +opentelemetry-api==1.36.0 +opentelemetry-sdk==1.36.0 +opentelemetry-semantic-conventions==0.57b0 opt_einsum==3.4.0 optree==0.17.0 -oracledb==3.2.0 +oracledb==3.3.0 orjson==3.11.1 overrides==7.7.0 packaging==25.0 pandas==2.2.3 parameterized==0.9.0 pg8000==1.31.4 -pip==25.1.1 +pip==25.2 pluggy==1.6.0 propcache==0.3.2 proto-plus==1.26.1 @@ -180,8 +180,7 @@ pydot==1.4.2 Pygments==2.19.2 PyHamcrest==2.1.0 PyJWT==2.10.1 -pymilvus==2.5.14 -pymongo==4.13.2 +pymongo==4.14.0 PyMySQL==1.1.1 pyparsing==3.2.3 pyproject_hooks==1.2.0 @@ -195,13 +194,13 @@ pytz==2025.2 PyYAML==6.0.2 redis==5.3.1 referencing==0.36.2 -regex==2024.11.6 +regex==2025.7.34 requests==2.32.4 requests-mock==1.12.1 rich==14.1.0 -rpds-py==0.26.0 +rpds-py==0.27.0 rsa==4.9.1 -safetensors==0.5.3 +safetensors==0.6.2 scikit-learn==1.6.1 scipy==1.13.1 scramp==1.4.6 @@ -212,7 +211,7 @@ six==1.17.0 sniffio==1.3.1 sortedcontainers==2.4.0 soupsieve==2.7 -SQLAlchemy==2.0.41 +SQLAlchemy==2.0.42 sqlalchemy_pytds==1.0.2 sqlparse==0.5.3 sympy==1.14.0 @@ -225,7 +224,7 @@ tensorflow-io-gcs-filesystem==0.37.1 termcolor==3.1.0 testcontainers==4.12.0 threadpoolctl==3.6.0 -tokenizers==0.21.2 +tokenizers==0.21.4 tomli==2.2.1 torch==2.7.1 tqdm==4.67.1 @@ -234,7 +233,6 @@ triton==3.3.1 typing-inspection==0.4.1 typing_extensions==4.14.1 tzdata==2025.2 -ujson==5.10.0 uritemplate==4.2.0 urllib3==2.5.0 virtualenv-clone==0.5.7 From f5165a278c4d8c05d1ea3dfa510ede2480f7b3b7 Mon Sep 17 00:00:00 2001 From: Mohamed Awnallah Date: Fri, 8 Aug 2025 20:54:29 +0000 Subject: [PATCH 11/11] workflows: trigger postcommit python --- .github/trigger_files/beam_PostCommit_Python.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/trigger_files/beam_PostCommit_Python.json b/.github/trigger_files/beam_PostCommit_Python.json index 42a6e88b8a29..c6ec17f48412 100644 --- a/.github/trigger_files/beam_PostCommit_Python.json +++ b/.github/trigger_files/beam_PostCommit_Python.json @@ -1,5 +1,5 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run.", - "modification": 31 + "modification": 35 }