This is an automated email from the ASF dual-hosted git repository.
cvandermerwe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new bc35bef5d8f fix some python deps (#37668)
bc35bef5d8f is described below
commit bc35bef5d8f9313d738a33f894ea3ea7d487e4c2
Author: claudevdm <[email protected]>
AuthorDate: Mon Feb 23 17:18:51 2026 -0500
fix some python deps (#37668)
* fix some python deps
* Add import guards
* lint
* lint
---
.../ml/rag/ingestion/milvus_search_it_test.py | 21 +++++++++++++--------
.../container/ml/py310/base_image_requirements.txt | 9 ---------
.../container/ml/py310/gpu_image_requirements.txt | 3 ---
.../container/ml/py311/base_image_requirements.txt | 9 ---------
.../container/ml/py311/gpu_image_requirements.txt | 3 ---
.../container/ml/py312/base_image_requirements.txt | 9 ---------
.../container/ml/py312/gpu_image_requirements.txt | 3 ---
.../container/ml/py313/base_image_requirements.txt | 7 -------
.../container/py310/base_image_requirements.txt | 9 ---------
.../container/py311/base_image_requirements.txt | 9 ---------
.../container/py312/base_image_requirements.txt | 9 ---------
.../container/py313/base_image_requirements.txt | 7 -------
sdks/python/setup.py | 9 +++------
13 files changed, 16 insertions(+), 91 deletions(-)
diff --git a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py
b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py
index 38b497e8fa7..b6e5083ea72 100644
--- a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py
+++ b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py
@@ -22,12 +22,6 @@ from typing import Callable
from typing import cast
import pytest
-from pymilvus import CollectionSchema
-from pymilvus import DataType
-from pymilvus import FieldSchema
-from pymilvus import MilvusClient
-from pymilvus.exceptions import MilvusException
-from pymilvus.milvus_client import IndexParams
import apache_beam as beam
from apache_beam.ml.rag.ingestion.jdbc_common import WriteConfig
@@ -41,11 +35,21 @@ from apache_beam.ml.rag.utils import retry_with_backoff
from apache_beam.ml.rag.utils import unpack_dataclass_with_kwargs
from apache_beam.testing.test_pipeline import TestPipeline
+# pylint: disable=wrong-import-order, wrong-import-position, ungrouped-imports
try:
+ from pymilvus import CollectionSchema
+ from pymilvus import DataType
+ from pymilvus import FieldSchema
+ from pymilvus import MilvusClient
+ from pymilvus.exceptions import MilvusException
+ from pymilvus.milvus_client import IndexParams
+
from apache_beam.ml.rag.ingestion.milvus_search import
MilvusVectorWriterConfig
from apache_beam.ml.rag.ingestion.milvus_search import MilvusWriteConfig
-except ImportError as e:
- raise unittest.SkipTest(f'Milvus dependencies not installed: {str(e)}')
+ PYMILVUS_AVAILABLE = True
+except ImportError:
+ PYMILVUS_AVAILABLE = False
+# pylint: enable=wrong-import-order, wrong-import-position, ungrouped-imports
def _construct_index_params():
@@ -158,6 +162,7 @@ def drop_collection(client: MilvusClient, collection_name:
str):
@pytest.mark.require_docker_in_docker
[email protected](not PYMILVUS_AVAILABLE, 'pymilvus is not installed.')
@unittest.skipUnless(
platform.system() == "Linux",
"Test runs only on Linux due to lack of support, as yet, for nested "
diff --git a/sdks/python/container/ml/py310/base_image_requirements.txt
b/sdks/python/container/ml/py310/base_image_requirements.txt
index 10b7e75beeb..6a4be288f3c 100644
--- a/sdks/python/container/ml/py310/base_image_requirements.txt
+++ b/sdks/python/container/ml/py310/base_image_requirements.txt
@@ -22,7 +22,6 @@
# Reach out to a committer if you need help.
absl-py==2.4.0
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -34,11 +33,9 @@ astunparse==1.6.3
async-timeout==5.0.1
attrs==25.4.0
backports.tarfile==1.2.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -135,7 +132,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
ml_dtypes==0.5.4
mmh3==5.2.0
mock==5.2.0
@@ -163,7 +159,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -172,13 +167,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -189,7 +182,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -229,7 +221,6 @@ transformers==4.55.4
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py310/gpu_image_requirements.txt
b/sdks/python/container/ml/py310/gpu_image_requirements.txt
index c29679d28e9..6108ee2d7dd 100644
--- a/sdks/python/container/ml/py310/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py310/gpu_image_requirements.txt
@@ -157,7 +157,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
mistral_common==1.9.1
ml_dtypes==0.5.4
mmh3==5.2.0
@@ -231,7 +230,6 @@ pydantic-settings==2.13.1
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -299,7 +297,6 @@ typer==0.24.1
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
uvicorn==0.41.0
diff --git a/sdks/python/container/ml/py311/base_image_requirements.txt
b/sdks/python/container/ml/py311/base_image_requirements.txt
index a7fb71b3b9f..21ec3c92d6a 100644
--- a/sdks/python/container/ml/py311/base_image_requirements.txt
+++ b/sdks/python/container/ml/py311/base_image_requirements.txt
@@ -22,7 +22,6 @@
# Reach out to a committer if you need help.
absl-py==2.4.0
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -33,11 +32,9 @@ asn1crypto==1.5.1
astunparse==1.6.3
attrs==25.4.0
backports.tarfile==1.2.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -133,7 +130,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
ml_dtypes==0.5.4
mmh3==5.2.0
mock==5.2.0
@@ -161,7 +157,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -170,13 +165,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -187,7 +180,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -226,7 +218,6 @@ transformers==4.55.4
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py311/gpu_image_requirements.txt
b/sdks/python/container/ml/py311/gpu_image_requirements.txt
index d88e91c8f0a..60b5e3a2809 100644
--- a/sdks/python/container/ml/py311/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py311/gpu_image_requirements.txt
@@ -155,7 +155,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
mistral_common==1.9.1
ml_dtypes==0.5.4
mmh3==5.2.0
@@ -229,7 +228,6 @@ pydantic-settings==2.13.1
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -296,7 +294,6 @@ typer==0.24.1
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
uvicorn==0.41.0
diff --git a/sdks/python/container/ml/py312/base_image_requirements.txt
b/sdks/python/container/ml/py312/base_image_requirements.txt
index 47a71cfbef8..0ac9e64460c 100644
--- a/sdks/python/container/ml/py312/base_image_requirements.txt
+++ b/sdks/python/container/ml/py312/base_image_requirements.txt
@@ -22,7 +22,6 @@
# Reach out to a committer if you need help.
absl-py==2.4.0
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -32,11 +31,9 @@ anyio==4.12.1
asn1crypto==1.5.1
astunparse==1.6.3
attrs==25.4.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -132,7 +129,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
ml_dtypes==0.5.4
mmh3==5.2.0
mock==5.2.0
@@ -160,7 +156,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -169,13 +164,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -186,7 +179,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -225,7 +217,6 @@ transformers==4.55.4
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/ml/py312/gpu_image_requirements.txt
b/sdks/python/container/ml/py312/gpu_image_requirements.txt
index 8f7997625f5..17a62537114 100644
--- a/sdks/python/container/ml/py312/gpu_image_requirements.txt
+++ b/sdks/python/container/ml/py312/gpu_image_requirements.txt
@@ -154,7 +154,6 @@ Markdown==3.10.2
markdown-it-py==4.0.0
MarkupSafe==3.0.3
mdurl==0.1.2
-milvus-lite==2.5.1
mistral_common==1.9.1
ml_dtypes==0.5.4
mmh3==5.2.0
@@ -228,7 +227,6 @@ pydantic-settings==2.13.1
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -295,7 +293,6 @@ typer==0.24.1
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
uvicorn==0.41.0
diff --git a/sdks/python/container/ml/py313/base_image_requirements.txt
b/sdks/python/container/ml/py313/base_image_requirements.txt
index 6234f37ad64..b78a61fec9c 100644
--- a/sdks/python/container/ml/py313/base_image_requirements.txt
+++ b/sdks/python/container/ml/py313/base_image_requirements.txt
@@ -22,7 +22,6 @@
# Reach out to a committer if you need help.
absl-py==2.4.0
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -32,11 +31,9 @@ anyio==4.12.1
asn1crypto==1.5.1
astunparse==1.6.3
attrs==25.4.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b6
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -158,7 +155,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==6.33.5
@@ -167,13 +163,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.6.9
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -184,7 +178,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
diff --git a/sdks/python/container/py310/base_image_requirements.txt
b/sdks/python/container/py310/base_image_requirements.txt
index 6d3e384ba02..8d748e3f2c8 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -21,7 +21,6 @@
# https://s.apache.org/beam-python-dev-wiki
# Reach out to a committer if you need help.
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -32,11 +31,9 @@ asn1crypto==1.5.1
async-timeout==5.0.1
attrs==25.4.0
backports.tarfile==1.2.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -120,7 +117,6 @@ jsonschema-specifications==2025.9.1
keyring==25.7.0
keyrings.google-artifactregistry-auth==1.1.2
MarkupSafe==3.0.3
-milvus-lite==2.5.1
mmh3==5.2.0
mock==5.2.0
more-itertools==10.8.0
@@ -142,7 +138,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -151,13 +146,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -168,7 +161,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -197,7 +189,6 @@ tqdm==4.67.3
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py311/base_image_requirements.txt
b/sdks/python/container/py311/base_image_requirements.txt
index 9432553bd63..8433ca20700 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -21,7 +21,6 @@
# https://s.apache.org/beam-python-dev-wiki
# Reach out to a committer if you need help.
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -31,11 +30,9 @@ anyio==4.12.1
asn1crypto==1.5.1
attrs==25.4.0
backports.tarfile==1.2.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -118,7 +115,6 @@ jsonschema-specifications==2025.9.1
keyring==25.7.0
keyrings.google-artifactregistry-auth==1.1.2
MarkupSafe==3.0.3
-milvus-lite==2.5.1
mmh3==5.2.0
mock==5.2.0
more-itertools==10.8.0
@@ -140,7 +136,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -149,13 +144,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -166,7 +159,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -194,7 +186,6 @@ tqdm==4.67.3
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py312/base_image_requirements.txt
b/sdks/python/container/py312/base_image_requirements.txt
index 93b074ff69b..39fb41bc3e6 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -21,7 +21,6 @@
# https://s.apache.org/beam-python-dev-wiki
# Reach out to a committer if you need help.
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -30,11 +29,9 @@ annotated-types==0.7.0
anyio==4.12.1
asn1crypto==1.5.1
attrs==25.4.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b7
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -117,7 +114,6 @@ jsonschema-specifications==2025.9.1
keyring==25.7.0
keyrings.google-artifactregistry-auth==1.1.2
MarkupSafe==3.0.3
-milvus-lite==2.5.1
mmh3==5.2.0
mock==5.2.0
more-itertools==10.8.0
@@ -139,7 +135,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==5.29.6
@@ -148,13 +143,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.5.18
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -165,7 +158,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
@@ -193,7 +185,6 @@ tqdm==4.67.3
typing-inspection==0.4.2
typing_extensions==4.15.0
tzdata==2025.3
-ujson==5.11.0
uritemplate==4.2.0
urllib3==2.6.3
virtualenv-clone==0.5.7
diff --git a/sdks/python/container/py313/base_image_requirements.txt
b/sdks/python/container/py313/base_image_requirements.txt
index 1d81f398e84..c8ca73157e6 100644
--- a/sdks/python/container/py313/base_image_requirements.txt
+++ b/sdks/python/container/py313/base_image_requirements.txt
@@ -21,7 +21,6 @@
# https://s.apache.org/beam-python-dev-wiki
# Reach out to a committer if you need help.
-aiodns==4.0.0
aiofiles==25.1.0
aiohappyeyeballs==2.6.1
aiohttp==3.13.3
@@ -30,11 +29,9 @@ annotated-types==0.7.0
anyio==4.12.1
asn1crypto==1.5.1
attrs==25.4.0
-backports.zstd==1.3.0
beartype==0.22.9
beautifulsoup4==4.14.3
betterproto==2.0.0b6
-brotli==1.2.0
bs4==0.0.2
build==1.4.0
cachetools==6.2.6
@@ -137,7 +134,6 @@ pg8000==1.31.5
pillow==12.1.1
pip==26.0.1
pluggy==1.6.0
-pminit==1.3.0
propcache==0.4.1
proto-plus==1.27.1
protobuf==6.33.5
@@ -146,13 +142,11 @@ pyarrow==23.0.1
pyarrow-hotfix==0.7
pyasn1==0.6.2
pyasn1_modules==0.4.2
-pycares==5.0.1
pycparser==3.0
pydantic==2.12.5
pydantic_core==2.41.5
Pygments==2.19.2
PyHamcrest==2.1.0
-pymilvus==2.6.9
pymongo==4.16.0
PyMySQL==1.1.2
pyparsing==3.3.2
@@ -163,7 +157,6 @@ pytest-xdist==3.8.0
python-dateutil==2.9.0.post0
python-dotenv==1.2.1
python-tds==1.17.1
-pythonmonkey==1.3.0
pytz==2025.2
PyYAML==6.0.3
referencing==0.37.0
diff --git a/sdks/python/setup.py b/sdks/python/setup.py
index 19aab312f27..f2d0781ae0c 100644
--- a/sdks/python/setup.py
+++ b/sdks/python/setup.py
@@ -389,7 +389,7 @@ if __name__ == '__main__':
'numpy>=1.14.3,<2.5.0', # Update pyproject.toml as well.
'objsize>=0.6.1,<0.8.0',
'packaging>=22.0',
- 'pillow',
+ 'pillow>=12.1.1,<13',
'pymongo>=3.8.0,<5.0.0',
'proto-plus>=1.7.1,<2',
# 1. Use a tighter upper bound in protobuf dependency to make sure
@@ -466,7 +466,7 @@ if __name__ == '__main__':
'pg8000>=1.31.5',
"PyMySQL>=1.1.0",
'oracledb>=3.1.1'
- ] + milvus_dependency,
+ ],
'gcp': [
'cachetools>=3.1.0,<7',
'google-api-core>=2.0.0,<3',
@@ -546,7 +546,7 @@ if __name__ == '__main__':
# tests due to tag check introduced since pip 24.2
# https://github.com/apache/beam/issues/31285
# 'xgboost<2.0', # https://github.com/apache/beam/issues/31252
- ] + ml_base,
+ ] + ml_base + milvus_dependency,
'p312_ml_test': [
'datatable',
] + ml_base,
@@ -574,9 +574,6 @@ if __name__ == '__main__':
'docstring-parser>=0.15,<1.0',
'jinja2>=3.0,<3.2',
'virtualenv-clone>=0.5,<1.0',
- # pythonmonkey is used for Javascript mapping support
- # Please install NPM and Node.js before installing PythonMonkey.
- 'pythonmonkey>=1.3.0',
'jsonschema>=4.0.0,<5.0.0',
] + dataframe_dependency,
# Keep the following dependencies in line with what we test against
