This is an automated email from the ASF dual-hosted git repository.
johncasey pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 392a4a13842 Revert the value of MAX_BATCH_OPERATION_SIZE in gcsio
(#29503)
392a4a13842 is described below
commit 392a4a138420dfd2eeabf85249e98719b2191320
Author: Shunping Huang <[email protected]>
AuthorDate: Tue Nov 21 09:53:58 2023 -0500
Revert the value of MAX_BATCH_OPERATION_SIZE in gcsio (#29503)
This value was changed in PR #29360 to 1000, which led to
internal test failure.
---
sdks/python/apache_beam/io/gcp/gcsio.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/sdks/python/apache_beam/io/gcp/gcsio.py
b/sdks/python/apache_beam/io/gcp/gcsio.py
index 30092a5c616..838c956b6cf 100644
--- a/sdks/python/apache_beam/io/gcp/gcsio.py
+++ b/sdks/python/apache_beam/io/gcp/gcsio.py
@@ -54,7 +54,7 @@ DEFAULT_READ_BUFFER_SIZE = 16 * 1024 * 1024
# Maximum number of operations permitted in GcsIO.copy_batch() and
# GcsIO.delete_batch().
-MAX_BATCH_OPERATION_SIZE = 1000
+MAX_BATCH_OPERATION_SIZE = 100
def parse_gcs_path(gcs_path, object_optional=False):
