This is an automated email from the ASF dual-hosted git repository.
mthakur pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new e28f83a1eb3e HADOOP-19015. Increase fs.s3a.connection.maximum to 500
to minimize risk of Timeout waiting for connection from pool
e28f83a1eb3e is described below
commit e28f83a1eb3eb0a9004d91fff18c238590da1d92
Author: Mukund Thakur <mtha...@cloudera.com>
AuthorDate: Tue Dec 19 14:04:07 2023 -0600
HADOOP-19015. Increase fs.s3a.connection.maximum to 500 to minimize risk
of Timeout waiting for connection from pool
---
hadoop-common-project/hadoop-common/src/main/resources/core-default.xml | 2 +-
.../hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git
a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
index 5a5171056d04..6ff14b2d614d 100644
--- a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
+++ b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
@@ -1530,7 +1530,7 @@
<property>
<name>fs.s3a.connection.maximum</name>
- <value>200</value>
+ <value>500</value>
<description>Controls the maximum number of simultaneous connections to S3.
This must be bigger than the value of fs.s3a.threads.max so as to stop
threads being blocked waiting for new HTTPS connections.
diff --git
a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java
b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java
index fb4f22cedb9b..05e6a43a0559 100644
---
a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java
+++
b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/Constants.java
@@ -173,7 +173,7 @@ public final class Constants {
* Future releases are likely to increase this value.
* Keep in sync with the value in {@code core-default.xml}
*/
- public static final int DEFAULT_MAXIMUM_CONNECTIONS = 200;
+ public static final int DEFAULT_MAXIMUM_CONNECTIONS = 500;
/**
* Configuration option to configure expiration time of
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
