This is an automated email from the ASF dual-hosted git repository. sijie pushed a commit to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/incubator-pulsar.git
The following commit(s) were added to refs/heads/branch-2.1 by this push: new 333b896 Increase default maxConcurrentLookupRequests to 50k (#2380) 333b896 is described below commit 333b896a37ccd27729efd778aa97710b7f8286db Author: Matteo Merli <mme...@apache.org> AuthorDate: Tue Aug 28 10:41:14 2018 -0700 Increase default maxConcurrentLookupRequests to 50k (#2380) ### Motivation Increasing the default value of `maxConcurrentLookupRequests` from 10K to 50K to increase limit of sustainable lookups before rejecting requests. --- conf/broker.conf | 3 +-- conf/proxy.conf | 2 +- conf/standalone.conf | 2 +- deployment/terraform-ansible/templates/broker.conf | 2 +- .../src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java | 2 +- .../main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java | 2 +- 6 files changed, 6 insertions(+), 7 deletions(-) diff --git a/conf/broker.conf b/conf/broker.conf index cd4a505..5eeb936 100644 --- a/conf/broker.conf +++ b/conf/broker.conf @@ -152,7 +152,7 @@ dispatchThrottlingRatePerTopicInByte=0 dispatchThrottlingOnNonBacklogConsumerEnabled=true # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup traffic -maxConcurrentLookupRequest=10000 +maxConcurrentLookupRequest=50000 # Max number of concurrent topic loading request broker allows to control number of zk-operations maxConcurrentTopicLoadRequest=5000 @@ -511,4 +511,3 @@ s3ManagedLedgerOffloadReadBufferSizeInBytes=1048576 # Deprecated. Use configurationStoreServers globalZookeeperServers= - diff --git a/conf/proxy.conf b/conf/proxy.conf index 3bde301..ed5420f 100644 --- a/conf/proxy.conf +++ b/conf/proxy.conf @@ -81,7 +81,7 @@ forwardAuthorizationCredentials=false maxConcurrentInboundConnections=10000 # Max concurrent outbound connections. The proxy will error out requests beyond that. -maxConcurrentLookupRequests=10000 +maxConcurrentLookupRequests=50000 ##### --- TLS --- ##### diff --git a/conf/standalone.conf b/conf/standalone.conf index cc03b95..a9fb288 100644 --- a/conf/standalone.conf +++ b/conf/standalone.conf @@ -141,7 +141,7 @@ dispatchThrottlingRatePerTopicInByte=0 dispatchThrottlingOnNonBacklogConsumerEnabled=true # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup traffic -maxConcurrentLookupRequest=10000 +maxConcurrentLookupRequest=50000 # Max number of concurrent topic loading request broker allows to control number of zk-operations maxConcurrentTopicLoadRequest=5000 diff --git a/deployment/terraform-ansible/templates/broker.conf b/deployment/terraform-ansible/templates/broker.conf index a7456a4..8eaa0df 100644 --- a/deployment/terraform-ansible/templates/broker.conf +++ b/deployment/terraform-ansible/templates/broker.conf @@ -152,7 +152,7 @@ dispatchThrottlingRatePerTopicInByte=0 dispatchThrottlingOnNonBacklogConsumerEnabled=true # Max number of concurrent lookup request broker allows to throttle heavy incoming lookup traffic -maxConcurrentLookupRequest=10000 +maxConcurrentLookupRequest=50000 # Max number of concurrent topic loading request broker allows to control number of zk-operations maxConcurrentTopicLoadRequest=5000 diff --git a/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java b/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java index ddc7728..7b2e85b 100644 --- a/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java +++ b/pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ServiceConfiguration.java @@ -170,7 +170,7 @@ public class ServiceConfiguration implements PulsarConfiguration { private boolean dispatchThrottlingOnNonBacklogConsumerEnabled = false; // Max number of concurrent lookup request broker allows to throttle heavy incoming lookup traffic @FieldContext(dynamic = true) - private int maxConcurrentLookupRequest = 10000; + private int maxConcurrentLookupRequest = 50000; // Max number of concurrent topic loading request broker allows to control number of zk-operations @FieldContext(dynamic = true) private int maxConcurrentTopicLoadRequest = 5000; diff --git a/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java b/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java index 4d02786..b4e8afb 100644 --- a/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java +++ b/pulsar-proxy/src/main/java/org/apache/pulsar/proxy/server/ProxyConfiguration.java @@ -82,7 +82,7 @@ public class ProxyConfiguration implements PulsarConfiguration { private int maxConcurrentInboundConnections = 10000; // Max concurrent outbound Connections - private int maxConcurrentLookupRequests = 10000; + private int maxConcurrentLookupRequests = 50000; // Authentication settings of the proxy itself. Used to connect to brokers private String brokerClientAuthenticationPlugin;