[pulsar] branch master updated: [fix][broker] calculate default cache size correctly in standalone mode (#18217)

[penghui]

This is an automated email from the ASF dual-hosted git repository.

penghui pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git


The following commit(s) were added to refs/heads/master by this push:
     new c5135f199ef [fix][broker] calculate default cache size correctly in 
standalone mode (#18217)
c5135f199ef is described below

commit c5135f199efebe627bd1832a9e20f5e0e39d7d79
Author: labuladong <labulad...@foxmail.com>
AuthorDate: Mon Oct 31 16:01:18 2022 +0800

    [fix][broker] calculate default cache size correctly in standalone mode 
(#18217)
---
 .../main/java/org/apache/pulsar/PulsarStandalone.java    | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git 
a/pulsar-broker/src/main/java/org/apache/pulsar/PulsarStandalone.java 
b/pulsar-broker/src/main/java/org/apache/pulsar/PulsarStandalone.java
index d58cdc502a3..3408d7ccfe4 100644
--- a/pulsar-broker/src/main/java/org/apache/pulsar/PulsarStandalone.java
+++ b/pulsar-broker/src/main/java/org/apache/pulsar/PulsarStandalone.java
@@ -23,6 +23,7 @@ import static 
org.apache.pulsar.common.naming.SystemTopicNames.TRANSACTION_COORD
 import com.beust.jcommander.Parameter;
 import com.google.common.annotations.VisibleForTesting;
 import com.google.common.collect.Sets;
+import io.netty.util.internal.PlatformDependent;
 import java.io.File;
 import java.nio.file.Paths;
 import java.util.Optional;
@@ -267,6 +268,11 @@ public class PulsarStandalone implements AutoCloseable {
 
     private boolean usingNewDefaultsPIP117;
 
+    private final String writeCacheMaxSizeMb = "dbStorage_writeCacheMaxSizeMb";
+
+    private final String readAheadCacheMaxSizeMb = 
"dbStorage_readAheadCacheMaxSizeMb";
+
+
     public void start() throws Exception {
         String forceUseZookeeperEnv = 
System.getenv(PULSAR_STANDALONE_USE_ZOOKEEPER);
 
@@ -444,6 +450,16 @@ public class PulsarStandalone implements AutoCloseable {
 
         ServerConfiguration bkServerConf = new ServerConfiguration();
         bkServerConf.loadConf(new File(configFile).toURI().toURL());
+        Object writeCache = bkServerConf.getProperty(writeCacheMaxSizeMb);
+        Object readCache = bkServerConf.getProperty(readAheadCacheMaxSizeMb);
+        // we need add one broker to calculate the default cache
+        long defaultCacheMB = PlatformDependent.maxDirectMemory() / (1024 * 
1024) / (1 + numOfBk) / 4;
+        if (writeCache == null || writeCache.equals("")) {
+            bkServerConf.setProperty(writeCacheMaxSizeMb, defaultCacheMB);
+        }
+        if (readCache == null || readCache.equals("")) {
+            bkServerConf.setProperty(readAheadCacheMaxSizeMb, defaultCacheMB);
+        }
         bkCluster = BKCluster.builder()
                 .baseServerConfiguration(bkServerConf)
                 .metadataServiceUri(metadataStoreUrl)