[GitHub] [pulsar] xiaotongwang1 commented on issue #11532: Pulsar 2.7.0+ KOP 2.7.2.x getPartitionedTopicMetadata timeout

[GitBox]

xiaotongwang1 commented on issue #11532:
URL: https://github.com/apache/pulsar/issues/11532#issuecomment-892651248


   FULL STACK 
   
   2021-08-04 21:11:31
   Full thread dump OpenJDK 64-Bit Server VM (25.272-b10 mixed mode):
   
   "Attach Listener" #385 daemon prio=9 os_prio=0 tid=0x000055bb2ab1d000 
nid=0x4a0 waiting on condition [0x0000000000000000]
      java.lang.Thread.State: RUNNABLE
   
   "ForkJoinPool.commonPool-worker-25" #360 daemon prio=5 os_prio=0 
tid=0x00007fc77c701000 nid=0x4108 waiting on condition [0x00007fc741e8d000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a072b130> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.broker.service.persistent.DispatchRateLimiter.getPolicies(DispatchRateLimiter.java:311)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:227)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:205)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onSubscribeRateUpdate(SubscribeRateLimiter.java:167)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onPoliciesUpdate(SubscribeRateLimiter.java:162)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2027)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-22" #358 daemon prio=5 os_prio=0 
tid=0x00007fc7747a2800 nid=0x3d69 waiting on condition [0x00007fc741f8e000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a0601b40> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-21" #356 daemon prio=5 os_prio=0 
tid=0x00007fc7824fe800 nid=0x3841 waiting on condition [0x00007fc74208f000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a190d188> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-18" #353 daemon prio=5 os_prio=0 
tid=0x000055bb2b3a6800 nid=0x2f78 waiting on condition [0x00007fc742190000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a0a06520> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-8" #352 daemon prio=5 os_prio=0 
tid=0x000055bb2b199000 nid=0x2f77 waiting on condition [0x00007fc742291000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a00921c0> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.broker.service.persistent.DispatchRateLimiter.getPolicies(DispatchRateLimiter.java:311)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:227)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:205)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onSubscribeRateUpdate(SubscribeRateLimiter.java:167)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onPoliciesUpdate(SubscribeRateLimiter.java:162)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2027)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-14" #349 daemon prio=5 os_prio=0 
tid=0x000055bb2a482000 nid=0x2bfb waiting on condition [0x00007fc74319c000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079f604fc8> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-7" #350 daemon prio=5 os_prio=0 
tid=0x00007fc774426000 nid=0x2bfa waiting on condition [0x00007fc74309b000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a0575500> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-15" #351 daemon prio=5 os_prio=0 
tid=0x000055bb2a481000 nid=0x2bf9 waiting on condition [0x00007fc7600db000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a003bff0> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-12" #348 daemon prio=5 os_prio=0 
tid=0x000055bb2a04a800 nid=0x2bf8 waiting on condition [0x00007fc74329d000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079f600308> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-4" #347 daemon prio=5 os_prio=0 
tid=0x00007fc77c681000 nid=0x7e10 waiting on condition [0x00007fc778384000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079fa1aa00> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.broker.service.persistent.DispatchRateLimiter.getPolicies(DispatchRateLimiter.java:311)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:227)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:205)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onSubscribeRateUpdate(SubscribeRateLimiter.java:167)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onPoliciesUpdate(SubscribeRateLimiter.java:162)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2027)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-9" #345 daemon prio=5 os_prio=0 
tid=0x000055bb2a480000 nid=0x7e0e waiting on condition [0x00007fc764d22000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a002ce00> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-3" #344 daemon prio=5 os_prio=0 
tid=0x000055bb2b3e1800 nid=0x7e0d waiting on condition [0x00007fc75ffda000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a008e858> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "logback-8" #343 daemon prio=5 os_prio=0 tid=0x000055bb2bb77000 nid=0x5a5c 
waiting on condition [0x00007fc742393000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "ForkJoinPool.commonPool-worker-6" #339 daemon prio=5 os_prio=0 
tid=0x00007fc780cd6000 nid=0x57a2 waiting on condition [0x00007fc7602dd000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079fc008c8> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-1" #341 daemon prio=5 os_prio=0 
tid=0x00007fc774b9f000 nid=0x57a0 waiting on condition [0x00007fc74359e000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079fa1e4c0> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.broker.service.persistent.DispatchRateLimiter.getPolicies(DispatchRateLimiter.java:311)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:227)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:205)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onSubscribeRateUpdate(SubscribeRateLimiter.java:167)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onPoliciesUpdate(SubscribeRateLimiter.java:162)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2027)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "logback-7" #338 daemon prio=5 os_prio=0 tid=0x000055bb2b379800 nid=0x518e 
waiting on condition [0x00007fc742694000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "logback-6" #337 daemon prio=5 os_prio=0 tid=0x000055bb29c60800 nid=0x48c0 
waiting on condition [0x00007fc742795000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "logback-5" #336 daemon prio=5 os_prio=0 tid=0x000055bb29dab800 nid=0x3ff5 
waiting on condition [0x00007fc742896000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "logback-4" #335 daemon prio=5 os_prio=0 tid=0x000055bb2aaa2000 nid=0x372c 
waiting on condition [0x00007fc742997000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "ForkJoinPool.commonPool-worker-2" #332 daemon prio=5 os_prio=0 
tid=0x00007fc774c2d800 nid=0x2fa3 waiting on condition [0x00007fc742a97000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079f600a68> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-11" #334 daemon prio=5 os_prio=0 
tid=0x00007fc774ba1800 nid=0x2fa2 waiting on condition [0x00007fc768b4b000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a0bdf5c0> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "ForkJoinPool.commonPool-worker-0" #331 daemon prio=5 os_prio=0 
tid=0x00007fc7808d6000 nid=0x2fa0 waiting on condition [0x00007fc7601dc000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079f603070> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplication(PersistentTopic.java:1129)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.checkReplicationAndRetryOnFailure(PersistentTopic.java:1079)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2017)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   
   "logback-3" #330 daemon prio=5 os_prio=0 tid=0x000055bb29f34800 nid=0x2e5e 
waiting on condition [0x00007fc768849000]
      java.lang.Thread.State: WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2045)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "prometheus-stats-48-1" #329 prio=5 os_prio=0 tid=0x00007fc78410a800 
nid=0x2596 waiting on condition [0x00007fc742b98000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000007a0473148> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3323)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.get(ZooKeeperDataCache.java:105)
        at 
org.apache.pulsar.broker.service.BacklogQuotaManager.getBacklogQuota(BacklogQuotaManager.java:69)
        at 
org.apache.pulsar.broker.service.BacklogQuotaManager.getBacklogQuota(BacklogQuotaManager.java:81)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.getBacklogQuota(PersistentTopic.java:2039)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator.getTopicStats(NamespaceStatsAggregator.java:106)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator.lambda$null$0(NamespaceStatsAggregator.java:72)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator$$Lambda$910/1466651331.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator.lambda$null$1(NamespaceStatsAggregator.java:71)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator$$Lambda$909/1533115729.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator.lambda$generate$2(NamespaceStatsAggregator.java:70)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator$$Lambda$908/1996914730.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.stats.prometheus.NamespaceStatsAggregator.generate(NamespaceStatsAggregator.java:66)
        at 
org.apache.pulsar.broker.stats.prometheus.PrometheusMetricsJSONGenerator.generate(PrometheusMetricsJSONGenerator.java:101)
        at 
org.apache.pulsar.broker.stats.prometheus.PrometheusMetricsServlet.lambda$doGet$0(PrometheusMetricsServlet.java:100)
        at 
org.apache.pulsar.broker.stats.prometheus.PrometheusMetricsServlet$$Lambda$907/732528688.run(Unknown
 Source)
        at org.apache.bookkeeper.mledger.util.SafeRun$1.safeRun(SafeRun.java:32)
        at 
org.apache.bookkeeper.common.util.SafeRunnable.run(SafeRunnable.java:36)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at 
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
        at java.lang.Thread.run(Thread.java:748)
   
   "logback-2" #328 daemon prio=5 os_prio=0 tid=0x000055bb29d88000 nid=0x2543 
waiting on condition [0x00007fc742c9a000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x00000006c3a50bd8> (a 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2084)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   
   "ForkJoinPool.commonPool-worker-5" #326 daemon prio=5 os_prio=0 
tid=0x000055bb2a482800 nid=0x1f1b waiting on condition [0x00007fc742f9a000]
      java.lang.Thread.State: TIMED_WAITING (parking)
        at sun.misc.Unsafe.park(Native Method)
        - parking to wait for  <0x000000079fa18ae0> (a 
java.util.concurrent.CompletableFuture$Signaller)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1709)
        at 
java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3313)
        at 
java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1788)
        at 
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
        at 
org.apache.pulsar.broker.service.persistent.DispatchRateLimiter.getPolicies(DispatchRateLimiter.java:311)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:227)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.getPoliciesSubscribeRate(SubscribeRateLimiter.java:205)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onSubscribeRateUpdate(SubscribeRateLimiter.java:167)
        at 
org.apache.pulsar.broker.service.persistent.SubscribeRateLimiter.onPoliciesUpdate(SubscribeRateLimiter.java:162)
        at 
org.apache.pulsar.broker.service.persistent.PersistentTopic.onPoliciesUpdate(PersistentTopic.java:2027)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$62(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$992/1695952738.accept(Unknown
 Source)
        at java.util.Optional.ifPresent(Optional.java:159)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$null$63(BrokerService.java:1602)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$991/290485185.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture.uniAcceptStage(CompletableFuture.java:683)
        at 
java.util.concurrent.CompletableFuture.thenAccept(CompletableFuture.java:2010)
        at 
org.apache.pulsar.broker.service.BrokerService.lambda$onUpdate$64(BrokerService.java:1597)
        at 
org.apache.pulsar.broker.service.BrokerService$$Lambda$990/486701177.accept(Unknown
 Source)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap$Section.forEach(ConcurrentOpenHashMap.java:388)
        at 
org.apache.pulsar.common.util.collections.ConcurrentOpenHashMap.forEach(ConcurrentOpenHashMap.java:160)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:1593)
        at 
org.apache.pulsar.broker.service.BrokerService.onUpdate(BrokerService.java:171)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache.lambda$4(ZooKeeperDataCache.java:146)
        at 
org.apache.pulsar.zookeeper.ZooKeeperDataCache$$Lambda$813/820697107.accept(Unknown
 Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$18(ZooKeeperCache.java:391)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$50/1467515503.accept(Unknown 
Source)
        at 
java.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:670)
        at 
java.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:646)
        at 
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
        at 
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache.lambda$14(ZooKeeperCache.java:364)
        at 
org.apache.pulsar.zookeeper.ZooKeeperCache$$Lambda$54/1924963724.run(Unknown 
Source)
        at 
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
   


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscr...@pulsar.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org