This is an automated email from the ASF dual-hosted git repository.
lhotari pushed a change to branch branch-4.1
in repository https://gitbox.apache.org/repos/asf/pulsar.git
from 8a46b84ef90 [improve][test] Disable flaky
PatternConsumerBackPressureTest until the problem is fixed (#24948)
new 5241bd72795 [fix][sec] Upgrade hadoop3 version from 3.4.0 to 3.4.1
(#24950)
new 9d71d432632 [fix][broker] Trigger topic creation event only once for
non-existent topic (#24802)
new 70c51bd99e8 [fix][sec] Added Exclusions for tomcat-embed-core and
derby and override mina-core to remediate CVEs (#24949)
new f93182a3bd7 [fix][test] Fix flaky
NonPersistentTopicTest.testProducerRateLimit (#24951)
new 2fa1578ff1a [fix][sec] Update Hbase version to 2.6.3-hadoop3 and
exclude Avro from hbase-client to remediate CVEs (#24953)
new fbaaac5ed8c [fix][broker] AvgShedder comparison error (#24954)
new 97f6fc71582 [cleanup][broker] Remove unused configuration
maxMessageSizeCheckIntervalInSeconds (#24958)
new 9d456df482f [improve][fn] Use PulsarByteBufAllocator.DEFAULT instead
of ByteBufAllocator.DEFAULT (#24952)
new 73170f06d20 [feat] PIP-442: Add memory limits for
CommandGetTopicsOfNamespace (#24833)
new 93abcc79fca [fix][test] Fix invalid test
NonPersistentTopicTest.testProducerRateLimit (#24957)
new fb8a0e87b97 [fix][test] Fix flaky
KeySharedSubscriptionBrokerCacheTest.testReplayQueueReadsGettingCached (#24955)
new 0a2772c1cfa [fix][broker]Transactional messages can never be sent
successfully if concurrently taking transaction buffer snapshot (#24945)
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
conf/broker.conf | 28 +-
conf/proxy.conf | 24 +
conf/standalone.conf | 28 +-
deployment/terraform-ansible/templates/broker.conf | 4 -
pom.xml | 5 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 36 +
.../topiclistlimit/TopicListMemoryLimiter.java | 312 +++++++++
.../topiclistlimit/TopicListSizeResultCache.java | 122 ++++
.../topiclistlimit}/package-info.java | 4 +-
.../stats/prometheus/PrometheusMetricsClient.java | 2 +
.../TopicListSizeResultCacheTest.java | 321 +++++++++
.../pulsar/broker/admin/impl/NamespacesBase.java | 68 +-
.../apache/pulsar/broker/admin/v1/Namespaces.java | 2 +-
.../apache/pulsar/broker/admin/v2/Namespaces.java | 2 +-
.../pulsar/broker/loadbalance/impl/AvgShedder.java | 3 +-
.../pulsar/broker/service/BrokerService.java | 33 +-
.../pulsar/broker/service/PulsarCommandSender.java | 7 +-
.../broker/service/PulsarCommandSenderImpl.java | 18 +-
.../apache/pulsar/broker/service/ServerCnx.java | 138 ++--
.../buffer/impl/TopicTransactionBuffer.java | 194 ++++--
.../buffer/impl/TopicTransactionBufferState.java | 21 +-
.../pulsar/broker/TopicEventsListenerTest.java | 80 ++-
.../broker/service/MessageCumulativeAckTest.java | 4 +-
.../PersistentDispatcherFailoverConsumerTest.java | 6 +-
.../pulsar/broker/service/PersistentTopicTest.java | 12 +-
.../pulsar/broker/service/ServerCnxTest.java | 3 +
.../broker/transaction/TransactionConsumeTest.java | 101 +++
.../buffer/TopicTransactionBufferTest.java | 18 +-
.../buffer/utils/TransactionBufferTestImpl.java | 15 +
.../pulsar/client/api/NonPersistentTopicTest.java | 9 +-
...ackPressureMultipleConsumersHttpLookupTest.java | 38 +-
...nConsumerBackPressureMultipleConsumersTest.java | 228 +++++++
.../api/PatternConsumerBackPressureTest.java | 2 +
.../apache/pulsar/common/protocol/Commands.java | 17 +-
.../common/semaphore/AsyncDualMemoryLimiter.java | 114 ++++
.../semaphore/AsyncDualMemoryLimiterImpl.java | 177 +++++
.../semaphore/AsyncDualMemoryLimiterUtil.java | 123 ++++
.../pulsar/common/semaphore/AsyncSemaphore.java | 129 ++++
.../common/semaphore/AsyncSemaphoreImpl.java | 369 +++++++++++
.../pulsar/common/semaphore}/package-info.java | 6 +-
.../semaphore/AsyncDualMemoryLimiterImplTest.java | 721 +++++++++++++++++++++
.../semaphore/AsyncDualMemoryLimiterUtilTest.java | 581 +++++++++++++++++
.../common/semaphore/AsyncSemaphoreImplTest.java | 669 +++++++++++++++++++
.../worker/rest/api/FunctionsMetricsResource.java | 4 +-
pulsar-io/flume/pom.xml | 18 +
pulsar-io/hbase/pom.xml | 4 +
pulsar-proxy/pom.xml | 12 +
.../pulsar/proxy/server/LookupProxyHandler.java | 94 ++-
.../pulsar/proxy/server/ProxyConfiguration.java | 36 +
.../apache/pulsar/proxy/server/ProxyService.java | 27 +-
.../InvalidProxyConfigForAuthorizationTest.java | 1 +
...ConsumerBackPressureMultipleConsumersTest.java} | 94 ++-
.../bookkeeper/client/PulsarMockBookKeeper.java | 3 +-
.../bookkeeper/client/PulsarMockLedgerHandle.java | 19 +-
.../bookkeeper/client/PulsarMockReadHandle.java | 13 +-
55 files changed, 4842 insertions(+), 277 deletions(-)
create mode 100644
pulsar-broker-common/src/main/java/org/apache/pulsar/broker/topiclistlimit/TopicListMemoryLimiter.java
create mode 100644
pulsar-broker-common/src/main/java/org/apache/pulsar/broker/topiclistlimit/TopicListSizeResultCache.java
copy
pulsar-broker-common/src/main/java/org/apache/pulsar/{bookie/rackawareness =>
broker/topiclistlimit}/package-info.java (90%)
create mode 100644
pulsar-broker-common/src/test/java/org/apache/pulsar/broker/topiclistlimit/TopicListSizeResultCacheTest.java
copy
pulsar-io/core/src/test/java/org/apache/pulsar/io/core/BatchPushSourceTest.java
=>
pulsar-broker/src/test/java/org/apache/pulsar/client/api/PatternConsumerBackPressureMultipleConsumersHttpLookupTest.java
(54%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/PatternConsumerBackPressureMultipleConsumersTest.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore/AsyncDualMemoryLimiter.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore/AsyncDualMemoryLimiterImpl.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore/AsyncDualMemoryLimiterUtil.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore/AsyncSemaphore.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore/AsyncSemaphoreImpl.java
copy
{pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/anonymizer
=>
pulsar-common/src/main/java/org/apache/pulsar/common/semaphore}/package-info.java
(90%)
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/semaphore/AsyncDualMemoryLimiterImplTest.java
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/semaphore/AsyncDualMemoryLimiterUtilTest.java
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/semaphore/AsyncSemaphoreImplTest.java
copy
pulsar-proxy/src/test/java/org/apache/pulsar/proxy/server/{ProxyTlsWithAuthTest.java
=> ProxyPatternConsumerBackPressureMultipleConsumersTest.java} (50%)
