This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch
fix/subscription-snapshot-disconnect-recovery
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 7801f53cd62 Fix interrupted snapshot subscription delivery
add de1214a73b5 Support progress retention for initial and snapshot
subscription topics (#19019)
add ca95a046c22 Add ready DataNodes to subscription details (#19030)
add b1ea6b52ebd Document IT cluster reuse and test isolation (#19046)
add e616dc50c1f Add credential strength baseline for test-created users in
IT guidance (#19045)
add 2d047dc1009 Fix consumer group response handling in topic procedures
(#19047)
add a927dd6bc63 Fix ZH locale CI ZIP dependencies by building through
package (#19050)
add ab770467c8e Fix DataRegion snapshot failures when hard links are
unavailable (#19049)
add 28c5028bb46 Suppress duplicate database warning for pipe snapshots
(#19054)
add 2121d6c46a8 Merge master into
fix/subscription-snapshot-disconnect-recovery
No new revisions were added by this update.
Summary of changes:
.github/workflows/zh-locale-compile.yml | 3 +-
integration-test/AGENTS.md | 16 +
.../it/local/IoTDBSubscriptionBasicIT.java | 134 +++++
.../iotdb/confignode/manager/ConfigManager.java | 13 +
.../runtime/heartbeat/PipeHeartbeatParser.java | 47 +-
.../manager/subscription/SubscriptionManager.java | 6 +
.../SubscriptionReadyDataNodeTracker.java | 128 +++++
.../persistence/subscription/SubscriptionInfo.java | 112 +++-
.../procedure/env/ConfigNodeProcedureEnv.java | 7 +-
.../AbstractOperateSubscriptionProcedure.java | 24 +-
.../consumer/AlterConsumerGroupProcedure.java | 21 +-
.../subscription/CreateSubscriptionProcedure.java | 25 +-
.../subscription/DropSubscriptionProcedure.java | 4 +
.../subscription/topic/AlterTopicProcedure.java | 245 ++++++++-
.../subscription/topic/DropTopicProcedure.java | 272 +++++++++-
.../procedure/store/ProcedureFactory.java | 21 +-
.../confignode/procedure/store/ProcedureType.java | 3 +
.../runtime/heartbeat/PipeHeartbeatParserTest.java | 149 +++++-
.../SubscriptionReadyDataNodeTrackerTest.java | 77 +++
.../subscription/SubscriptionInfoTest.java | 52 ++
.../SubscriptionInfoTopicValidationTest.java | 43 +-
.../consumer/DropConsumerProcedureTest.java | 62 +++
.../CreateSubscriptionProcedureTest.java | 114 ++++
.../DropSubscriptionProcedureTest.java | 37 ++
.../topic/AlterTopicProcedureTest.java | 7 +
.../subscription/topic/DropTopicProcedureTest.java | 282 ++++++++++
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 3 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 3 +
.../consensus/iot/IoTConsensusServerImpl.java | 6 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 57 ++
.../protocol/thrift/IoTDBDataNodeReceiver.java | 1 +
.../sys/subscription/ShowSubscriptionsTask.java | 7 +
.../dataregion/snapshot/SnapshotFileUtils.java | 49 ++
.../dataregion/snapshot/SnapshotLoader.java | 2 +-
.../dataregion/snapshot/SnapshotTaker.java | 8 +-
.../agent/SubscriptionBrokerAgent.java | 8 +
.../agent/SubscriptionConsumerAgent.java | 52 +-
.../db/subscription/broker/SubscriptionBroker.java | 66 ++-
.../broker/SubscriptionPrefetchingQueue.java | 33 ++
.../db/subscription/event/SubscriptionEvent.java | 5 +-
.../pipe/SubscriptionPipeTabletBatchEvents.java | 5 +
.../response/SubscriptionEventTabletResponse.java | 3 +
.../subscription/ShowSubscriptionsTaskTest.java | 3 +
.../dataregion/snapshot/SnapshotFileUtilsTest.java | 94 ++++
.../agent/SubscriptionConsumerAgentTest.java | 140 +++++
.../SubscriptionRetainedInitialReplayTest.java | 596 +++++++++++++++++++++
.../SubscriptionPipeTabletEventBatchTest.java | 36 ++
.../pipe/config/constant/SystemConstant.java | 3 +
.../schema/column/ColumnHeaderConstant.java | 4 +-
.../meta/consumer/CommitProgressKeeper.java | 14 +
.../meta/consumer/ConsumerGroupMeta.java | 53 +-
.../consumer/ConsumerGroupDeSerTest.java | 35 ++
.../src/main/thrift/confignode.thrift | 1 +
55 files changed, 3076 insertions(+), 119 deletions(-)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionReadyDataNodeTracker.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionReadyDataNodeTrackerTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/agent/SubscriptionRetainedInitialReplayTest.java
