This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch fix/clear-pipe-runtime-error-message
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 4227fb55b3a Fix stale pipe runtime error messages
add 27af5a6810d Support strict tree table pipe isolation (#17948)
add 837711dcae7 Pipe: Implemented schema batch for meta transfer (#17665)
add bd952e15645 Fix encrypted password pull consumer commit mode (#18044)
add d737f4b301b Stabilize ZSTD compressor level pipe IT (#17917)
add 3bc7b9032f1 Pipe: Fix async sink handshake backoff (#18054)
add b4c4e5483f4 Fix stale deletion resource manager reuse (#18057)
add a76341d9408 Enable show queries can be executed when the available
memory for Operators is insufficient (#18052)
add 6fcbaddc0d6 Add copy fallback for compaction hard links (#18045)
add aabf552629b Avoid copying measurements when updating last cache
(#18059)
add 186ce3672a7 Throttle empty subscription poll logs (#18063)
add cf23bde3d7b Merge branch 'master' of https://github.com/apache/iotdb
into fix/clear-pipe-runtime-error-message
No new revisions were added by this update.
Summary of changes:
.../manual/basic/IoTDBPipeDataSinkIT.java | 17 +-
.../manual/basic/IoTDBPipeIsolationIT.java | 215 +++++++-
.../manual/basic/IoTDBPipeLifeCycleIT.java | 10 +
.../tablemodel/manual/basic/IoTDBPipeMemoryIT.java | 1 +
.../manual/basic/IoTDBPipePermissionIT.java | 1 +
.../manual/basic/IoTDBPipeProtocolIT.java | 4 +
.../tablemodel/manual/basic/IoTDBPipeSourceIT.java | 27 +-
.../manual/basic/IoTDBPipeSwitchStatusIT.java | 4 +
.../IoTDBPipeTsFileDecompositionWithModsIT.java | 7 +-
.../manual/basic/IoTDBPipeWithLoadIT.java | 6 +
.../manual/basic/IoTDBTablePatternFormatIT.java | 7 +
.../manual/enhanced/IoTDBPipeAutoConflictIT.java | 4 +
.../manual/enhanced/IoTDBPipeAutoDropIT.java | 1 +
.../manual/enhanced/IoTDBPipeClusterIT.java | 13 +
.../manual/enhanced/IoTDBPipeDoubleLivingIT.java | 64 ++-
.../manual/enhanced/IoTDBPipeIdempotentIT.java | 1 +
.../manual/enhanced/IoTDBPipeMetaIT.java | 3 +
.../manual/enhanced/IoTDBPipeNullValueIT.java | 1 +
.../enhanced/IoTDBPipeSinkCompressionIT.java | 16 +-
.../manual/enhanced/IoTDBPipeSinkParallelIT.java | 2 +
.../auto/enhanced/IoTDBPipeSinkCompressionIT.java | 180 +++----
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 1 +
.../IoTDBEncryptedPasswordPullConsumerIT.java | 1 +
.../subscription/i18n/SubscriptionMessages.java | 6 +
.../subscription/i18n/SubscriptionMessages.java | 4 +
.../base/AbstractSubscriptionPullConsumer.java | 20 +-
.../base/AbstractSubscriptionPushConsumer.java | 20 +-
.../consumer/base/EmptyPollLogThrottler.java | 62 +++
.../consumer/base/EmptyPollLogThrottlerTest.java | 63 +++
.../planner/memory/MemoryReservationManager.java | 6 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 8 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 8 +
.../request/write/pipe/task/AlterPipePlanV2.java | 74 +++
.../request/write/pipe/task/DropPipePlanV2.java | 42 +-
.../pipe/task/OperateMultiplePipesPlanV2.java | 21 +-
.../write/pipe/task/SetPipeStatusPlanV2.java | 52 +-
...eStatusWithStoppedByRuntimeExceptionPlanV2.java | 36 +-
.../response/pipe/task/PipeTableResp.java | 25 +-
.../iotdb/confignode/manager/ProcedureManager.java | 34 +-
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 13 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 71 +--
.../pipe/coordinator/task/PipeTaskCoordinator.java | 149 +++++-
.../confignode/persistence/pipe/PipeInfo.java | 29 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 356 +++++++++++--
.../procedure/env/RegionMaintainHandler.java | 12 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 53 ++
.../impl/pipe/task/AlterPipeProcedureV2.java | 64 ++-
.../impl/pipe/task/CreatePipeProcedureV2.java | 60 ++-
.../impl/pipe/task/DropPipeProcedureV2.java | 110 +++-
.../impl/pipe/task/StartPipeProcedureV2.java | 64 ++-
.../impl/pipe/task/StopPipeProcedureV2.java | 56 ++-
...bstractOperateSubscriptionAndPipeProcedure.java | 39 +-
.../subscription/CreateSubscriptionProcedure.java | 18 +-
.../subscription/DropSubscriptionProcedure.java | 17 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 131 +++++
.../consensus/response/pipe/PipeTableRespTest.java | 77 +++
.../pipe/PipeTaskInfoAutoRestartTest.java | 137 ++++-
.../impl/pipe/task/AlterPipeProcedureV2Test.java | 1 +
.../impl/pipe/task/AlterPipeProcedureV3Test.java | 1 +
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 20 +
.../impl/pipe/task/DropPipeProcedureV2Test.java | 22 +
.../impl/pipe/task/StartPipeProcedureV2Test.java | 20 +
.../impl/pipe/task/StopPipeProcedureV2Test.java | 22 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 2 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 20 +-
.../subtask/processor/PipeProcessorSubtask.java | 2 +
.../agent/task/subtask/sink/PipeSinkSubtask.java | 45 ++
.../deletion/DeletionResourceManager.java | 3 +
.../event/common/terminate/PipeTerminateEvent.java | 2 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 33 +-
.../overview/PipeDataNodeSinglePipeMetrics.java | 10 +-
.../metric/schema/PipeSchemaRegionSinkMetrics.java | 58 +++
.../resource/tsfile/PipeTsFileResourceManager.java | 5 +
.../batch/PipeSchemaRegionWritePlanEventBatch.java | 557 +++++++++++++++++++++
.../evolvable/request/PipeTransferPlanNodeReq.java | 28 +-
.../airgap/IoTDBSchemaRegionAirGapSink.java | 182 ++++++-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 45 +-
.../thrift/sync/IoTDBSchemaRegionSink.java | 187 ++++++-
.../source/dataregion/IoTDBDataRegionSource.java | 78 ---
...istoricalDataRegionTsFileAndDeletionSource.java | 12 +-
.../PipeRealtimeDataRegionHybridSource.java | 2 +-
.../fragment/FragmentInstanceContext.java | 3 +
.../execution/operator/OperatorContext.java | 5 +
.../source/relational/CteScanOperator.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 402 ++++++++++-----
.../plan/planner/LocalExecutionPlanner.java | 96 ++--
.../memory/FakedMemoryReservationManager.java | 3 +
.../NotThreadSafeMemoryReservationManager.java | 111 +++-
.../memory/ThreadSafeMemoryReservationManager.java | 5 +
.../plan/planner/plan/node/write/InsertNode.java | 12 +-
.../planner/plan/node/write/InsertRowNode.java | 7 +-
.../planner/plan/node/write/InsertTabletNode.java | 7 +-
.../plan/node/write/RelationalInsertRowNode.java | 8 +-
.../node/write/RelationalInsertTabletNode.java | 9 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 20 +-
.../fetcher/cache/TableDeviceLastCache.java | 44 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 26 +-
.../fetcher/cache/TreeDeviceNormalSchema.java | 13 +-
.../RepairUnsortedFileCompactionPerformer.java | 9 +-
.../task/InsertionCrossSpaceCompactionTask.java | 8 +-
.../modification/v1/ModificationFileV1.java | 3 +-
.../dataregion/tsfile/TsFileResource.java | 13 +-
.../apache/iotdb/db/utils/cte/MemoryReader.java | 18 +-
.../cache/TreeDeviceSchemaCacheManagerTest.java | 39 ++
.../db/pipe/consensus/DeletionResourceTest.java | 10 +
.../schema/PipeSchemaRegionSinkMetricsTest.java | 154 ++++++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 38 ++
.../db/pipe/sink/PipeSchemaRegionSinkTest.java | 386 ++++++++++++++
.../PipeSchemaRegionWritePlanEventBatchTest.java | 464 +++++++++++++++++
.../fragment/QueryModificationLoaderTest.java | 3 +
.../execution/operator/CteScanOperatorTest.java | 2 +-
.../LocalExecutionPlannerOperatorsMemoryTest.java | 164 ++++++
.../write/InsertNodeIsMeasurementFailedTest.java | 22 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 74 ++-
.../agent/task/execution/PipeSubtaskExecutor.java | 12 +-
.../pipe/agent/task/meta/PipeMetaKeeper.java | 177 ++++++-
.../pipe/agent/task/meta/PipeStaticMeta.java | 4 +
.../task/subtask/PipeAbstractSinkSubtask.java | 44 +-
.../pipe/agent/task/subtask/PipeSubtask.java | 11 +
.../pipe/config/constant/SystemConstant.java | 10 +
.../pipe/datastructure/pattern/TablePattern.java | 17 +-
.../pipe/datastructure/pattern/TreePattern.java | 17 +-
.../datastructure/visibility/VisibilityUtils.java | 84 ++--
.../pipe/sink/limiter/PipeEndPointRateLimiter.java | 2 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 8 +
.../protocol/PipeSinkWithSchedulingDelay.java} | 12 +-
.../iotdb/commons/pipe/source/IoTDBSource.java | 20 -
.../queryengine/utils/cte/CteDataStore.java | 14 +
.../iotdb/commons/service/metric/enums/Metric.java | 2 +
.../commons/subscription/meta/topic/TopicMeta.java | 4 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 17 +
.../visibility/VisibilityUtilsTest.java | 97 ++++
.../commons/pipe/task/PipeMetaKeeperTest.java | 189 +++++++
.../src/main/thrift/datanode.thrift | 1 +
135 files changed, 5946 insertions(+), 859 deletions(-)
create mode 100644
iotdb-client/subscription/src/main/java/org/apache/iotdb/session/subscription/consumer/base/EmptyPollLogThrottler.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/consumer/base/EmptyPollLogThrottlerTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/payload/evolvable/batch/PipeSchemaRegionWritePlanEventBatch.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/schema/PipeSchemaRegionSinkMetricsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/PipeSchemaRegionSinkTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/PipeSchemaRegionWritePlanEventBatchTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlannerOperatorsMemoryTest.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/NodeDistributionType.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/protocol/PipeSinkWithSchedulingDelay.java}
(83%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/datastructure/visibility/VisibilityUtilsTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/task/PipeMetaKeeperTest.java
