This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch worktree-rpc-thread-opt
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d171cd1cdf1 delete useless constructor of
AsyncDataNodeInternalServiceClientPoolFactory
add 4b05c257615 Subscription: support encrypted password auth in consumer
builder (#17480)
add 89e0a9a0d91 Fixed the missing time column with non-default name & INF
without '' when explicitly defined in show create && the bug that the db ttl is
non-default for replacing tree views && Pipe: NPE of Deletion Sync & failed
logic for compressing progressReportEvent (#17457)
add ce84224f46a Pipe: Optimized the shrink/expand method of blocks (#17547)
add cf718f6e444 Use MemoizedCheckedSupplier for COPY TO folder manager &
keep compatibility with another branch (#17559)
add c9c16a9b75f [AINode] Integrate MOMENT as a builtin forecasting model
(#17386)
add 554ac2620ad Fixed the pre-Alter in table display logic && The
compatible type written in CN for alter column type && Sequence of limit &
offset in tree model show-devices (#17558)
add 6680d6f3dae Pipe: Fixed the bug that Disruptor may not clear the
reference & will wait long time after pipe close (#17549)
add 0c7dcd8a5f1 Fix IndexOutOfBoundsException and improve validation in
pattern_match TVF (#17574)
add 9cebc313f83 Fix audit vulnerabilities. (#17573)
add becc0c4a305 Optimized the clear logic of Schema Region && Pipe: Fixed
the bug of config listen type & The historical pipe does not work for
deletion-only sync (#17553)
add 73cf0670b63 Pipe: Fixed the bug that air gap receiver may not respond
in temporary timeout exception & Optimized the directory check in receiver &
Fixed the bug that the "skipIfNoPrivileges" may be wrongly reused at receiver &
Optimized the configNode pipe logic (#17556)
add b15f706589a Fix region migration reliability regressions (#17513)
add b7eb1937b6d Manually trigger repair data partition (#17530)
add 06621d0f045 mon: add diagnose information for MemoryNotEnoughException
(#17578)
add a7246203f22 Merge remote-tracking branch 'origin/master' into
worktree-rpc-thread-opt
add 85ca0d1893d fix allocate of MemoryBlock
add 1b9d68e0b70 add queryId into account
add 1cec558dfff modify release
add d1f2ee823f9 modify release
add 80b34b80868 Subscription: Fixed multiple bugs (#17563)
add d19d0352db2 Fixed the bug that the attribute insertion will not update
null when cache miss (#17568)
add 11d827771fe Fixed multiple bugs of insertion (#17570)
add 2a76e19bfc4 Pipe: Fixed the bug that the parent class loader may
wrongly load ext pipe plugins (#17580)
add e631aa7c5e1 Fixed the updateAndGet side effect in
TableDeviceCacheEntry and PipeRemainingOperator
add 11a6c360fe4 Fixed swallowed exceptions in query execution (#17585)
add dd8631f51f7 Fix DataNode startup in IDEA (#17564)
add f72b3eeffc8 Fixed the bug that create attribute does not support
attribute.None & Pipe: Reset tablet pipeDataStructureTabletSizeInBytes to 16MB
& Enable stopping exception restart by manual stop pipe (#17588)
add 3dfefc778b9 Merge remote-tracking branch 'origin/master' into
worktree-rpc-thread-opt
No new revisions were added by this update.
Summary of changes:
LICENSE | 10 +
.../apache/iotdb/ainode/utils/AINodeTestUtils.java | 4 +-
...ataPartitionTableIntegrityCheckProcedureIT.java | 131 +++++++
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 13 +
.../iotdb/db/it/auth/IoTDBRelationalAuthIT.java | 13 +
.../relational/it/db/it/IoTDBWindowTVFIT.java | 18 +
.../relational/it/schema/IoTDBDatabaseIT.java | 2 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 39 +-
.../IoTDBEncryptedPasswordPullConsumerIT.java | 171 +++++++++
.../rpc/subscription/config/ConsumerConfig.java | 4 +
.../rpc/subscription/config/ConsumerConstant.java | 1 +
.../base/AbstractSubscriptionConsumer.java | 5 +
.../base/AbstractSubscriptionConsumerBuilder.java | 18 +
.../base/AbstractSubscriptionProvider.java | 6 +
.../AbstractSubscriptionPullConsumerBuilder.java | 6 +
.../AbstractSubscriptionPushConsumerBuilder.java | 6 +
.../consumer/table/SubscriptionTableProvider.java | 2 +
.../table/SubscriptionTablePullConsumer.java | 2 +
.../SubscriptionTablePullConsumerBuilder.java | 6 +
.../table/SubscriptionTablePushConsumer.java | 2 +
.../SubscriptionTablePushConsumerBuilder.java | 6 +
.../consumer/tree/SubscriptionTreeProvider.java | 2 +
.../tree/SubscriptionTreePullConsumer.java | 9 +
.../tree/SubscriptionTreePullConsumerBuilder.java | 6 +
.../tree/SubscriptionTreePushConsumer.java | 9 +
.../tree/SubscriptionTreePushConsumerBuilder.java | 6 +
.../ainode/iotdb/ainode/core/model/model_info.py | 13 +
.../iotdb/ainode/core/model/moment}/__init__.py | 0
.../core/model/moment/configuration_moment.py | 71 ++++
.../ainode/core/model/moment/modeling_moment.py | 415 +++++++++++++++++++++
.../ainode/core/model/moment/pipeline_moment.py | 176 +++++++++
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 6 +
.../relational/ColumnTransformerBuilder.java | 11 +-
.../planner/ITableOperatorGeneratorContext.java | 3 +
.../calc/plan/planner/TableOperatorGenerator.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 11 -
.../confignode/conf/ConfigNodeDescriptor.java | 17 -
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
...StatusWithStoppedByRuntimeExceptionPlanV2.java} | 43 ++-
.../iotdb/confignode/manager/ConfigManager.java | 10 +
.../apache/iotdb/confignode/manager/IManager.java | 2 +
.../iotdb/confignode/manager/ProcedureManager.java | 15 +-
.../manager/partition/PartitionManager.java | 27 ++
.../runtime/heartbeat/PipeHeartbeatParser.java | 38 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 13 +-
.../PipeConfigNodeRemainingTimeOperator.java | 24 +-
.../pipe/sink/protocol/IoTDBConfigRegionSink.java | 9 +-
.../pipe/source/ConfigRegionListeningFilter.java | 8 +-
.../persistence/executor/ConfigPlanExecutor.java | 4 +
.../confignode/persistence/pipe/PipeInfo.java | 20 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 20 +
.../confignode/persistence/schema/ConfigMTree.java | 24 +-
.../procedure/env/RegionMaintainHandler.java | 37 +-
.../DataPartitionTableIntegrityCheckProcedure.java | 9 +
.../runtime/PipeHandleLeaderChangeProcedure.java | 6 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 37 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 26 +-
.../table/view/CreateTableViewProcedure.java | 18 +-
.../subscription/CreateSubscriptionProcedure.java | 9 +-
.../subscription/DropSubscriptionProcedure.java | 6 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 5 +
.../request/ConfigPhysicalPlanSerDeTest.java | 24 +-
.../runtime/heartbeat/PipeHeartbeatParserTest.java | 182 +++++++++
.../source/ConfigRegionListeningFilterTest.java | 101 +++++
.../pipe/PipeTaskInfoConsensusPipeTest.java | 27 ++
.../persistence/schema/ConfigMTreeTest.java | 47 +++
.../RegionMaintainHandlerConsensusPipeTest.java | 64 +++-
.../PipeHandleLeaderChangeProcedureTest.java | 46 +++
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 61 +++
.../impl/pipe/task/StopPipeProcedureV2Test.java | 105 ++++++
.../CreateSubscriptionProcedureTest.java | 134 +++++++
.../DropSubscriptionProcedureTest.java | 99 +++++
.../apache/iotdb/consensus/iot/IoTConsensus.java | 2 +-
.../apache/iotdb/consensus/iot/StabilityTest.java | 13 +
iotdb-core/datanode/pom.xml | 5 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../dataregion/PipeDataRegionPluginAgent.java | 8 +-
.../iotdb/db/pipe/agent/task/PipeDataNodeTask.java | 28 +-
.../agent/task/builder/PipeDataNodeBuilder.java | 8 +-
.../task/execution/PipeSinkSubtaskExecutor.java | 2 +-
.../agent/task/stage/PipeTaskProcessorStage.java | 16 +-
.../pipe/agent/task/stage/PipeTaskSinkStage.java | 13 +-
.../pipe/agent/task/stage/PipeTaskSourceStage.java | 19 +-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 48 +--
.../protocol/airgap/IoTDBAirGapReceiver.java | 5 +
.../iotconsensusv2/IoTConsensusV2Receiver.java | 68 +++-
.../db/pipe/resource/memory/PipeMemoryBlock.java | 9 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 91 +++--
.../client/IoTDBDataNodeAsyncClientManager.java | 5 +-
.../airgap/IoTDBSchemaRegionAirGapSink.java | 7 +-
.../PipeTransferTabletBatchEventHandler.java | 10 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 2 +-
.../PipeTransferTabletInsertionEventHandler.java | 7 +-
.../handler/PipeTransferTabletRawEventHandler.java | 6 +-
.../handler/PipeTransferTrackableHandler.java | 24 +-
.../async/handler/PipeTransferTsFileHandler.java | 27 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 2 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 6 +-
.../PipeRealtimeDataRegionHybridSource.java | 3 +-
.../realtime/PipeRealtimeDataRegionLogSource.java | 1 +
.../realtime/PipeRealtimeDataRegionSource.java | 41 +-
.../PipeRealtimeDataRegionTsFileSource.java | 1 +
.../realtime/assigner/DisruptorQueue.java | 4 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 18 +-
.../realtime/disruptor/BatchEventProcessor.java | 53 ++-
.../dataregion/realtime/disruptor/Disruptor.java | 4 +
.../realtime/disruptor/SequenceBarrier.java | 4 +
.../listener/PipeInsertionDataNodeListener.java | 65 ++--
.../iotdb/db/protocol/client/ConfigNodeClient.java | 6 +
.../queryengine/execution/driver/DataDriver.java | 5 +-
.../fragment/FragmentInstanceContext.java | 2 +-
.../InformationSchemaContentSupplierFactory.java | 64 +++-
.../iotdb/db/queryengine/plan/Coordinator.java | 2 +
.../execution/config/TreeConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 21 ++
.../config/executor/IConfigTaskExecutor.java | 2 +
.../relational/DescribeTableDetailsTask.java | 15 +-
.../metadata/relational/ShowCreateTableTask.java | 20 +-
.../metadata/relational/ShowCreateViewTask.java | 19 +-
.../RepairDataPartitionTableTask.java} | 12 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 9 +
.../planner/DataNodeTableOperatorGenerator.java | 3 +-
.../plan/planner/LocalExecutionPlanContext.java | 6 +
.../plan/planner/LogicalPlanVisitor.java | 4 +-
.../planner/plan/node/write/InsertTabletNode.java | 60 ++-
.../node/write/RelationalInsertTabletNode.java | 6 +-
.../relational/analyzer/StatementAnalyzer.java | 6 +-
.../fetcher/TableDeviceSchemaValidator.java | 31 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 70 ++--
.../relational/security/ITableAuthCheckerImpl.java | 4 +
.../security/TreeAccessCheckVisitor.java | 59 ++-
.../plan/relational/sql/ast/DeleteDevice.java | 3 +-
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 6 +
...tatement.java => RepairDataPartitionTable.java} | 22 +-
.../attribute/DeviceAttributeStore.java | 11 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 10 +-
.../schemaregion/utils/ResourceByPathUtils.java | 16 +-
.../table/TableColumnMetadataUtil.java | 62 +++
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../db/service/DataNodeInternalRPCService.java | 4 +-
.../db/storageengine/dataregion/DataRegion.java | 275 +++++++++-----
.../memtable/AbstractWritableMemChunk.java | 2 +-
.../memtable/AlignedReadOnlyMemChunk.java | 4 +-
.../dataregion/memtable/ReadOnlyMemChunk.java | 4 +-
.../db/storageengine/rescon/disk/TierManager.java | 23 +-
.../task/stage/SubscriptionTaskSinkStage.java | 11 +-
.../db/utils/datastructure/AlignedTVList.java | 5 +-
.../iotdb/db/utils/datastructure/TVList.java | 42 ++-
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 103 +++++
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 88 +++++
...ricalDataRegionTsFileAndDeletionSourceTest.java | 44 +++
.../PipeRealtimeReplicateIndexAssignmentTest.java | 79 ++++
.../realtime/disruptor/DisruptorShutdownTest.java | 183 +++++++++
.../fragment/FragmentInstanceExecutionTest.java | 4 +-
.../logical/RegionScanLogicalPlannerTest.java | 8 +-
.../logical/SchemaQueryLogicalPlannerTest.java | 17 +
.../fetcher/TableDeviceSchemaValidatorTest.java | 55 +++
.../table/TableColumnMetadataUtilTest.java | 60 +++
.../storageengine/dataregion/DataRegionTest.java | 227 +++++++++++
.../dataregion/memtable/PrimitiveMemTableTest.java | 2 +-
.../conf/iotdb-system.properties.template | 6 -
.../org/apache/iotdb/commons/auth/entity/User.java | 19 +
.../iotdb/commons/auth/user/BasicUserManager.java | 25 +-
.../iotdb/commons/client/ClientPoolFactory.java | 4 +-
.../iotdb/commons/concurrent/ThreadName.java | 12 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 97 +++--
.../commons/memory/AtomicLongMemoryBlock.java | 63 ++--
.../plugin/service/PipePluginClassLoader.java | 42 ++-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 8 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 75 ++--
...eceiver.java => PipeReceiverFilePathUtils.java} | 23 +-
.../function/tvf/match/QetchAlgorithm.java | 16 +
.../apache/iotdb/commons/schema/table/TsTable.java | 54 ++-
.../schema/table/column/TsTableColumnSchema.java | 8 +-
.../meta/consumer/ConsumerGroupMeta.java | 7 +-
.../subscription/meta/consumer/ConsumerMeta.java | 8 +
.../commons/subscription/meta/topic/TopicMeta.java | 8 +
.../org/apache/iotdb/commons/utils/AuthUtils.java | 53 ++-
.../iotdb/commons/memory/MemoryBlockTest.java | 41 ++
.../plugin/service/PipePluginClassLoaderTest.java | 175 +++++++++
.../pipe/receiver/IoTDBFileReceiverTest.java | 46 +++
.../consumer/ConsumerGroupDeSerTest.java | 20 +
.../commons/subscription/topic/TopicDeSerTest.java | 11 +
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 32 ++
.../src/main/thrift/confignode.thrift | 2 +
scripts/conf/confignode-env.sh | 2 +-
scripts/conf/datanode-env.sh | 2 +-
189 files changed, 4956 insertions(+), 868 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/DataPartitionTableIntegrityCheckProcedureIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/triple/treemodel/regression/param/IoTDBEncryptedPasswordPullConsumerIT.java
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/iotdb/ainode/core/model/moment}/__init__.py (100%)
create mode 100644
iotdb-core/ainode/iotdb/ainode/core/model/moment/configuration_moment.py
create mode 100644
iotdb-core/ainode/iotdb/ainode/core/model/moment/modeling_moment.py
create mode 100644
iotdb-core/ainode/iotdb/ainode/core/model/moment/pipeline_moment.py
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/task/{SetPipeStatusPlanV2.java
=> SetPipeStatusWithStoppedByRuntimeExceptionPlanV2.java} (56%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/coordinator/runtime/heartbeat/PipeHeartbeatParserTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/source/ConfigRegionListeningFilterTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{metadata/ai/DropModelTask.java
=> sys/RepairDataPartitionTableTask.java} (81%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{TestConnectionStatement.java
=> RepairDataPartitionTable.java} (80%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/table/TableColumnMetadataUtil.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/IoTDBDataNodeAsyncClientManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/source/dataregion/realtime/PipeRealtimeReplicateIndexAssignmentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/source/dataregion/realtime/disruptor/DisruptorShutdownTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/fetcher/TableDeviceSchemaValidatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/TableColumnMetadataUtilTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/receiver/{IoTDBReceiver.java
=> PipeReceiverFilePathUtils.java} (57%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/plugin/service/PipePluginClassLoaderTest.java
