This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch consensus_module_refactor
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fe150e6ce5c enhance
add 74213c6e9e6 fix ratis ut
add 29e038d6a96 Fix memory leak when deleting database in PB_Tree mode
(#10885)
add 38b36006b2a [IOTDB-6117] Pipe: Optimize RPC requests from CN to DN. CN
send exactly one pipeMeta to each DN upon create/start/stop/drop pipe (#10875)
add 5f6db2e308a Fix some ITs of UDFManagement
add 2c2f40bdb45 Implement intersect with prefix pattern for PartialPath
and PathPatternTree
add af250e0b9ca [IOTDB-6122] Pipe: Progress Index markers an incorrect
value when load a tsfile with tsfileResource (#10908)
add 30a006118d0 reduce wal log output level (#10873)
add 144e5428fbb [IOTDB-6114] Pipe: Support multi-cluster data sync (#10868)
add 8d79a5e4e7c Add hot load compaction configs (#10758)
add 0cd30225af5 Move SchemaConstant to common package
add 40617cd3940 Revert removed dependencies to avoid write performance
declining (#10921)
add 950b95bcd36 Merge remote-tracking branch 'origin' into
consensus_module_refactor
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 2 +
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 50 +++-
.../confignode/client/DataNodeRequestType.java | 3 +-
.../client/async/AsyncDataNodeClientPool.java | 9 +-
.../client/async/handlers/AsyncClientHandler.java | 3 +-
.../confignode/conf/ConfigNodeDescriptor.java | 4 +-
.../pipe/runtime/PipeLeaderChangeHandler.java | 4 +-
.../manager/schema/ClusterSchemaManager.java | 9 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 9 +
.../persistence/schema/ClusterSchemaInfo.java | 6 +-
.../confignode/persistence/schema/ConfigMTree.java | 10 +-
.../schema/mnode/info/ConfigMNodeInfo.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 31 ++-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 31 ++-
.../impl/pipe/task/CreatePipeProcedureV2.java | 13 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 5 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 3 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 17 +-
iotdb-core/datanode/pom.xml | 14 ++
.../org/apache/iotdb/db/audit/AuditLogger.java | 1 +
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 1 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 1 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 95 ++++++-
.../dataregion/DataExecutionVisitor.java | 23 ++
.../metadata/MNodeTypeMismatchException.java | 2 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 8 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 131 +++++++---
.../config/constant/PipeExtractorConstant.java | 4 +
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 2 +
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 17 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 17 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 8 +-
.../event/realtime/PipeRealtimeEventFactory.java | 10 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 2 +
.../realtime/PipeRealtimeDataRegionExtractor.java | 10 +
.../realtime/assigner/PipeDataRegionAssigner.java | 4 +
.../listener/PipeInsertionDataNodeListener.java | 6 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 12 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 35 ++-
.../common/schematree/ClusterSchemaTree.java | 2 +-
.../execution/executor/RegionWriteExecutor.java | 7 +
.../execution/load/LoadTsFileManager.java | 12 +-
.../operator/schema/source/DeviceSchemaSource.java | 2 +-
.../schema/source/LogicalViewSchemaSource.java | 2 +-
.../schema/source/TimeSeriesSchemaSource.java | 2 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 44 +++-
.../queryengine/plan/execution/QueryExecution.java | 4 +-
.../plan/execution/config/ConfigTaskVisitor.java | 10 +-
.../config/executor/ClusterConfigTaskExecutor.java | 10 +-
.../config/executor/IConfigTaskExecutor.java | 10 +-
.../execution/config/sys/pipe/CreatePipeTask.java | 2 +-
.../execution/config/sys/pipe/DropPipeTask.java | 2 +-
.../execution/config/sys/pipe/ShowPipeTask.java | 2 +-
.../execution/config/sys/pipe/StartPipeTask.java | 2 +-
.../execution/config/sys/pipe/StopPipeTask.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 12 +-
.../plan/planner/LogicalPlanVisitor.java | 45 ++++
.../plan/planner/distribution/SourceRewriter.java | 8 +-
.../plan/planner/plan/node/PlanNodeType.java | 7 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../planner/plan/node/load/LoadTsFileNode.java | 4 -
.../plan/node/write/InsertMultiTabletsNode.java | 6 +
.../plan/planner/plan/node/write/InsertNode.java | 12 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 6 +
.../plan/node/write/PipeEnrichedInsertNode.java | 276 +++++++++++++++++++++
.../scheduler/load/LoadTsFileDispatcherImpl.java | 13 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 11 +-
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 58 +++--
.../plan/statement/crud/InsertBaseStatement.java | 3 +-
.../plan/statement/crud/LoadTsFileStatement.java | 11 +
.../crud/PipeEnrichedInsertBaseStatement.java | 224 +++++++++++++++++
.../crud/PipeEnrichedLoadTsFileStatement.java | 132 ++++++++++
.../pipe/CreatePipeStatement.java | 2 +-
.../{sys => metadata}/pipe/DropPipeStatement.java | 2 +-
.../{sys => metadata}/pipe/ShowPipesStatement.java | 2 +-
.../{sys => metadata}/pipe/StartPipeStatement.java | 2 +-
.../{sys => metadata}/pipe/StopPipeStatement.java | 2 +-
.../schemaregion/SchemaRegionLoader.java | 2 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 2 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 2 +-
.../mtree/impl/mem/mnode/info/DeviceInfo.java | 2 +-
.../mnode/iterator/AbstractTraverserIterator.java | 2 +-
.../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 16 +-
.../mtree/impl/pbtree/CachedMTreeStore.java | 1 +
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 2 +-
.../mtree/impl/pbtree/cache/CacheManager.java | 1 +
.../impl/pbtree/cache/CacheMemoryManager.java | 4 +
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 2 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 2 +-
.../mtree/loader/MNodeFactoryLoader.java | 2 +-
.../schemaregion/mtree/traverser/Traverser.java | 2 +-
.../schemaengine/schemaregion/tag/TagManager.java | 2 +-
.../metrics/IoTDBInternalLocalReporter.java | 6 +-
.../iotdb/db/storageengine/StorageEngine.java | 5 +-
.../db/storageengine/dataregion/DataRegion.java | 7 +-
.../compaction/schedule/CompactionTaskManager.java | 1 -
.../dataregion/flush/MemTableFlushTask.java | 3 +-
.../dataregion/memtable/TsFileProcessor.java | 3 +-
.../dataregion/tsfile/TsFileResource.java | 8 +
.../storageengine/dataregion/wal/node/WALNode.java | 16 +-
.../file/UnsealedTsFileRecoverPerformer.java | 2 +-
.../quotas/DataNodeThrottleQuotaManager.java | 1 +
.../rescon/quotas/DefaultOperationQuota.java | 14 +-
.../db/trigger/executor/TriggerFireVisitor.java | 20 ++
.../org/apache/iotdb/db/utils/CommonUtils.java | 43 ++++
.../mtree/schemafile/SchemaFileLogTest.java | 2 +-
.../schemaRegion/SchemaRegionManagementTest.java | 2 +-
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 3 +-
.../plan/statement/sys/pipe/PipeStatementTest.java | 10 +-
.../scheduler/load/LoadTsFileSchedulerTest.java | 3 +-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 2 +-
.../iotdb/db/tools/PBTreeFileSketchTest.java | 2 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 158 +++++++++---
.../iotdb/commons/path/PathPatternTreeUtils.java | 53 ++++
.../apache/iotdb/commons/path/PathPatternUtil.java | 4 +-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../iotdb/commons/schema}/SchemaConstant.java | 6 +-
.../apache/iotdb/commons/path/PartialPathTest.java | 68 +++++
.../iotdb/commons/path/PathPatternTreeTest.java | 121 +++++++++
.../src/main/thrift/datanode.thrift | 11 +
pom.xml | 27 ++
126 files changed, 1948 insertions(+), 289 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/PipeEnrichedInsertNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/crud/PipeEnrichedInsertBaseStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/crud/PipeEnrichedLoadTsFileStatement.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/CreatePipeStatement.java (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/DropPipeStatement.java (96%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/ShowPipesStatement.java (96%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/StartPipeStatement.java (96%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/StopPipeStatement.java (96%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/path/PathPatternTreeUtils.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/schemaengine =>
node-commons/src/main/java/org/apache/iotdb/commons/schema}/SchemaConstant.java
(96%)
