This is an automated email from the ASF dual-hosted git repository. rong pushed a commit to branch load-task-cleanup in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit edbcab43bbacb2c0b00e65b1c8c5cb08a3a468d0 Merge: 5fc5d3988a7 da790779d13 Author: Steve Yurong Su <[email protected]> AuthorDate: Wed Jan 17 20:11:27 2024 +0800 Merge branch 'master' of https://github.com/apache/iotdb into load-task-cleanup example/client-cpp-example/README.md | 2 +- .../it/cluster/IoTDBClusterRestartIT.java | 70 +++ .../apache/iotdb/pipe/it/IoTDBPipeDataSinkIT.java | 46 -- .../apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java | 320 +++++++++++ .../{collection-info.bat => collect-info.bat} | 206 +++---- .../tools/{collection-info.sh => collect-info.sh} | 212 ++++--- iotdb-client/client-cpp/README.md | 20 +- ...register-confignode.sh => daemon-confignode.sh} | 14 +- .../iotdb/confignode/manager/ConfigManager.java | 79 ++- .../pipe/coordinator/runtime/PipeMetaSyncer.java | 3 + .../iotdb/confignode/persistence/AuthorInfo.java | 5 - .../persistence/executor/ConfigPlanExecutor.java | 9 +- .../partition/DatabasePartitionTable.java | 11 + .../persistence/partition/PartitionInfo.java | 22 +- .../persistence/partition/RegionGroup.java | 15 + .../iotdb/confignode/service/ConfigNode.java | 2 +- .../apache/iotdb/consensus/config/RatisConfig.java | 2 +- .../iotdb/consensus/ratis/RatisConsensus.java | 4 +- .../apache/iotdb/consensus/ratis/utils/Utils.java | 6 +- .../iotdb/consensus/ratis/RatisConsensusTest.java | 50 +- .../iotdb/consensus/ratis/RecoverReadTest.java | 4 +- .../{register-datanode.sh => daemon-datanode.sh} | 14 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 11 - .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 17 +- .../agent/runtime/PipePeriodicalJobExecutor.java | 4 + .../db/pipe/agent/runtime/PipeRuntimeAgent.java | 4 +- .../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 41 +- .../thrift/async/IoTDBThriftAsyncConnector.java | 38 +- .../apache/iotdb/db/pipe/event/EnrichedEvent.java | 41 +- .../tablet/PipeInsertNodeTabletInsertionEvent.java | 13 +- .../common/tablet/PipeRawTabletInsertionEvent.java | 11 + .../tablet/TabletInsertionDataContainer.java | 152 +++-- .../common/tsfile/PipeTsFileInsertionEvent.java | 19 +- .../pipe/extractor/IoTDBDataRegionExtractor.java | 23 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 54 +- .../resource/tsfile/PipeTsFileResourceManager.java | 33 +- .../pipe/resource/wal/PipeWALResourceManager.java | 41 +- .../iotdb/db/pipe/task/PipeDataNodeTask.java | 30 + .../subtask/connector/PipeConnectorSubtask.java | 16 +- .../subtask/processor/PipeProcessorSubtask.java | 14 +- .../common/header/ColumnHeaderConstant.java | 1 + .../queryengine/execution/driver/DataDriver.java | 1 + .../execution/driver/DataDriverContext.java | 16 +- .../fragment/FragmentInstanceContext.java | 4 + .../execution/load/LoadTsFileManager.java | 8 +- .../process/join/LeftOuterTimeJoinOperator.java | 11 +- .../queryengine/plan/execution/QueryExecution.java | 3 + .../execution/config/metadata/ShowRegionTask.java | 7 +- .../plan/planner/LocalExecutionPlanner.java | 7 +- .../plan/planner/OperatorTreeGenerator.java | 4 +- .../plan/planner/distribution/SourceRewriter.java | 8 +- .../plan/planner/plan/LogicalQueryPlan.java | 6 +- .../plan/planner/plan/PlanFragment.java | 5 + .../scheduler/FragmentInstanceDispatcherImpl.java | 14 +- .../mtree/impl/mem/mnode/info/LogicalViewInfo.java | 2 +- .../mtree/impl/pbtree/flush/Scheduler.java | 192 +++---- .../impl/pbtree/memory/ReleaseFlushMonitor.java | 5 +- .../mtree/impl/pbtree/schemafile/RecordUtils.java | 55 +- .../mtree/impl/pbtree/schemafile/SchemaFile.java | 7 +- .../impl/pbtree/schemafile/WrappedSegment.java | 13 +- .../schemafile/pagemgr/BTreePageManager.java | 10 +- .../pbtree/schemafile/pagemgr/IPageManager.java | 3 + .../pbtree/schemafile/pagemgr/PageManager.java | 28 +- .../db/service/metrics/DataNodeMetricsHelper.java | 2 +- .../iotdb/db/service/metrics/WritingMetrics.java | 16 +- .../db/storageengine/dataregion/DataRegion.java | 12 +- .../impl/ReadChunkCompactionPerformer.java | 12 +- .../execute/task/CompactionTaskSummary.java | 44 +- .../execute/task/InnerSpaceCompactionTask.java | 2 + .../task/InsertionCrossSpaceCompactionTask.java | 3 +- .../execute/utils/MultiTsFileDeviceIterator.java | 4 + .../execute/utils/executor/ModifiedStatus.java} | 31 +- .../fast/AlignedSeriesCompactionExecutor.java | 1 + .../fast/NonAlignedSeriesCompactionExecutor.java | 1 + .../executor/fast/SeriesCompactionExecutor.java | 6 +- .../ReadChunkAlignedSeriesCompactionExecutor.java | 472 +++++++++++++++ .../readchunk/SingleSeriesCompactionExecutor.java | 4 +- .../executor/readchunk/loader/ChunkLoader.java | 104 ++++ .../readchunk/loader/InstantChunkLoader.java | 105 ++++ .../readchunk/loader/InstantPageLoader.java | 103 ++++ .../executor/readchunk/loader/PageLoader.java | 107 ++++ .../compaction/io/CompactionTsFileReader.java | 18 + .../compaction/schedule/CompactionScheduler.java | 2 +- .../compaction/schedule/CompactionTaskManager.java | 3 +- .../compaction/schedule/CompactionWorker.java | 3 + .../impl/SizeTieredCompactionSelector.java | 41 +- .../dataregion/tsfile/TsFileResource.java | 26 +- .../dataregion/utils/TsFileResourceUtils.java | 75 +-- .../dataregion/wal/buffer/WALBuffer.java | 2 - .../db/tools/schema/PBTreeFileSketchTool.java | 2 +- .../metadata/mtree/schemafile/SchemaFileTest.java | 2 +- .../pipe/event/PipeTabletInsertionEventTest.java | 93 +-- .../join/LeftOuterTimeJoinOperatorTest.java | 290 +++++++++- .../plan/planner/PipelineBuilderTest.java | 55 ++ .../distribution/AggregationDistributionTest.java | 33 +- .../storageengine/dataregion/DataRegionTest.java | 6 - .../compaction/CompactionValidationTest.java | 103 ++++ .../compaction/ReadChunkInnerCompactionTest.java | 144 +++++ .../InsertionCrossSpaceCompactionSelectorTest.java | 4 +- .../cross/InsertionCrossSpaceCompactionTest.java | 6 +- ...nkCompactionPerformerWithAlignedSeriesTest.java | 631 +++++++++++++++++++++ .../compaction/utils/CompactionCheckerUtils.java | 8 +- .../compaction/utils/CompactionTestFileWriter.java | 8 +- .../resources/conf/iotdb-cluster.properties | 3 + .../resources/conf/iotdb-common.properties | 8 +- .../sbin/{clean-all.bat => destroy-all.bat} | 22 +- .../sbin/{clean-all.sh => destroy-all.sh} | 59 +- ...clean-confignode.bat => destroy-confignode.bat} | 34 +- .../{clean-confignode.sh => destroy-confignode.sh} | 7 +- .../{clean-datanode.bat => destroy-datanode.bat} | 14 +- .../{clean-datanode.sh => destroy-datanode.sh} | 7 +- .../src/assembly/resources/sbin/start-all.sh | 9 +- .../src/assembly/resources/sbin/stop-all.sh | 15 +- .../commons/auth/authorizer/BasicAuthorizer.java | 1 - .../iotdb/commons/auth/role/BasicRoleManager.java | 6 + .../commons/auth/role/LocalFileRoleAccessor.java | 12 +- .../commons/auth/role/LocalFileRoleManager.java | 6 + .../iotdb/commons/auth/user/BasicUserManager.java | 1 + .../commons/auth/user/LocalFileUserAccessor.java | 23 +- .../commons/auth/user/LocalFileUserManager.java | 5 + .../commons/pipe/agent/task/PipeTaskAgent.java | 86 ++- .../commons/pipe/task/meta/PipeMetaKeeper.java | 4 + .../commons/pipe/task/subtask/PipeSubtask.java | 15 +- .../schema/view/viewExpression/ViewExpression.java | 18 + .../service/metric/JvmGcMonitorMetrics.java | 10 +- .../service/metric}/cpu/CpuUsageMetrics.java | 23 +- .../org/apache/iotdb/commons/utils/FileUtils.java | 8 +- .../file/metadata/AlignedTimeSeriesMetadata.java | 1 + .../iotdb/tsfile/read/TsFileSequenceReader.java | 3 +- .../tsfile/read/reader/page/AlignedPageReader.java | 7 +- .../src/main/thrift/confignode.thrift | 1 + pom.xml | 2 +- 132 files changed, 4132 insertions(+), 950 deletions(-)
