This is an automated email from the ASF dual-hosted git repository. rong pushed a commit to branch multi-way-sync in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit fea17764486aeab3e7fd5bdac231e544ab559f8c Merge: 90153702157 11af323b79d Author: Steve Yurong Su <[email protected]> AuthorDate: Mon Aug 14 20:06:18 2023 +0800 Merge branch 'master' of github.com:apache/iotdb into multi-way-sync .../it/env/cluster/config/MppCommonConfig.java | 6 + .../env/cluster/config/MppSharedCommonConfig.java | 7 + .../it/env/remote/config/RemoteCommonConfig.java | 4 + .../org/apache/iotdb/itbase/env/CommonConfig.java | 2 + .../it/partition/IoTDBPartitionDurableIT.java | 6 +- .../main/java/org/apache/iotdb/tool/ImportCsv.java | 2 +- iotdb-client/session/pom.xml | 5 + .../apache/iotdb/session/pool/SessionPoolTest.java | 90 ++-- .../confignode/conf/ConfigNodeDescriptor.java | 2 +- .../iotdb/confignode/manager/load/LoadManager.java | 8 +- .../manager/load/balancer/RouteBalancer.java | 4 +- .../manager/load/service/StatisticsService.java | 16 +- .../iot/client/AsyncIoTConsensusServiceClient.java | 1 + .../resources/conf/iotdb-datanode.properties | 2 +- .../org/apache/iotdb/db/audit/AuditLogger.java | 2 +- .../db/pipe/agent/receiver/PipeReceiverAgent.java | 5 +- .../{v1 => payload/evolvable}/PipeRequestType.java | 2 +- .../reponse/PipeTransferFilePieceResp.java | 2 +- .../request/PipeTransferFilePieceReq.java | 6 +- .../request/PipeTransferFileSealReq.java | 6 +- .../request/PipeTransferHandshakeReq.java | 6 +- .../request/PipeTransferInsertNodeReq.java | 6 +- .../evolvable}/request/PipeTransferTabletReq.java | 6 +- .../legacy}/DeletionPipeData.java | 6 +- .../pipedata => payload/legacy}/PipeData.java | 4 +- .../legacy}/TsFilePipeData.java | 6 +- .../protocol/airgap/IoTDBAirGapConnector.java | 57 +++ .../legacy/IoTDBLegacyPipeConnector.java} | 20 +- .../thrift}/IoTDBThriftConnector.java | 2 +- .../IoTDBThriftConnectorRequestVersion.java | 3 +- .../thrift/async/IoTDBThriftAsyncConnector.java} | 44 +- ...nsferInsertNodeTabletInsertionEventHandler.java | 6 +- ...PipeTransferRawTabletInsertionEventHandler.java | 6 +- .../PipeTransferTabletInsertionEventHandler.java | 11 +- .../PipeTransferTsFileInsertionEventHandler.java | 14 +- .../thrift/sync/IoTDBThriftSyncConnector.java} | 47 +- .../sync/IoTDBThriftSyncConnectorClient.java} | 6 +- .../airgap/IoTDBAirGapReceiver.java} | 18 +- .../legacy/IoTDBLegacyPipeReceiver.java} | 20 +- .../legacy/loader/DeletionLoader.java | 2 +- .../legacy/loader/ILoader.java | 2 +- .../legacy/loader/TsFileLoader.java | 4 +- .../thrift}/IoTDBThriftReceiver.java | 4 +- .../thrift}/IoTDBThriftReceiverV1.java | 18 +- .../connector/PipeConnectorSubtaskManager.java | 20 +- .../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +- .../queryengine/plan/analyze/AnalyzeVisitor.java | 397 +-------------- .../plan/analyze/LoadTsfileAnalyzer.java | 543 +++++++++++++++++++++ .../db/queryengine/plan/parser/ASTVisitor.java | 2 +- .../plan/statement/crud/LoadTsFileStatement.java | 29 +- .../dataregion/HashLastFlushTimeMap.java | 15 +- .../exception/CompactionExceptionHandler.java | 11 +- .../execute/task/AbstractCompactionTask.java | 2 + .../execute/task/CrossSpaceCompactionTask.java | 24 +- .../execute/task/InnerSpaceCompactionTask.java | 58 ++- .../compaction/execute/utils/CompactionUtils.java | 53 ++ .../estimator/AbstractCompactionEstimator.java | 3 +- .../estimator/AbstractInnerSpaceEstimator.java | 74 ++- .../estimator/CompactionEstimateUtils.java | 96 ++++ .../FastCompactionInnerCompactionEstimator.java | 52 ++ .../compaction/selector/estimator/FileInfo.java | 48 ++ .../ReadChunkInnerCompactionEstimator.java | 59 +++ .../ReadPointCrossCompactionEstimator.java | 81 +-- .../dataregion/memtable/TsFileProcessor.java | 146 +++--- .../dataregion/tsfile/TsFileManager.java | 17 + .../wal/checkpoint/CheckpointManager.java | 2 +- .../storageengine/dataregion/wal/node/WALNode.java | 243 ++++++--- .../db/utils/datastructure/AlignedTVList.java | 46 ++ .../iotdb/db/pipe/connector/PipeConnectorTest.java | 24 +- .../iotdb/db/pipe/connector/PipeReceiverTest.java | 6 +- .../db/pipe/connector/PipeThriftRequestTest.java | 12 +- .../compaction/CompactionSchedulerTest.java | 1 + .../utils/CompactionTaskMemCostEstimatorTest.java | 94 ++++ .../dataregion/memtable/TsFileProcessorTest.java | 97 ++++ .../resources/conf/iotdb-common.properties | 82 +--- .../iotdb/commons/client/ClientPoolFactory.java | 2 +- .../async/AsyncConfigNodeIServiceClient.java | 1 + .../async/AsyncDataNodeInternalServiceClient.java | 1 + .../AsyncDataNodeMPPDataExchangeServiceClient.java | 1 + .../async/AsyncPipeDataTransferServiceClient.java | 1 + .../iotdb/commons/concurrent/ThreadName.java | 3 +- .../apache/iotdb/commons/conf/CommonConfig.java | 23 +- .../iotdb/commons/conf/CommonDescriptor.java | 8 +- .../iotdb/commons/pipe/config/PipeConfig.java | 4 +- .../pipe/plugin/builtin/BuiltinPipePlugin.java | 12 +- ...onnector.java => IoTDBLegacyPipeConnector.java} | 10 +- ...ectorV1.java => IoTDBThriftAsyncConnector.java} | 10 +- ...nectorV2.java => IoTDBThriftSyncConnector.java} | 10 +- .../iotdb/commons/client/ClientManagerTest.java | 128 ++++- .../pipe/plugin/builtin/BuiltinPipePluginTest.java | 4 +- .../iotdb/tsfile/read/TsFileSequenceReader.java | 12 +- 91 files changed, 2023 insertions(+), 1050 deletions(-)
