This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch potential-leak
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a0d22e68990 Restore schema pipe queue from snapshots
add 17e4efb6922 Record audit logs when revoke failed (#18352)
add 3a06ed41d5d Disable multi-node REMOVE statements (#18360)
add 647e5363152 Remove Ratis region migration rate limiting (#18365)
add 71700468942 [Pipe] Fix historical TsFile schema recovery race (#18314)
add 6559aa52ba9 Pipe: Handle hybrid meta progress indexes (#18331)
add a321fa34d5d Subscription: preserve topic updates during owner transfer
(#18353)
add 154644107a8 Pipe: Respect history enable with source time range
(#18362)
add 75eaa40744b Fix race condition in ExternalTsFileQueryResource
reference counting (#18371)
add 09252d40064 feat(load): reject managed TsFile directories (#18271)
add d82806fa208 Subscription: Rename topic modes to initial and
incremental (#18370)
add 157efaef283 Use provider-compatible file deletion and truncation APIs
(#18349)
add cc583ca61b0 Fix query analyze metric of TableModel
add 83d536aa17d [Fix] Keep heartbeat alive when metadata lease is fenced
(#18343)
add e23500e1a10 Support rate family aggregation functions in table model
(#18334)
add cde1601d17d [Pipe] Batch OPC UA sink writes (#18380) (#18384)
add bee70a863b4 Fix IndexOutOfBoundsException caused by concurrent sort
and delete on TVList (#18389)
add f6a844d8191 Query: Optimize schema traversal for non-leading tag IN
predicates (#18369)
add 303686e8604 Pipe: Add receiver session authentication integration
tests (#18395)
add c46c0732bb3 Record audit logs for normal and failed role grants and
revokes (#18355)
add f49370013af Fix config event race in pipe idempotent table IT (#18403)
add 346abc37df2 Fix DataNode restart during database deletion (#18407)
add a0543f5aa21 [ConfigNode] Revert procedure-based RegionGroup cleanup
and fix RegionMaintainer retries (#18404)
add 14ecc9f212a [Performance] Reduce allocations on aligned tablet writes
(#18358)
add 6a253567b08 Fix write-back sink tree target database case (#18398)
add 9fe55fce9a9 Fix table UDF result block splitting (#18333)
add 84c4bafa38d [Subscription] Reduce consensus WAL replay and ACK
contention (#18402)
add 513a093f6dc Fix silent deduplication of duplicate tag columns in COPY
TO statement (#18408)
add c6afaf54957 Fix table model set configuration audit logging (#18412)
add ec473f7fd1d [Subscription] Isolate tree and table topics (#18397)
add 0d94b765427 Optimize aligned memtable flush without deleted
measurements (#18406)
add feba0c62b8a feat(load): reject active load listening dirs under data
directory (#18405)
add 5be170d6a1f Fix pipe tablet memory resize admission limit (#18413)
add 7e2c453fbd1 fix(load): use buffered input when splitting TsFiles
(#18388)
add 81c2b05c67f Bump tsfile to 2.4.1-260806-SNAPSHOT and add
COPY_TO_WRITE_ERROR for COPY TO write failures (#18414)
add b85fd32fecb Merge origin/master into potential-leak
No new revisions were added by this update.
Summary of changes:
.../ConsensusSubscriptionWalFileAnalyzer.java | 5 +-
.../iotdb/ConsensusSubscriptionSessionExample.java | 2 +-
...sensusTableModelSubscriptionSessionExample.java | 2 +-
.../rest/protocol/filter/AuthorizationFilter.java | 7 +-
.../protocol/handler/AuthorizationHandler.java | 16 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 3 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 3 +-
...ithIndex.java => LargeResultTableFunction.java} | 71 ++-
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 9 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 9 +-
.../IoTDBRemoveDataNodeNormalIT.java | 7 -
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 22 +
.../manual/enhanced/IoTDBPipeIdempotentIT.java | 7 +-
.../treemodel/auto/basic/IoTDBPipeSourceIT.java | 60 +++
.../auto/basic/IoTDBPipeTwoStageAggregateIT.java | 146 ++++++
.../auto/enhanced/IoTDBPipeAutoConflictIT.java | 5 +
.../treemodel/manual/IoTDBPipeWriteBackSinkIT.java | 24 +-
.../IoTDBLegacyPipeReceiverAutoCreateIT.java | 159 ++++++
.../single/IoTDBLegacyPipeReceiverSecurityIT.java | 148 ++++++
.../pipe/it/single/IoTDBPipeReceiverSessionIT.java | 281 ++++++++++
.../db/it/udf/IoTDBUserDefinedTableFunctionIT.java | 80 +++
.../it/query/recent/IoTDBTableAggregationIT.java | 564 ++++++++++++++++++++-
.../query/recent/copyto/IoTDBCopyToTsFileIT.java | 38 +-
.../local/ConsensusSubscriptionITSupport.java | 2 +-
.../ConsensusSubscriptionTableITSupport.java | 2 +-
...ConsensusSubscriptionColumnFilterClusterIT.java | 2 +-
.../IoTDBSubscriptionColumnFilterIT.java | 5 +-
.../tablemodel/IoTDBSubscriptionIsolationIT.java | 161 +++---
.../tablemodel/IoTDBSubscriptionPermissionIT.java | 2 +-
.../IoTDBAllTsDatasetPullConsumerIT.java | 2 +-
.../IoTDBAllTsTsfilePullConsumerIT.java | 2 +-
.../IoTDBPathDeviceDataSetPullConsumerIT.java | 2 +-
.../IoTDBPathDeviceTsfilePullConsumerIT.java | 2 +-
.../IoTDBTimeTsDatasetPullConsumerIT.java | 2 +-
.../IoTDBTimeTsTsfilePullConsumerIT.java | 2 +-
.../IoTDBLooseAllTsDatasetPushConsumerIT.java | 4 +-
.../IoTDBLooseAllTsfilePushConsumerIT.java | 4 +-
.../IoTDBPathLooseDeviceTsfilePushConsumerIT.java | 2 +-
.../IoTDBPathLooseTsDatasetPushConsumerIT.java | 2 +-
.../IoTDBPathLooseTsfilePushConsumerIT.java | 2 +-
.../IoTDBPathTsLooseDatasetPushConsumerIT.java | 2 +-
.../IoTDBTimeLooseTsDatasetPushConsumerIT.java | 4 +-
.../IoTDBTimeLooseTsTsfilePushConsumerIT.java | 4 +-
.../IoTDBTimeLooseTsfilePushConsumerIT.java | 2 +-
.../IoTDBTimeTsLooseDatasetPushConsumerIT.java | 4 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../subscription/i18n/SubscriptionMessages.java | 2 +-
.../subscription/i18n/SubscriptionMessages.java | 2 +-
.../iotdb/rpc/subscription/config/TopicConfig.java | 51 +-
.../rpc/subscription/config/TopicConstant.java | 19 +-
.../base/AbstractSubscriptionConsumer.java | 2 +-
.../rpc/subscription/config/TopicConfigTest.java | 57 +++
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 60 +++
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 60 +++
.../process/function/TableFunctionOperator.java | 51 +-
.../process/function/partition/PartitionCache.java | 2 +-
.../relational/aggregation/AccumulatorFactory.java | 141 +++++-
.../rate/AbstractGroupedDeltaAccumulator.java | 138 +++++
.../rate/AbstractGroupedIncreaseAccumulator.java | 147 ++++++
.../rate/AbstractGroupedIrateAccumulator.java | 83 +++
.../rate/AbstractGroupedRateAccumulator.java | 150 ++++++
.../grouped/rate/GroupedNaiveDeltaAccumulator.java | 141 ++++++
.../rate/GroupedNaiveIncreaseAccumulator.java | 151 ++++++
.../grouped/rate/GroupedNaiveIrateAccumulator.java | 120 +++++
.../grouped/rate/GroupedNaiveRateAccumulator.java | 148 ++++++
.../rate/GroupedOrderedDeltaAccumulator.java | 159 ++++++
.../rate/GroupedOrderedIncreaseAccumulator.java | 167 ++++++
.../rate/GroupedOrderedIrateAccumulator.java | 143 ++++++
.../rate/GroupedOrderedRateAccumulator.java | 164 ++++++
.../grouped/rate/TimeValueBufferBigArray.java | 75 +++
.../rate/AbstractDeltaTableAccumulator.java | 109 ++++
.../rate/AbstractIncreaseTableAccumulator.java | 118 +++++
.../rate/AbstractIrateTableAccumulator.java | 78 +++
.../rate/AbstractRateTableAccumulator.java | 121 +++++
.../aggregation/rate/ExtrapolationUtil.java | 139 +++++
.../aggregation/rate/NaiveDeltaAccumulator.java | 155 ++++++
.../aggregation/rate/NaiveIncreaseAccumulator.java | 171 +++++++
.../aggregation/rate/NaiveIrateAccumulator.java | 143 ++++++
.../aggregation/rate/NaiveRateAccumulator.java | 163 ++++++
.../aggregation/rate/OrderedDeltaAccumulator.java | 143 ++++++
.../rate/OrderedIncreaseAccumulator.java | 150 ++++++
.../aggregation/rate/OrderedIrateAccumulator.java | 133 +++++
.../aggregation/rate/OrderedRateAccumulator.java | 147 ++++++
.../rate/RateFunctionIntermediateStateCodec.java | 201 ++++++++
.../aggregation/rate/RateFunctionType.java | 28 +-
.../aggregation/rate/RateFunctionValidation.java | 119 +++++
.../aggregation/rate/TimeValueBuffer.java | 228 +++++++++
.../calc/plan/planner/TableOperatorGenerator.java | 4 +
.../datastructure/SerializableList.java | 28 +-
.../iotdb/calc/utils/constant/SqlConstant.java | 4 +
.../rate/GroupedRateAccumulatorMemoryTest.java | 91 ++++
.../aggregation/rate/ExtrapolationUtilTest.java | 65 +++
.../rate/RateAccumulatorFactoryTest.java | 178 +++++++
.../RateFunctionIntermediateStateCodecTest.java | 152 ++++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 11 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 5 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 14 -
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 13 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 5 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 16 -
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 5 +
.../write/subscription/topic/DropTopicPlan.java | 31 +-
.../iotdb/confignode/manager/ProcedureManager.java | 61 ++-
.../manager/partition/PartitionManager.java | 334 +++++++-----
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 12 +-
.../manager/schema/ClusterSchemaManager.java | 7 +-
.../subscription/SubscriptionCoordinator.java | 127 ++++-
.../runtime/SubscriptionRuntimeCoordinator.java | 2 +-
.../confignode/persistence/ProcedureInfo.java | 40 +-
.../confignode/persistence/node/NodeInfo.java | 3 +-
.../persistence/partition/PartitionInfo.java | 32 +-
.../persistence/schema/ClusterSchemaInfo.java | 3 +-
.../persistence/schema/TemplatePreSetTable.java | 3 +-
.../persistence/schema/TemplateTable.java | 3 +-
.../persistence/subscription/SubscriptionInfo.java | 137 +++--
.../procedure/env/ConfigNodeProcedureEnv.java | 12 +
.../impl/region/CreateRegionGroupsProcedure.java | 44 +-
.../impl/region/RemoveRegionGroupProcedure.java | 389 --------------
.../impl/schema/DeleteDatabaseProcedure.java | 111 +++-
.../SubscriptionHandleLeaderChangeProcedure.java | 2 +-
.../subscription/CreateSubscriptionProcedure.java | 5 +-
.../subscription/DropSubscriptionProcedure.java | 5 +-
.../subscription/topic/AlterTopicProcedure.java | 70 ++-
.../subscription/topic/CreateTopicProcedure.java | 6 +-
.../subscription/topic/DropTopicProcedure.java | 41 +-
.../procedure/state/RemoveRegionGroupState.java | 24 -
.../state/schema/DeleteDatabaseState.java | 5 +-
.../procedure/store/ProcedureFactory.java | 13 +-
.../confignode/procedure/store/ProcedureType.java | 2 +-
.../confignode/procedure/store/ProcedureWAL.java | 10 +-
.../writelog/io/SingleFileLogReader.java | 8 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 8 +-
.../manager/ClusterSchemaManagerTest.java | 37 ++
.../PartitionManagerRegionMaintainTest.java | 70 +++
.../subscription/SubscriptionCoordinatorTest.java | 155 ++++++
.../confignode/persistence/PartitionInfoTest.java | 27 -
.../subscription/SubscriptionInfoTest.java | 66 +++
.../SubscriptionInfoTopicValidationTest.java | 103 ++--
.../region/RemoveRegionGroupProcedureTest.java | 100 ----
.../CreateSubscriptionProcedureTest.java | 2 +-
.../DropSubscriptionProcedureTest.java | 2 +-
.../topic/AlterTopicProcedureTest.java | 82 ++-
.../subscription/topic/DropTopicProcedureTest.java | 19 +
.../consensus/iot/IoTConsensusServerImpl.java | 7 +-
.../ratis/ApplicationStateMachineProxy.java | 12 +-
.../consensus/ratis/RateLimitedGrpcFactory.java | 40 --
.../ratis/RateLimitedGrpcLogAppender.java | 76 ---
.../consensus/ratis/RateLimitedGrpcRpcType.java | 37 --
.../iotdb/consensus/ratis/RatisConsensus.java | 2 -
.../ratis/RateLimitedGrpcLogAppenderTest.java | 66 ---
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 9 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 15 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 15 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 3 +
.../iotdb/db/i18n/StorageEngineMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 7 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 15 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 15 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 3 +
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../org/apache/iotdb/db/audit/DNAuditLogger.java | 257 ++++++++++
.../db/audit/UserRoleModificationAuditContext.java | 184 +++++++
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 27 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 85 +++-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 10 +-
.../task/builder/PipeDataNodeTaskBuilder.java | 56 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 22 +-
.../consensus/deletion/recover/DeletionReader.java | 7 +-
.../processor/aggregate/AggregateProcessor.java | 16 +-
.../twostage/plugin/TwoStageCountProcessor.java | 29 +-
.../iotconsensusv2/IoTConsensusV2Receiver.java | 3 +-
.../protocol/legacy/loader/TsFileLoader.java | 2 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 78 ++-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 4 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 19 +-
.../batch/PipeTabletEventTsFileBatch.java | 3 +-
.../request/PipeTransferTsFileSealWithModReq.java | 72 ++-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 9 +-
.../protocol/opcua/client/IoTDBOpcUaClient.java | 175 +++++--
.../thrift/async/IoTDBDataRegionAsyncSink.java | 5 +-
.../async/handler/PipeTransferTsFileHandler.java | 8 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 8 +-
.../sink/protocol/writeback/WriteBackSink.java | 4 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 9 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 8 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 6 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 5 +-
.../pipe/sink/util/builder/PipeTsFileBuilder.java | 20 +-
.../source/dataregion/IoTDBDataRegionSource.java | 8 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 44 +-
.../db/protocol/session/RestClientSession.java | 6 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 56 +-
.../thrift/impl/DataNodeRegionManager.java | 18 +-
.../process/copyto/TableCopyToOperator.java | 27 +-
.../process/copyto/tsfile/CopyToTsFileOptions.java | 13 +-
.../copyto/tsfile/TsFileFormatCopyToWriter.java | 26 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 77 +--
.../plan/analyze/load/LoadTsFileAnalyzer.java | 50 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 1 +
.../plan/analyze/schema/ISchemaFetcher.java | 19 +
.../plan/analyze/schema/SchemaValidator.java | 34 +-
.../queryengine/plan/execution/QueryExecution.java | 4 +
.../execution/config/TableConfigTaskVisitor.java | 15 +-
.../execution/config/TreeConfigTaskVisitor.java | 37 +-
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../relational/RelationalAuthorizerTask.java | 9 +-
.../plan/execution/config/sys/AuthorizerTask.java | 11 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 3 +-
.../node/write/RelationalInsertTabletNode.java | 4 +
.../plan/relational/analyzer/Analyzer.java | 2 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 4 +-
.../relational/metadata/TableMetadataImpl.java | 49 ++
.../distribute/TableDistributedPlanGenerator.java | 74 ++-
.../PushAggregationIntoTableScan.java | 18 +
.../relational/security/AccessControlImpl.java | 22 +-
.../security/TreeAccessCheckVisitor.java | 14 +-
.../plan/relational/sql/ast/LoadTsFile.java | 31 +-
.../plan/relational/sql/parser/AstBuilder.java | 34 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 9 +-
.../plan/statement/crud/LoadTsFileStatement.java | 85 +++-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 33 +-
.../schemaregion/logfile/SchemaLogReader.java | 14 +-
.../schemaregion/logfile/SchemaLogWriter.java | 28 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 21 +-
.../pbtree/schemafile/log/SchemaFileLogReader.java | 3 +-
.../pbtree/schemafile/pagemgr/PageIOChannel.java | 12 +-
.../schemaregion/mtree/traverser/Traverser.java | 6 +
.../schemaengine/schemaregion/tag/TagManager.java | 4 +-
.../iotdb/db/service/RegionMigrateService.java | 12 +-
.../iotdb/db/storageengine/StorageEngine.java | 7 +-
.../db/storageengine/dataregion/DataRegion.java | 2 +-
.../dataregion/flush/CompressionRatio.java | 5 +-
.../memtable/AlignedWritableMemChunk.java | 182 +++++++
.../dataregion/memtable/TsFileProcessor.java | 38 +-
.../modification/v1/ModificationFileV1.java | 4 +-
.../v1/io/LocalTextModificationAccessor.java | 37 +-
.../dataregion/tsfile/TsFileResource.java | 2 +-
.../FileTimeIndexCacheWriter.java | 30 +-
.../storageengine/dataregion/wal/io/LogWriter.java | 12 +-
.../storageengine/dataregion/wal/node/WALNode.java | 2 +-
.../file/AbstractTsFileRecoverPerformer.java | 2 +-
.../load/active/ActiveLoadDirScanner.java | 29 +-
.../load/active/ActiveLoadPathHelper.java | 10 +
.../load/config/LoadTsFileConfigurator.java | 23 +
...leStatementDataTypeConvertExecutionVisitor.java | 12 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 12 +-
.../load/splitter/TsFileSplitter.java | 4 +-
.../rescon/disk/DirectoryChecker.java | 36 +-
.../agent/SubscriptionBrokerAgent.java | 52 +-
.../agent/SubscriptionConsumerAgent.java | 22 +-
.../subscription/agent/SubscriptionTopicAgent.java | 83 ++-
.../db/subscription/broker/SubscriptionBroker.java | 14 +-
.../broker/SubscriptionPrefetchingQueue.java | 9 +-
.../consensus/ConsensusLogToTabletConverter.java | 2 +-
.../consensus/ConsensusPrefetchingQueue.java | 83 ++-
.../ConsensusSubscriptionCommitManager.java | 17 +-
.../ConsensusSubscriptionSetupHandler.java | 44 +-
.../broker/consensus/ProgressWALIterator.java | 251 +++++++--
.../batch/SubscriptionPipeTabletEventBatch.java | 9 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 8 +-
.../response/SubscriptionEventTabletResponse.java | 5 +-
.../response/SubscriptionEventTsFileResponse.java | 5 +-
.../receiver/SubscriptionReceiverV1.java | 18 +-
.../task/subtask/SubscriptionSinkSubtask.java | 3 +-
.../subtask/SubscriptionSinkSubtaskLifeCycle.java | 7 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 3 +-
.../org/apache/iotdb/db/utils/ObjectWriter.java | 31 +-
.../db/utils/datastructure/AlignedTVList.java | 239 ++++-----
.../iotdb/db/utils/datastructure/TVList.java | 8 +-
.../apache/iotdb/db/utils/writelog/LogWriter.java | 25 +-
.../db/audit/DNAuditLoggerRevokeFailureTest.java | 183 +++++++
.../DNAuditLoggerUserRoleModificationTest.java | 354 +++++++++++++
.../db/conf/ActiveLoadListeningDirConfigTest.java | 139 +++++
.../SchemaRegionTableDevicePerformanceTest.java | 335 ++++++++++++
.../task/builder/PipeDataNodeTaskBuilderTest.java | 79 +++
.../plugin/TwoStageCountProcessorTest.java | 55 ++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 30 ++
.../memory/PipeMemoryManagerResizeTest.java | 23 +
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 13 +
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 2 +-
.../opcua/client/IoTDBOpcUaClientTest.java | 176 +++++++
...ricalDataRegionTsFileAndDeletionSourceTest.java | 36 ++
.../process/tvf/TableFunctionOperatorTest.java | 331 ++++++++++++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 61 +++
...est.java => RemoveNodeSingleNodeParseTest.java} | 27 +-
.../metadata/fetcher/SchemaPredicateUtilTest.java | 125 +++++
.../planner/AggregationNodeRateSerdeTest.java | 92 ++++
.../TableDistributedPlanGeneratorRateTest.java | 124 +++++
.../relational/security/AccessControlImplTest.java | 119 +++++
...java => RemoveNodeSingleNodeStatementTest.java} | 25 +-
.../statement/crud/LoadTsFileStatementTest.java | 60 +++
.../DataNodeInternalRPCServiceImplTest.java | 99 ++++
.../TsFileResourceProgressIndexTest.java | 9 +
...ignedBitmapMemoryAccountingPerformanceTest.java | 214 +++++++-
.../dataregion/memtable/MemTableFlushTaskTest.java | 64 +++
.../dataregion/memtable/TsFileProcessorTest.java | 84 ++-
.../db/storageengine/load/TsFileSplitterTest.java | 91 ++++
.../load/active/ActiveLoadDirScannerTest.java | 2 +-
.../load/active/ActiveLoadPathHelperTest.java | 29 +-
.../consensus/ConsensusPrefetchingQueueTest.java | 340 +++++++++++++
.../broker/consensus/ProgressWALIteratorTest.java | 285 +++++++++++
.../AlignedBitmapRangeCheckPerformanceTest.java | 201 ++++++++
.../AlignedSparseWritePerformanceTest.java | 314 ++++++++++++
.../db/utils/datastructure/AlignedTVListTest.java | 109 +++-
.../apache/iotdb/commons/i18n/PipeMessages.java | 3 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 2 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 3 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 2 +
.../apache/iotdb/commons/audit/AuditEventType.java | 1 +
.../commons/auth/role/LocalFileRoleAccessor.java | 5 +-
.../commons/auth/user/LocalFileUserAccessor.java | 3 +-
.../commons/consensus/index/ProgressIndex.java | 10 +
.../consensus/index/impl/HybridProgressIndex.java | 25 +
.../consensus/index/impl/IoTProgressIndex.java | 9 +
.../consensus/index/impl/MetaProgressIndex.java | 9 +
.../consensus/index/impl/MinimumProgressIndex.java | 9 +
.../consensus/index/impl/RecoverProgressIndex.java | 9 +
.../consensus/index/impl/SimpleProgressIndex.java | 9 +
.../consensus/index/impl/StateProgressIndex.java | 9 +
.../index/impl/TimePartitionProgressIndex.java | 9 +
.../index/impl/TimeWindowStateProgressIndex.java | 11 +-
.../commons/executable/ExecutableManager.java | 14 +-
.../commons/file/SystemPropertiesHandler.java | 8 +-
.../iotdb/commons/path/ExtendedPartialPath.java | 34 +-
.../apache/iotdb/commons/path/fa/IPatternFA.java | 8 +
.../iotdb/commons/path/fa/nfa/SimpleNFA.java | 102 +++-
.../pipe/config/constant/SystemConstant.java | 3 +
.../options/PipeInclusionOptions.java | 15 +
.../queue/serializer/PlainQueueSerializer.java | 32 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 7 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 8 +
.../pipe/source/IoTDBNonDataRegionSource.java | 45 +-
.../relational/planner/node/AggregationNode.java | 33 +-
.../schema/column/ColumnHeaderConstant.java | 2 +-
.../schema/filter/impl/DeviceFilterUtil.java | 261 +++++++++-
.../commons/schema/tree/AbstractTreeVisitor.java | 79 ++-
.../meta/consumer/ConsumerGroupMeta.java | 28 +
.../meta/consumer/ConsumerGroupMetaKeeper.java | 20 +
.../subscription/meta/consumer/ConsumerMeta.java | 4 +
.../subscription/meta/topic/TopicMetaKeeper.java | 42 +-
.../TableBuiltinAggregationFunction.java | 11 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 17 +-
.../org/apache/iotdb/commons/utils/IOUtils.java | 2 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 3 +
.../commons/consensus/index/ProgressIndexTest.java | 82 +++
.../pipe/source/IoTDBNonDataRegionSourceTest.java | 172 +++++++
.../schema/filter/impl/DeviceFilterUtilTest.java | 385 ++++++++++++++
.../consumer/ConsumerGroupDeSerTest.java | 25 +
.../subscription/topic/TopicMetaKeeperTest.java | 120 +++++
.../apache/iotdb/commons/utils/FileUtilsTest.java | 10 +
.../db/relational/grammar/sql/RelationalSql.g4 | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 4 +
.../src/main/thrift/datanode.thrift | 2 +
pom.xml | 30 +-
.../main/forbidden-apis/secure-erase | 24 +-
358 files changed, 16693 insertions(+), 2371 deletions(-)
copy
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/relational/{MyRepeatWithIndex.java
=> LargeResultTableFunction.java} (60%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/basic/IoTDBPipeTwoStageAggregateIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBLegacyPipeReceiverAutoCreateIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverSessionIT.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/AbstractGroupedDeltaAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/AbstractGroupedIncreaseAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/AbstractGroupedIrateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/AbstractGroupedRateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedNaiveDeltaAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedNaiveIncreaseAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedNaiveIrateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedNaiveRateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedOrderedDeltaAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedOrderedIncreaseAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedOrderedIrateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedOrderedRateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/TimeValueBufferBigArray.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/AbstractDeltaTableAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/AbstractIncreaseTableAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/AbstractIrateTableAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/AbstractRateTableAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/ExtrapolationUtil.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/NaiveDeltaAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/NaiveIncreaseAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/NaiveIrateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/NaiveRateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/OrderedDeltaAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/OrderedIncreaseAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/OrderedIrateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/OrderedRateAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/RateFunctionIntermediateStateCodec.java
copy
integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java
=>
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/RateFunctionType.java
(63%)
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/RateFunctionValidation.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/TimeValueBuffer.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/rate/GroupedRateAccumulatorMemoryTest.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/ExtrapolationUtilTest.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/RateAccumulatorFactoryTest.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/rate/RateFunctionIntermediateStateCodecTest.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RemoveRegionGroupProcedure.java
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveRegionGroupState.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/partition/PartitionManagerRegionMaintainTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionCoordinatorTest.java
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/region/RemoveRegionGroupProcedureTest.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/RateLimitedGrpcFactory.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/RateLimitedGrpcLogAppender.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/RateLimitedGrpcRpcType.java
delete mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/RateLimitedGrpcLogAppenderTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/audit/UserRoleModificationAuditContext.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/audit/DNAuditLoggerRevokeFailureTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/audit/DNAuditLoggerUserRoleModificationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/ActiveLoadListeningDirConfigTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/SchemaRegionTableDevicePerformanceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/IoTDBOpcUaClientTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/parser/{RemoveDataNodeMultiNodeParseTest.java
=> RemoveNodeSingleNodeParseTest.java} (66%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/fetcher/SchemaPredicateUtilTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/AggregationNodeRateSerdeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/distribute/TableDistributedPlanGeneratorRateTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/security/AccessControlImplTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/{RemoveDataNodeMultiNodeStatementTest.java
=> RemoveNodeSingleNodeStatementTest.java} (70%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/AlignedBitmapRangeCheckPerformanceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/AlignedSparseWritePerformanceTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/consensus/index/ProgressIndexTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/source/IoTDBNonDataRegionSourceTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/schema/filter/impl/DeviceFilterUtilTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/subscription/topic/TopicMetaKeeperTest.java
copy iotdb-client/jdbc/osgi.bnd => src/main/forbidden-apis/secure-erase (67%)
