This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch feat/show-receivers
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0e402173da7 Tag write-back receiver runtime separately
add 1a3548e6fa6 Add cache for single measurement validation (#17899)
add 3853d380fc1 Fix driver scheduler ready queue reservation leak (#17919)
add e9e3dd63199 Refactor some method and PlanNodeType (#17918)
add 72e72dd2c4e Upgrade minimum JDK to 17 and migrate JavaX to Jakarta
(#17859)
add aec7dfb3d61 Add PERCENTILE aggregation function and related validation
(#16545)
add abb9ef93ca1 Subscription: add topic owner epoch fencing (#17780)
add 71e9c59634e Uncomment commented set-configuration-able items in the
config template (fix enable_topology_probing & topology_probing_* hot/restart
reload) (#17933)
add f5175b97aad Fix flaky region-migration/cluster ITs and enable IoTV2
daily migration tests (#17924)
add 8fd6b0490da Pipe: avoid blocking startup on hardlink dir cleanup
(#17932)
add 98c823461be Fix pipe schema snapshot database creation (#17910)
add 08c55b96840 Exclude DataNodes being removed from new Region allocation
(#17934)
add 3ebc26444ca Fix MIGRATE REGION falsely reported complete when
ConfigNode leader switches during AddRegionPeer (#17908)
add d58313225e6 Fix compaction writer size checkpointing (#17941)
add 3b9f59fc9e8 [Pipe] Fix omitted legacy tablet compatibility follow-ups
(#17929)
add 1df19137839 Fix pipe runtime meta push blocking user operations
(#17909)
add c39061ae458 Subscription: Drain TsFile batches before termination
(#17926)
add 8c9dbb57c7c Add region group stats to table model database details
(#17738)
add a4ed6dd6ab8 Propagate snapshot load failure during IoTConsensus
AddPeer (#17935)
add 8fad78466f6 Implement GROUP BY ALL functionality (#17937)
add 3f207172056 Fix aggregate write-back output database metadata (#17938)
add c4574b6567a Fix active load cleanup lifecycle (#17947)
add b9d3dbe9123 Remove IoTConsensus auto leader balance toggle (#17950)
add 5e6f1c20cc5 Pipe: serialize sink transfers by region (#17946)
add 3767282ad12 feat(client-cpp): add SessionC DATE/BLOB support and
RowRecord getters (#17956)
add b33278688c2 Pipe: improve progress coverage checks (#17940)
add 9ca448ef4f4 Fix tree model load type mismatch conversion (#17949)
add 0a45a3b7b70 Fix duplicate scheduling in procedure execution (#17902)
add 757f9007fdc Throttle async pipe sink on receiver reject (#17928)
add c94c9a393c7 Fix idempotent table cache update handling (#17959)
add db27f78a1b8 Fix pipe lifecycle restart order in IT (#17962)
add dd3153e4038 Fix tree schema snapshot database creation on master
(#17964)
add b443006e34f Add envelope function to UDF registration script (#17971)
add 8d56ae71e5f Fix PBTree flush for negative child address (#17955)
add 08c046e151e Fix IoTConsensus multi-folder snapshot load for DataRegion
(#17974)
add d11770d7443 feat: add integration test support for StreamNode (#17952)
add d6d57559075 Prevent pipe sink task id from logging secrets (#17981)
add ddc65546ad6 Fix test clean directory deletion (#17860)
add ef0d9f8534f Improve IT cluster readiness diagnostics (#17903)
add 09fba6889f3 Fix missing Objects import in ConfigurationFileUtilsTest
(#17992)
add 5994e1ee93f Support hot reload for cluster runtime configs (#17975)
add 67c69b46589 Fix double living table schema race in IT (#17980)
add 4c2fd638a15 Add generic SSL/TLS configuration support (#17854)
add f971de235ec Fix old pipe root user compatibility (#17985)
add a3e0a030f44 Merge branch 'master' of https://github.com/apache/iotdb
into feat/show-receivers
No new revisions were added by this update.
Summary of changes:
.github/workflows/compile-check.yml | 67 ----
.github/workflows/daily-it.yml | 4 +-
.github/workflows/daily-ut.yml | 15 +-
.github/workflows/multi-language-client.yml | 15 +
.github/workflows/pipe-it.yml | 11 +
CLAUDE.md | 2 +-
CONTRIBUTING.md | 2 +-
Jenkinsfile | 2 +-
LICENSE-binary | 43 ++-
README.md | 4 +-
README_ZH.md | 4 +-
dependencies.json | 318 ++++++++--------
example/jdbc/pom.xml | 4 +-
example/pipe-count-point-processor/pom.xml | 4 +-
example/pom.xml | 4 +-
external-service-impl/mqtt/pom.xml | 4 +-
external-service-impl/pom.xml | 4 +-
external-service-impl/rest-openapi/pom.xml | 28 +-
external-service-impl/rest/pom.xml | 32 +-
.../java/org/apache/iotdb/rest/RestService.java | 17 +-
.../rest/protocol/filter/ApiOriginFilter.java | 15 +-
.../rest/protocol/filter/AuthorizationFilter.java | 36 +-
.../rest/protocol/filter/BasicSecurityContext.java | 2 +-
.../protocol/handler/AuthorizationHandler.java | 4 +-
.../rest/protocol/impl/PingApiServiceImpl.java | 4 +-
.../table/v1/handler/ExceptionHandler.java | 2 +-
.../table/v1/handler/QueryDataSetHandler.java | 2 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 4 +-
.../rest/protocol/v1/handler/ExceptionHandler.java | 2 +-
.../protocol/v1/handler/QueryDataSetHandler.java | 2 +-
.../protocol/v1/impl/GrafanaApiServiceImpl.java | 4 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 4 +-
.../rest/protocol/v2/handler/ExceptionHandler.java | 2 +-
.../rest/protocol/v2/handler/FastLastHandler.java | 2 +-
.../protocol/v2/handler/QueryDataSetHandler.java | 3 +-
.../protocol/v2/impl/GrafanaApiServiceImpl.java | 4 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 4 +-
.../org/apache/iotdb/it/env/MultiEnvFactory.java | 1 +
.../iotdb/it/env/cluster/config/MppBaseConfig.java | 7 +-
.../it/env/cluster/config/MppCommonConfig.java | 47 ++-
.../env/cluster/config/MppSharedCommonConfig.java | 48 ++-
.../org/apache/iotdb/it/env/cluster/env/AIEnv.java | 28 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 421 +++++++++++++++------
.../iotdb/it/env/cluster/node/AINodeStarter.java | 84 ++++
.../it/env/remote/config/RemoteCommonConfig.java | 37 +-
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 17 +-
.../itbase/runtime/ParallelRequestDelegate.java | 13 +-
...oTDBMultiDBRegionGroupLeaderDistributionIT.java | 1 -
.../IoTDBPerDatabaseRegionGroupAllocationIT.java | 8 +-
.../load/IoTDBRegionGroupLeaderDistributionIT.java | 1 -
.../partition/IoTDBPartitionInheritStrategyIT.java | 2 +-
.../partition/IoTDBPartitionShuffleStrategyIT.java | 2 +-
...IoTDBRegionOperationReliabilityITFramework.java | 74 ++++
...BRegionMigrateDataNodeCrashForIoTV2BatchIT.java | 19 +-
...RegionMigrateDataNodeCrashForIoTV2StreamIT.java | 19 +-
.../IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java | 26 ++
...IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java | 6 +-
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 35 +-
...oTDBRegionMigrateClusterCrashIoTV2StreamIT.java | 9 +-
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 35 +-
...oTDBRegionMigrateConfigNodeCrashForRatisIT.java | 26 ++
.../IoTDBRemoveDataNodeRegionAllocationIT.java | 348 +++++++++++++++++
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 54 ++-
.../db/it/IoTDBSetConfigurationClusterIT.java | 122 ++++++
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 311 +++++++++++++++
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +-
.../IoTDBIoTConsensusV23C3DBasicITBase.java | 48 ++-
...DBSingleMeasurementCheckCachePerformanceIT.java | 207 ++++++++++
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 6 +-
.../manual/basic/IoTDBPipeLifeCycleIT.java | 2 +-
.../manual/enhanced/IoTDBPipeDoubleLivingIT.java | 8 +
.../manual/enhanced/IoTDBPipeSinkParallelIT.java | 1 +
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 2 +-
.../auto/basic/IoTDBPipeSinkParallelIT.java | 1 +
.../it/query/recent/IoTDBGroupByAllTableIT.java | 238 ++++++++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 52 +++
.../it/schema/IoTDBAlterColumnTypeIT.java | 2 +-
.../relational/it/schema/IoTDBDatabaseIT.java | 55 ++-
.../apache/iotdb/session/it/IoTDBClientSSLIT.java | 233 ++++++++++++
.../IoTDBSubscriptionTopicOwnerPartitionIT.java | 267 +++++++++++++
.../dual/tablemodel/IoTDBSubscriptionTopicIT.java | 86 +++++
.../it/local/AbstractSubscriptionLocalIT.java | 1 +
.../it/local/IoTDBSubscriptionTopicOwnerIT.java | 225 +++++++++++
integration-test/src/test/resources/test-keystore | Bin 2710 -> 2742 bytes
.../src/test/resources/test-truststore | Bin 1238 -> 1270 bytes
.../api/customizer/parameter/PipeParameters.java | 10 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 14 +
.../src/main/java/org/apache/iotdb/cli/Cli.java | 4 +
.../org/apache/iotdb/tool/common/Constants.java | 4 +
.../org/apache/iotdb/tool/common/OptionsUtil.java | 10 +
.../apache/iotdb/tool/data/AbstractDataTool.java | 37 ++
.../apache/iotdb/tool/data/ExportDataTable.java | 3 +-
.../org/apache/iotdb/tool/data/ExportDataTree.java | 3 +-
.../apache/iotdb/tool/data/ImportDataTable.java | 3 +-
.../org/apache/iotdb/tool/data/ImportDataTree.java | 3 +-
.../iotdb/tool/schema/AbstractSchemaTool.java | 28 ++
.../iotdb/tool/schema/ExportSchemaTable.java | 3 +-
.../apache/iotdb/tool/schema/ExportSchemaTree.java | 3 +-
.../iotdb/tool/schema/ImportSchemaTable.java | 3 +-
.../apache/iotdb/tool/schema/ImportSchemaTree.java | 3 +-
iotdb-client/client-cpp/README.md | 5 +-
iotdb-client/client-cpp/pom.xml | 8 +-
iotdb-client/client-cpp/src/include/SessionC.h | 12 +
iotdb-client/client-cpp/src/session/SessionC.cpp | 33 ++
iotdb-client/client-cpp/test/cpp/sessionCIT.cpp | 42 +-
.../org/apache/iotdb/isession/SessionConfig.java | 2 +
iotdb-client/jdbc/README.md | 4 +-
.../main/java/org/apache/iotdb/jdbc/Config.java | 4 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 5 +-
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 9 +
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 6 +
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 11 +
.../apache/iotdb/rpc/BaseRpcTransportFactory.java | 29 +-
.../java/org/apache/iotdb/rpc/RpcSslUtils.java | 245 ++++++++++++
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 12 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 32 ++
.../iotdb/session/AbstractSessionBuilder.java | 1 +
.../org/apache/iotdb/session/NodesSupplier.java | 6 +
.../java/org/apache/iotdb/session/Session.java | 8 +
.../apache/iotdb/session/SessionConnection.java | 29 +-
.../apache/iotdb/session/TableSessionBuilder.java | 12 +
.../org/apache/iotdb/session/ThriftConnection.java | 6 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 13 +
.../session/pool/TableSessionPoolBuilder.java | 12 +
.../src/test/resources/iotdb-common.properties | 2 +-
.../subscription/i18n/SubscriptionMessages.java | 25 ++
.../subscription/i18n/SubscriptionMessages.java | 20 +
.../rpc/subscription/config/ConsumerConfig.java | 10 +
.../rpc/subscription/config/ConsumerConstant.java | 2 +
.../rpc/subscription/config/TopicConstant.java | 8 +
....java => SubscriptionOwnerFencedException.java} | 12 +-
.../subscription/AbstractSubscriptionSession.java | 99 ++++-
.../subscription/ISubscriptionTableSession.java | 43 +++
.../subscription/ISubscriptionTreeSession.java | 43 +++
.../subscription/SubscriptionTableSession.java | 22 ++
.../subscription/SubscriptionTreeSession.java | 22 ++
.../base/AbstractSubscriptionConsumer.java | 26 ++
.../base/AbstractSubscriptionConsumerBuilder.java | 23 ++
.../base/AbstractSubscriptionProvider.java | 25 ++
.../consumer/table/SubscriptionTableProvider.java | 4 +
.../table/SubscriptionTablePullConsumer.java | 4 +
.../SubscriptionTablePullConsumerBuilder.java | 18 +
.../table/SubscriptionTablePushConsumer.java | 4 +
.../SubscriptionTablePushConsumerBuilder.java | 18 +
.../consumer/tree/SubscriptionTreeProvider.java | 4 +
.../tree/SubscriptionTreePullConsumer.java | 21 +
.../tree/SubscriptionTreePullConsumerBuilder.java | 18 +
.../tree/SubscriptionTreePushConsumer.java | 21 +
.../tree/SubscriptionTreePushConsumerBuilder.java | 18 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 6 +-
.../operator/source/relational/Percentile.java | 173 +++++++++
.../relational/aggregation/AccumulatorFactory.java | 28 +-
.../aggregation/PercentileAccumulator.java | 266 +++++++++++++
.../grouped/GroupedPercentileAccumulator.java | 291 ++++++++++++++
...DigestBigArray.java => PercentileBigArray.java} | 61 ++-
.../queue/IndexedBlockingReserveQueue.java | 36 +-
.../calc/plan/planner/TableOperatorGenerator.java | 70 +++-
.../iotdb/calc/utils/constant/SqlConstant.java | 1 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/i18n/ManagerMessages.java | 6 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 2 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/i18n/ManagerMessages.java | 6 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 2 +-
.../async/AsyncAINodeHeartbeatClientPool.java | 12 +-
.../async/AsyncConfigNodeHeartbeatClientPool.java | 12 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 22 +-
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 6 +
.../rpc/CheckTimeSeriesExistenceRPCHandler.java | 2 +-
.../rpc/CountPathsUsingTemplateRPCHandler.java | 2 +-
.../rpc/FetchSchemaBlackListRPCHandler.java | 2 +-
.../async/handlers/rpc/SchemaUpdateRPCHandler.java | 2 +-
.../CheckSchemaRegionUsingTemplateRPCHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 41 +-
.../confignode/conf/ConfigNodeDescriptor.java | 182 ++++++---
.../consensus/response/cq/ShowCQResp.java | 2 +-
.../externalservice/ShowExternalServiceResp.java | 2 +-
.../statemachine/ConfigRegionStateMachine.java | 10 +-
.../iotdb/confignode/manager/ConfigManager.java | 79 +++-
.../apache/iotdb/confignode/manager/IManager.java | 4 +
.../iotdb/confignode/manager/ProcedureManager.java | 71 ++++
.../confignode/manager/RetryFailedTasksThread.java | 23 +-
.../iotdb/confignode/manager/load/LoadManager.java | 6 +
.../manager/load/balancer/RegionBalancer.java | 24 +-
.../manager/load/balancer/RouteBalancer.java | 9 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../manager/load/service/EventService.java | 23 +-
.../manager/load/service/HeartbeatService.java | 23 +-
.../manager/load/service/StatisticsService.java | 23 +-
.../manager/load/service/TopologyService.java | 17 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../manager/partition/PartitionManager.java | 8 +-
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 13 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 16 +-
.../manager/schema/ClusterSchemaManager.java | 14 +-
.../schema/ClusterSchemaQuotaStatistics.java | 2 +-
.../subscription/SubscriptionCoordinator.java | 123 ++++++
.../subscription/SubscriptionOwnerLeaseSyncer.java | 97 +++++
.../persistence/executor/ConfigPlanExecutor.java | 8 +-
.../confignode/persistence/pipe/PipeInfo.java | 8 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 55 ++-
.../mnode/container/ConfigMNodeContainer.java | 2 +-
.../persistence/subscription/SubscriptionInfo.java | 68 ++++
.../iotdb/confignode/procedure/Procedure.java | 20 +
.../confignode/procedure/ProcedureExecutor.java | 129 +++++--
.../procedure/TimeoutExecutorThread.java | 32 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 332 +++++++++++++---
.../procedure/env/RegionMaintainHandler.java | 23 ++
.../procedure/impl/StateMachineProcedure.java | 3 +-
.../procedure/impl/cq/CreateCQProcedure.java | 2 +-
.../procedure/impl/node/AbstractNodeProcedure.java | 12 +
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 45 ++-
.../pipe/plugin/CreatePipePluginProcedure.java | 2 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 2 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 4 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 4 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 6 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 2 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 2 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 2 +-
.../impl/region/AddRegionPeerProcedure.java | 30 +-
.../schema/AlterEncodingCompressorProcedure.java | 2 +-
.../schema/AlterTimeSeriesDataTypeProcedure.java | 2 +-
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/DeleteLogicalViewProcedure.java | 2 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 2 +-
.../AbstractOperateSubscriptionProcedure.java | 20 +
.../runtime/CommitProgressSyncProcedure.java | 10 +-
.../runtime/ConsumerGroupMetaSyncProcedure.java | 10 +-
.../SubscriptionHandleLeaderChangeProcedure.java | 9 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 9 +-
.../impl/trigger/CreateTriggerProcedure.java | 2 +-
.../impl/trigger/DropTriggerProcedure.java | 2 +-
.../confignode/procedure/scheduler/LockQueue.java | 10 +-
.../scheduler/SimpleProcedureScheduler.java | 37 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../task/PipeTaskCoordinatorLockTest.java | 60 +++
.../pipe/PipeTaskInfoAutoRestartTest.java | 169 ++++++++-
.../pipe/PipeTaskInfoConsensusPipeTest.java | 4 +-
.../subscription/SubscriptionInfoTest.java | 194 ++++++++++
.../SubscriptionInfoTopicValidationTest.java | 28 ++
.../iotdb/confignode/procedure/TestLockRegime.java | 23 ++
.../procedure/TestProcedureExecutor.java | 92 +++++
.../procedure/entity/SimpleLockProcedure.java | 11 +-
.../PipeHandleLeaderChangeProcedureTest.java | 47 +++
iotdb-core/consensus/pom.xml | 4 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 28 +-
.../consensus/iot/IoTConsensusServerImpl.java | 34 +-
.../iot/client/SyncIoTConsensusServiceClient.java | 3 +-
.../service/IoTConsensusRPCServiceProcessor.java | 12 +-
.../ratis/ApplicationStateMachineProxy.java | 13 +-
.../utils/NoHostnameVerificationTrustManager.java | 88 -----
.../apache/iotdb/consensus/ratis/utils/Utils.java | 35 +-
.../simple/SimpleConsensusServerImpl.java | 4 +-
.../apache/iotdb/consensus/EmptyStateMachine.java | 4 +-
.../iot/AddPeerSnapshotLoadFailureTest.java | 354 +++++++++++++++++
.../iotdb/consensus/iot/util/TestStateMachine.java | 4 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 4 +-
.../consensus/simple/SimpleConsensusTest.java | 4 +-
iotdb-core/datanode/pom.xml | 4 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 7 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 51 +++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 55 ++-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../org/apache/iotdb/db/audit/DNAuditLogger.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 42 +-
.../iotdb/db/conf/rest/IoTDBRestServiceConfig.java | 13 +-
.../db/conf/rest/IoTDBRestServiceDescriptor.java | 4 +
.../dataregion/DataRegionStateMachine.java | 50 ++-
.../schemaregion/SchemaRegionStateMachine.java | 25 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 129 ++++++-
.../subtask/processor/PipeProcessorSubtask.java | 4 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 36 +-
.../subtask/sink/PipeSinkSubtaskLifeCycle.java | 8 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 57 +--
.../db/pipe/event/common/PipeInsertionEvent.java | 2 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 24 +-
.../common/tablet/PipeRawTabletEventConverter.java | 42 +-
.../event/common/tablet/PipeTabletCollector.java | 23 +-
.../scan/AlignedSinglePageWholeChunkReader.java | 2 +-
.../parser/scan/SinglePageWholeChunkReader.java | 2 +-
.../metric/schema/PipeSchemaRegionSinkMetrics.java | 12 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 15 +-
.../processor/aggregate/AggregateProcessor.java | 13 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 78 +++-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 254 ++++++++++++-
.../resource/memory/PipeDynamicMemoryBlock.java | 2 +-
.../request/PipeTransferTabletBatchReq.java | 98 ++++-
.../request/PipeTransferTabletRawReq.java | 13 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 116 ++++++
.../handler/PipeTransferTrackableHandler.java | 56 ++-
.../async/handler/PipeTransferTsFileHandler.java | 2 +-
.../pipe/sink/util/TabletStatementConverter.java | 87 ++++-
...istoricalDataRegionTsFileAndDeletionSource.java | 136 ++++---
.../PipeTsFileEpochProgressIndexKeeper.java | 2 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 10 +-
.../iotdb/db/protocol/client/an/AINodeClient.java | 3 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 28 +-
.../InformationSchemaContentSupplierFactory.java | 4 +-
.../execution/schedule/DriverScheduler.java | 15 +-
.../multilevelqueue/MultilevelPriorityQueue.java | 10 +
.../execution/schedule/task/DriverTask.java | 13 +
.../execution/schedule/task/DriverTaskId.java | 2 +-
.../metric/DriverSchedulerMetricSet.java | 13 +
.../iotdb/db/queryengine/plan/Coordinator.java | 15 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 17 +-
.../plan/execution/config/ConfigExecution.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 13 +
.../execution/config/TreeConfigTaskVisitor.java | 12 +
.../config/executor/ClusterConfigTaskExecutor.java | 30 ++
.../config/executor/IConfigTaskExecutor.java | 3 +
.../config/metadata/relational/ShowDBTask.java | 4 +-
.../{DropTopicTask.java => AlterTopicTask.java} | 23 +-
.../plan/expression/unary/InExpression.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 17 +
.../planner/DataNodeTableOperatorGenerator.java | 5 +-
.../plan/AbstractFragmentParallelPlanner.java | 4 +-
.../metadata/read/LevelTimeSeriesCountNode.java | 2 +-
.../node/metadata/read/TimeSeriesCountNode.java | 2 +-
.../metadata/read/TimeSeriesSchemaScanNode.java | 2 +-
.../relational/analyzer/AggregationAnalyzer.java | 84 +++-
.../relational/analyzer/StatementAnalyzer.java | 34 +-
.../relational/metadata/TableMetadataImpl.java | 28 +-
.../plan/relational/planner/RelationPlanner.java | 25 +-
.../security/TreeAccessCheckVisitor.java | 7 +
.../sql/ast/{CreateTopic.java => AlterTopic.java} | 25 +-
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../plan/relational/sql/ast/PipeEnriched.java | 2 +-
.../plan/relational/sql/parser/AstBuilder.java | 30 +-
.../plan/relational/sql/parser/ErrorHandler.java | 6 +-
.../relational/sql/util/DataNodeSqlFormatter.java | 26 ++
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 5 +
.../statement/metadata/ShowDatabaseStatement.java | 8 +-
...picsStatement.java => AlterTopicStatement.java} | 29 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 10 +-
.../GeneralRegionAttributeSecurityService.java | 67 ++--
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 6 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 6 +-
.../logfile/FakeCRC32Deserializer.java | 3 +-
.../schemaregion/logfile/SchemaLogReader.java | 2 +-
.../mem/mnode/container/MemMNodeContainer.java | 2 +-
.../mtree/impl/pbtree/flush/Scheduler.java | 69 ++--
.../mnode/container/CachedMNodeContainer.java | 3 +-
.../pbtree/schemafile/pagemgr/PageManager.java | 9 +-
.../db/schemaengine/table/DataNodeTableCache.java | 47 ++-
.../schemaengine/table/InformationSchemaUtils.java | 7 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 10 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../utils/writer/AbstractCompactionWriter.java | 165 +++++++-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../utils/writer/FastInnerCompactionWriter.java | 10 +-
.../writer/ReadPointCrossCompactionWriter.java | 5 +-
.../writer/ReadPointInnerCompactionWriter.java | 5 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 4 +-
.../compaction/schedule/CompactionWorker.java | 2 +-
.../dataregion/snapshot/SnapshotLoader.java | 62 +++
.../db/storageengine/load/LoadTsFileManager.java | 13 +
.../storageengine/load/active/ActiveLoadAgent.java | 6 +
.../load/active/ActiveLoadDirScanner.java | 17 +-
.../active/ActiveLoadScheduledExecutorService.java | 21 +-
.../load/active/ActiveLoadTsFileLoader.java | 27 +-
.../subscription/agent/SubscriptionTopicAgent.java | 98 +++++
.../broker/SubscriptionPrefetchingQueue.java | 199 +++++-----
.../event/batch/SubscriptionPipeEventBatch.java | 23 +-
.../event/batch/SubscriptionPipeEventBatches.java | 29 ++
.../receiver/SubscriptionReceiverV1.java | 73 +++-
.../metadata/mtree/schemafile/SchemaFileTest.java | 33 ++
.../schemaRegion/SchemaRegionManagementTest.java | 28 +-
.../agent/plugin/PipeDataNodePluginAgentTest.java | 25 +-
.../agent/task/PipeSinkSubtaskExecutorTest.java | 1 +
.../task/subtask/sink/PipeSinkSubtaskTest.java | 44 +++
.../pipe/event/PipeTabletInsertionEventTest.java | 32 ++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 10 +
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 128 ++++++-
.../handler/PipeTransferTrackableHandlerTest.java | 38 +-
...ricalDataRegionTsFileAndDeletionSourceTest.java | 100 +++++
.../PipeTsFileEpochProgressIndexKeeperTest.java | 46 ++-
.../process/window/function/FunctionTestUtils.java | 5 +-
.../schedule/DefaultDriverSchedulerTest.java | 41 ++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 64 ++++
.../plan/parser/StatementGeneratorTest.java | 15 +
.../distribution/AggregationTableScanTest.java | 4 +-
.../analyzer/AggregationCornerCaseTest.java | 12 +-
.../relational/sql/parser/TopicStatementTest.java} | 36 +-
.../schemaengine/table/DataNodeTableCacheTest.java | 106 ++++++
.../utils/writer/AbstractCompactionWriterTest.java | 167 ++++++++
.../compaction/repair/AbstractRepairDataTest.java | 11 +-
.../dataregion/snapshot/IoTDBSnapshotTest.java | 98 +++++
.../receiver/SubscriptionReceiverV1Test.java | 95 +++++
.../iotdb/db/utils/ConfigurationFileUtilsTest.java | 90 ++++-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 88 ++++-
.../EnvironmentUtilsTest.java} | 34 +-
.../src/test/resources/iotdb-common.properties | 2 +-
.../src/test/resources/iotdb-system.properties | 3 +-
.../conf/iotdb-system.properties.template | 65 ++--
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../client/request/AsyncRequestManager.java | 19 +-
.../commons/client/sync/SyncAINodeClient.java | 3 +-
.../client/sync/SyncConfigNodeIServiceClient.java | 3 +-
.../sync/SyncDataNodeInternalServiceClient.java | 3 +-
.../SyncDataNodeMPPDataExchangeServiceClient.java | 3 +-
.../sync/SyncIoTConsensusV2ServiceClient.java | 3 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 35 ++
.../iotdb/commons/conf/CommonDescriptor.java | 24 ++
.../iotdb/commons/conf/ConfigurationFileUtils.java | 16 +-
.../commons/consensus/index/ProgressIndex.java | 11 +
.../iotdb/commons/partition/DataPartition.java | 18 +-
.../plugin/constructor/PipeSinkConstructor.java | 8 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 10 +-
.../pipe/agent/task/meta/PipeStaticMeta.java | 60 +++
.../task/subtask/PipeAbstractSinkSubtask.java | 4 +-
.../agent/task/subtask/PipeReportableSubtask.java | 16 +-
.../pipe/agent/task/subtask/PipeSubtask.java | 6 +-
.../pipe/config/constant/PipeSinkConstant.java | 22 ++
.../plan/planner/plan/node/PlanNodeType.java | 2 +
.../plan/relational/sql/ast/GroupBy.java | 26 +-
.../sql/util/CommonQuerySqlFormatter.java | 9 +-
.../schema/column/ColumnHeaderConstant.java | 11 +-
.../commons/schema/table/InformationSchema.java | 6 +
.../service/AbstractThriftServiceThread.java | 52 +--
.../subscription/config/SubscriptionConfig.java | 4 +
.../commons/subscription/meta/topic/TopicMeta.java | 267 ++++++++++++-
.../TableBuiltinAggregationFunction.java | 4 +-
...llPoints.java => RegionMaintainKillPoints.java} | 17 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 56 ++-
.../client/request/AsyncRequestManagerTest.java | 226 +++++++++++
.../commons/subscription/topic/TopicDeSerTest.java | 200 ++++++++++
.../apache/iotdb/commons/utils/FileUtilsTest.java | 8 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 8 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 5 +-
.../src/main/thrift/datanode.thrift | 21 +
library-udf/pom.xml | 4 +-
library-udf/src/assembly/tools/register-UDF.bat | 1 +
library-udf/src/assembly/tools/register-UDF.sh | 1 +
pom.xml | 129 +++----
scripts/conf/confignode-env.sh | 61 ++-
scripts/conf/datanode-env.sh | 70 ++--
scripts/sbin/start-cli.sh | 13 +-
scripts/sbin/windows/start-confignode.bat | 20 +-
scripts/sbin/windows/start-datanode.bat | 19 +-
scripts/tools/ops/health_check.sh | 2 +-
scripts/tools/windows/ops/health_check.bat | 4 +-
454 files changed, 12948 insertions(+), 2166 deletions(-)
delete mode 100644 .github/workflows/compile-check.yml
create mode 100644
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AINodeStarter.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeRegionAllocationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSetConfigurationClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/performance/IoTDBSingleMeasurementCheckCachePerformanceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBGroupByAllTableIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/IoTDBClientSSLIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/cluster/IoTDBSubscriptionTopicOwnerPartitionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/local/IoTDBSubscriptionTopicOwnerIT.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/RpcSslUtils.java
copy
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionPollTimeoutException.java
=> SubscriptionOwnerFencedException.java} (69%)
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/Percentile.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/PercentileAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/GroupedPercentileAccumulator.java
copy
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/array/{TDigestBigArray.java
=> PercentileBigArray.java} (56%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionOwnerLeaseSyncer.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/coordinator/task/PipeTaskCoordinatorLockTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/subscription/SubscriptionInfoTest.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/utils/NoHostnameVerificationTrustManager.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/AddPeerSnapshotLoadFailureTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/subscription/{DropTopicTask.java
=> AlterTopicTask.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateTopic.java
=> AlterTopic.java} (76%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/subscription/{ShowTopicsStatement.java
=> AlterTopicStatement.java} (78%)
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/pipe/receiver/visitor/PipeStatementTablePatternParseVisitor.java
=>
test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/TopicStatementTest.java}
(53%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/DataNodeTableCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriterTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/{pipe/processor/twostage/plugin/TwoStageCountProcessorTest.java
=> utils/EnvironmentUtilsTest.java} (51%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerCoordinatorKillPoints.java
=> RegionMaintainKillPoints.java} (51%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/request/AsyncRequestManagerTest.java
