This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch fix-procedure-duplicate-scheduling
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 7b073bddc05 Fix procedure lock wait scheduling
add c5240154a70 Clarify RemoveDataNode single-replica error and add
diagnostics for the no-available-RegionGroup race (#17878)
add a725ded2471 Fix overflow edge cases in query utilities (#17875)
add 90cc0279a17 support calculation point project with calc-graph of fuzzy
search by graph name or description (#17905)
add 69c0b18a83f Fix pipe logger format handling (#17900)
add feaeaa6ca71 Fix partial insert handling for null measurements (#17879)
add 41393abf9f6 Only send table deletion to related region groups (#17896)
add a440038f1e5 Support EXPLAIN FORMAT JSON for Table Model (#17430)
add aa7b275318c Pipe: Optimize pipe logging with shared
PipePeriodicalLogReducer (#17887)
add dbc4d4a27b6 Fix -pw without password may take incorrect args (#17914)
add e7bc4926df0 Support legacy pipe receiver requests (#17901)
add d328639dd0f Move query state machine support to calc commons (#17912)
add 283bce2f34c Cache non-exist timeseries metadata to reduce IO (#16606)
add 1a3548e6fa6 Add cache for single measurement validation (#17899)
add 3853d380fc1 Fix driver scheduler ready queue reservation leak (#17919)
add e9e3dd63199 Refactor some method and PlanNodeType (#17918)
add 72e72dd2c4e Upgrade minimum JDK to 17 and migrate JavaX to Jakarta
(#17859)
add aec7dfb3d61 Add PERCENTILE aggregation function and related validation
(#16545)
add abb9ef93ca1 Subscription: add topic owner epoch fencing (#17780)
add 71e9c59634e Uncomment commented set-configuration-able items in the
config template (fix enable_topology_probing & topology_probing_* hot/restart
reload) (#17933)
add f5175b97aad Fix flaky region-migration/cluster ITs and enable IoTV2
daily migration tests (#17924)
add 8fd6b0490da Pipe: avoid blocking startup on hardlink dir cleanup
(#17932)
add 98c823461be Fix pipe schema snapshot database creation (#17910)
add 08c55b96840 Exclude DataNodes being removed from new Region allocation
(#17934)
add 3ebc26444ca Fix MIGRATE REGION falsely reported complete when
ConfigNode leader switches during AddRegionPeer (#17908)
add d58313225e6 Fix compaction writer size checkpointing (#17941)
add 3b9f59fc9e8 [Pipe] Fix omitted legacy tablet compatibility follow-ups
(#17929)
add 1df19137839 Fix pipe runtime meta push blocking user operations
(#17909)
add c39061ae458 Subscription: Drain TsFile batches before termination
(#17926)
add 8c9dbb57c7c Add region group stats to table model database details
(#17738)
add a4ed6dd6ab8 Propagate snapshot load failure during IoTConsensus
AddPeer (#17935)
add 8fad78466f6 Implement GROUP BY ALL functionality (#17937)
add 3f207172056 Fix aggregate write-back output database metadata (#17938)
add c4574b6567a Fix active load cleanup lifecycle (#17947)
add bca866ab44c Merge branch 'master' of https://github.com/apache/iotdb
into fix-procedure-duplicate-scheduling
No new revisions were added by this update.
Summary of changes:
.claude/settings.json => .codex/hooks.json | 0
.github/workflows/compile-check.yml | 67 --
.github/workflows/daily-it.yml | 4 +-
.github/workflows/daily-ut.yml | 15 +-
.github/workflows/multi-language-client.yml | 15 +
.gitignore | 2 +-
CLAUDE.md | 2 +-
CONTRIBUTING.md | 2 +-
Jenkinsfile | 2 +-
LICENSE-binary | 43 +-
README.md | 4 +-
README_ZH.md | 4 +-
dependencies.json | 318 ++++----
example/jdbc/pom.xml | 4 +-
example/pipe-count-point-processor/pom.xml | 4 +-
example/pom.xml | 4 +-
external-service-impl/mqtt/pom.xml | 4 +-
external-service-impl/pom.xml | 4 +-
external-service-impl/rest-openapi/pom.xml | 28 +-
external-service-impl/rest/pom.xml | 20 +-
.../java/org/apache/iotdb/rest/RestService.java | 8 +-
.../rest/protocol/filter/ApiOriginFilter.java | 15 +-
.../rest/protocol/filter/AuthorizationFilter.java | 36 +-
.../rest/protocol/filter/BasicSecurityContext.java | 2 +-
.../protocol/handler/AuthorizationHandler.java | 4 +-
.../rest/protocol/impl/PingApiServiceImpl.java | 4 +-
.../table/v1/handler/ExceptionHandler.java | 2 +-
.../table/v1/handler/QueryDataSetHandler.java | 2 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 4 +-
.../rest/protocol/v1/handler/ExceptionHandler.java | 2 +-
.../protocol/v1/handler/QueryDataSetHandler.java | 2 +-
.../protocol/v1/impl/GrafanaApiServiceImpl.java | 4 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 4 +-
.../rest/protocol/v2/handler/ExceptionHandler.java | 2 +-
.../rest/protocol/v2/handler/FastLastHandler.java | 2 +-
.../protocol/v2/handler/QueryDataSetHandler.java | 3 +-
.../protocol/v2/impl/GrafanaApiServiceImpl.java | 4 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 4 +-
.../iotdb/it/env/cluster/config/MppBaseConfig.java | 3 +-
.../it/env/cluster/config/MppCommonConfig.java | 22 +
.../env/cluster/config/MppSharedCommonConfig.java | 22 +
.../it/env/remote/config/RemoteCommonConfig.java | 16 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +
.../iotdb/cli/it/ExplainJsonCliOutputIT.java | 345 +++++++++
...IoTDBRegionOperationReliabilityITFramework.java | 74 ++
...BRegionMigrateDataNodeCrashForIoTV2BatchIT.java | 19 +-
...RegionMigrateDataNodeCrashForIoTV2StreamIT.java | 19 +-
.../IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java | 26 +
...IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java | 6 +-
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 35 +-
...oTDBRegionMigrateClusterCrashIoTV2StreamIT.java | 9 +-
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 35 +-
...oTDBRegionMigrateConfigNodeCrashForRatisIT.java | 26 +
.../IoTDBRemoveDataNodeRegionAllocationIT.java | 348 +++++++++
.../removedatanode/IoTDBRemoveLastDataNodeIT.java | 111 +++
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 54 +-
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 37 +
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +-
.../IoTDBIoTConsensusV23C3DBasicITBase.java | 48 +-
...DBSingleMeasurementCheckCachePerformanceIT.java | 207 +++++
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 2 +-
.../IoTDBPipeTsFileDecompositionWithModsIT.java | 24 +-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 2 +-
.../it/insertquery/IoTDBInsertQueryIT.java | 4 +-
.../it/query/recent/IoTDBGroupByAllTableIT.java | 238 ++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 52 ++
.../it/query/recent/IoTExplainJsonFormatIT.java | 855 +++++++++++++++++++++
.../it/schema/IoTDBAlterColumnTypeIT.java | 2 +-
.../relational/it/schema/IoTDBDatabaseIT.java | 55 +-
.../IoTDBSubscriptionTopicOwnerPartitionIT.java | 267 +++++++
.../dual/tablemodel/IoTDBSubscriptionTopicIT.java | 86 +++
.../it/local/AbstractSubscriptionLocalIT.java | 1 +
.../it/local/IoTDBSubscriptionTopicOwnerIT.java | 225 ++++++
.../java/org/apache/iotdb/cli/AbstractCli.java | 46 +-
.../java/org/apache/iotdb/cli/AbstractCliTest.java | 83 +-
iotdb-client/client-cpp/README.md | 5 +-
iotdb-client/client-cpp/pom.xml | 8 +-
iotdb-client/jdbc/README.md | 4 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 12 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 25 +
.../src/test/resources/iotdb-common.properties | 2 +-
.../subscription/i18n/SubscriptionMessages.java | 25 +
.../subscription/i18n/SubscriptionMessages.java | 20 +
.../rpc/subscription/config/ConsumerConfig.java | 10 +
.../rpc/subscription/config/ConsumerConstant.java | 2 +
.../rpc/subscription/config/TopicConstant.java | 8 +
....java => SubscriptionOwnerFencedException.java} | 12 +-
.../subscription/AbstractSubscriptionSession.java | 99 ++-
.../subscription/ISubscriptionTableSession.java | 43 ++
.../subscription/ISubscriptionTreeSession.java | 43 ++
.../subscription/SubscriptionTableSession.java | 22 +
.../subscription/SubscriptionTreeSession.java | 22 +
.../base/AbstractSubscriptionConsumer.java | 26 +
.../base/AbstractSubscriptionConsumerBuilder.java | 23 +
.../base/AbstractSubscriptionProvider.java | 25 +
.../consumer/table/SubscriptionTableProvider.java | 4 +
.../table/SubscriptionTablePullConsumer.java | 4 +
.../SubscriptionTablePullConsumerBuilder.java | 18 +
.../table/SubscriptionTablePushConsumer.java | 4 +
.../SubscriptionTablePushConsumerBuilder.java | 18 +
.../consumer/tree/SubscriptionTreeProvider.java | 4 +
.../tree/SubscriptionTreePullConsumer.java | 21 +
.../tree/SubscriptionTreePullConsumerBuilder.java | 18 +
.../tree/SubscriptionTreePushConsumer.java | 21 +
.../tree/SubscriptionTreePushConsumerBuilder.java | 18 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 15 +-
iotdb-core/calc-commons/pom.xml | 5 +
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 10 +
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 9 +
.../fill/filter/FixedIntervalFillFilter.java | 10 +-
.../operator/source/relational/Percentile.java | 173 +++++
.../relational/aggregation/AccumulatorFactory.java | 28 +-
.../relational/aggregation/ExtremeAccumulator.java | 32 +-
.../aggregation/PercentileAccumulator.java | 266 +++++++
.../grouped/GroupedExtremeAccumulator.java | 70 +-
.../grouped/GroupedPercentileAccumulator.java | 291 +++++++
...DigestBigArray.java => PercentileBigArray.java} | 61 +-
.../queue/IndexedBlockingReserveQueue.java | 36 +-
.../calc/plan/planner/TableOperatorGenerator.java | 168 +++-
.../iotdb/calc/utils/constant/SqlConstant.java | 1 +
.../fill/filter/FixedIntervalFillFilterTest.java | 18 +-
.../aggregation/ExtremeAccumulatorTest.java | 150 ++++
.../iotdb/confignode/i18n/ManagerMessages.java | 14 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 7 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 20 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 7 +-
.../async/AsyncAINodeHeartbeatClientPool.java | 12 +-
.../async/AsyncConfigNodeHeartbeatClientPool.java | 12 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 22 +-
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 6 +
.../rpc/CheckTimeSeriesExistenceRPCHandler.java | 2 +-
.../rpc/CountPathsUsingTemplateRPCHandler.java | 2 +-
.../rpc/FetchSchemaBlackListRPCHandler.java | 2 +-
.../async/handlers/rpc/SchemaUpdateRPCHandler.java | 2 +-
.../CheckSchemaRegionUsingTemplateRPCHandler.java | 2 +-
.../confignode/conf/ConfigNodeDescriptor.java | 10 +-
.../consensus/response/cq/ShowCQResp.java | 2 +-
.../externalservice/ShowExternalServiceResp.java | 2 +-
.../statemachine/ConfigRegionStateMachine.java | 10 +-
.../iotdb/confignode/manager/ConfigManager.java | 9 +
.../apache/iotdb/confignode/manager/IManager.java | 4 +
.../iotdb/confignode/manager/ProcedureManager.java | 71 ++
.../manager/load/balancer/RegionBalancer.java | 24 +-
.../balancer/router/leader/HashLeaderBalancer.java | 2 +-
.../manager/load/service/TopologyService.java | 15 +-
.../manager/partition/PartitionManager.java | 18 +
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 17 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 21 +-
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 26 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 43 +-
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 20 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 8 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 7 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 4 +-
.../manager/schema/ClusterSchemaManager.java | 4 -
.../schema/ClusterSchemaQuotaStatistics.java | 2 +-
.../subscription/SubscriptionCoordinator.java | 123 +++
.../subscription/SubscriptionOwnerLeaseSyncer.java | 97 +++
.../persistence/executor/ConfigPlanExecutor.java | 7 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 9 +-
.../mnode/container/ConfigMNodeContainer.java | 2 +-
.../persistence/subscription/SubscriptionInfo.java | 68 ++
.../confignode/procedure/ProcedureExecutor.java | 10 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 339 ++++++--
.../procedure/env/RegionMaintainHandler.java | 23 +
.../procedure/env/RemoveDataNodeHandler.java | 52 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 22 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 38 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 35 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 12 +-
.../impl/region/AddRegionPeerProcedure.java | 30 +-
.../impl/region/CreateRegionGroupsProcedure.java | 10 +-
.../AbstractOperateSubscriptionProcedure.java | 20 +
.../runtime/CommitProgressSyncProcedure.java | 10 +-
.../runtime/ConsumerGroupMetaSyncProcedure.java | 10 +-
.../SubscriptionHandleLeaderChangeProcedure.java | 7 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 9 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../router/leader/HashLeaderBalancerTest.java | 65 ++
.../pipe/sink/PipeConfigNodeThriftRequestTest.java | 212 +++++
.../subscription/SubscriptionInfoTest.java | 194 +++++
.../SubscriptionInfoTopicValidationTest.java | 28 +
iotdb-core/consensus/pom.xml | 4 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 5 +-
.../consensus/iot/IoTConsensusServerImpl.java | 31 +-
.../iot/client/AsyncIoTConsensusServiceClient.java | 2 +-
.../service/IoTConsensusRPCServiceProcessor.java | 12 +-
.../ratis/ApplicationStateMachineProxy.java | 13 +-
.../simple/SimpleConsensusServerImpl.java | 4 +-
.../apache/iotdb/consensus/EmptyStateMachine.java | 4 +-
.../iot/AddPeerSnapshotLoadFailureTest.java | 354 +++++++++
.../iotdb/consensus/iot/util/TestStateMachine.java | 4 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 4 +-
.../consensus/simple/SimpleConsensusTest.java | 4 +-
iotdb-core/datanode/pom.xml | 8 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 7 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 12 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 11 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 12 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 11 +-
.../org/apache/iotdb/db/audit/DNAuditLogger.java | 2 +-
.../apache/iotdb/db/conf/DataNodeMemoryConfig.java | 18 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +-
.../iotdb/db/conf/rest/IoTDBRestServiceConfig.java | 2 +-
.../dataregion/DataRegionStateMachine.java | 6 +-
.../schemaregion/SchemaRegionStateMachine.java | 25 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 16 +-
.../db/pipe/event/common/PipeInsertionEvent.java | 2 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 24 +-
.../common/tablet/PipeRawTabletEventConverter.java | 42 +-
.../event/common/tablet/PipeTabletCollector.java | 23 +-
.../tablet/parser/TabletInsertionEventParser.java | 123 ++-
.../scan/AlignedSinglePageWholeChunkReader.java | 2 +-
.../parser/scan/SinglePageWholeChunkReader.java | 2 +-
.../processor/aggregate/AggregateProcessor.java | 13 +-
.../downsampling/changing/ChangingValueFilter.java | 20 +-
.../sdt/SwingingDoorTrendingFilter.java | 19 +-
.../tumbling/TumblingTimeSamplingProcessor.java | 7 +-
.../exchange/sender/TwoStageAggregateSender.java | 2 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 47 +-
.../statement/PipeConvertedInsertRowStatement.java | 9 +
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 254 +++++-
.../resource/log/PipePeriodicalLogReducer.java | 93 ---
.../resource/memory/InsertNodeMemoryEstimator.java | 15 +-
.../resource/memory/PipeDynamicMemoryBlock.java | 2 +-
.../tsfile/PipeTsFileResourceSegmentLock.java | 10 +-
.../request/PipeTransferTabletBatchReq.java | 98 ++-
.../request/PipeTransferTabletRawReq.java | 98 ++-
.../pipe/sink/util/TabletStatementConverter.java | 116 ++-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 7 +
.../impl/DataNodeInternalRPCServiceImpl.java | 28 +-
.../db/queryengine/common/MPPQueryContext.java | 10 +
.../db/queryengine/execution/StateMachine.java | 8 +-
.../execution/aggregation/ExtremeAccumulator.java | 32 +-
.../SlidingWindowAggregatorFactory.java | 36 +-
.../execution/operator/ExplainAnalyzeOperator.java | 70 +-
.../InformationSchemaContentSupplierFactory.java | 4 +-
.../execution/operator/window/SessionWindow.java | 24 +-
.../operator/window/SessionWindowManager.java | 2 +-
.../execution/schedule/DriverScheduler.java | 15 +-
.../multilevelqueue/MultilevelPriorityQueue.java | 10 +
.../execution/schedule/task/DriverTask.java | 13 +
.../execution/schedule/task/DriverTaskId.java | 2 +-
.../metric/DriverSchedulerMetricSet.java | 13 +
.../iotdb/db/queryengine/plan/Coordinator.java | 32 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 34 +-
.../plan/analyze/schema/NormalSchemaFetcher.java | 4 +-
.../plan/execution/config/ConfigExecution.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 13 +
.../execution/config/TreeConfigTaskVisitor.java | 12 +
.../config/executor/ClusterConfigTaskExecutor.java | 30 +
.../config/executor/IConfigTaskExecutor.java | 3 +
.../config/metadata/relational/ShowDBTask.java | 4 +-
.../{DropTopicTask.java => AlterTopicTask.java} | 23 +-
.../TableModelStatementMemorySourceVisitor.java | 54 +-
.../plan/expression/unary/InExpression.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 17 +
.../planner/DataNodeTableOperatorGenerator.java | 12 +-
.../plan/AbstractFragmentParallelPlanner.java | 3 +-
.../planner/plan/node/PlanGraphJsonPrinter.java | 225 ++++++
.../metadata/read/LevelTimeSeriesCountNode.java | 2 +-
.../node/metadata/read/TimeSeriesCountNode.java | 2 +-
.../metadata/read/TimeSeriesSchemaScanNode.java | 2 +-
.../plan/planner/plan/node/write/InsertNode.java | 70 +-
.../planner/plan/node/write/InsertRowNode.java | 216 ++++--
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 5 +-
.../planner/plan/node/write/InsertTabletNode.java | 351 ++++++---
.../plan/node/write/RelationalInsertRowNode.java | 63 +-
.../plan/node/write/RelationalInsertRowsNode.java | 45 +-
.../node/write/RelationalInsertTabletNode.java | 111 ++-
.../relational/analyzer/AggregationAnalyzer.java | 84 +-
.../relational/analyzer/StatementAnalyzer.java | 36 +-
.../relational/metadata/TableMetadataImpl.java | 28 +-
.../fetcher/cache/TreeDeviceNormalSchema.java | 4 +-
.../cache/TreeDeviceSchemaCacheManager.java | 9 +-
.../plan/relational/planner/CteMaterializer.java | 1 +
.../plan/relational/planner/RelationPlanner.java | 25 +-
.../relational/planner/TableLogicalPlanner.java | 3 +-
.../distribute/TableDistributedPlanner.java | 16 +-
...ithUncorrelatedScalarSubqueryReconstructor.java | 2 +
.../planner/node/ExplainAnalyzeNode.java | 39 +-
.../optimizations/UnaliasSymbolReferences.java | 3 +-
.../security/TreeAccessCheckVisitor.java | 7 +
.../sql/ast/{CreateTopic.java => AlterTopic.java} | 25 +-
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../plan/relational/sql/ast/Explain.java | 28 +-
.../plan/relational/sql/ast/ExplainAnalyze.java | 37 +-
...versalVisitor.java => ExplainOutputFormat.java} | 22 +-
.../plan/relational/sql/ast/InsertRow.java | 5 +-
.../plan/relational/sql/ast/InsertRows.java | 14 +-
.../plan/relational/sql/ast/InsertTablet.java | 13 +-
.../plan/relational/sql/ast/PipeEnriched.java | 2 +-
.../relational/sql/ast/WrappedInsertStatement.java | 22 +-
.../plan/relational/sql/parser/AstBuilder.java | 65 +-
.../relational/sql/util/DataNodeSqlFormatter.java | 26 +
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 5 +
.../plan/statement/crud/InsertBaseStatement.java | 210 +++--
.../plan/statement/crud/InsertRowStatement.java | 128 ++-
.../crud/InsertRowsOfOneDeviceStatement.java | 12 +
.../plan/statement/crud/InsertTabletStatement.java | 161 +++-
.../statement/metadata/ShowDatabaseStatement.java | 8 +-
...picsStatement.java => AlterTopicStatement.java} | 29 +-
.../FragmentInstanceStatisticsJsonDrawer.java | 372 +++++++++
.../schemaengine/schemaregion/ISchemaRegion.java | 10 +-
.../GeneralRegionAttributeSecurityService.java | 67 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 6 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 6 +-
.../logfile/FakeCRC32Deserializer.java | 3 +-
.../schemaregion/logfile/SchemaLogReader.java | 2 +-
.../mem/mnode/container/MemMNodeContainer.java | 2 +-
.../mnode/container/CachedMNodeContainer.java | 3 +-
.../schemaengine/table/InformationSchemaUtils.java | 7 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../buffer/TimeSeriesMetadataCache.java | 43 +-
.../db/storageengine/dataregion/DataRegion.java | 3 +-
.../utils/writer/AbstractCompactionWriter.java | 165 +++-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../utils/writer/FastInnerCompactionWriter.java | 10 +-
.../writer/ReadPointCrossCompactionWriter.java | 5 +-
.../writer/ReadPointInnerCompactionWriter.java | 5 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 4 +-
.../compaction/schedule/CompactionWorker.java | 2 +-
.../dataregion/memtable/AbstractMemTable.java | 120 +--
.../memtable/AbstractWritableMemChunk.java | 17 +
.../memtable/AlignedWritableMemChunk.java | 7 +-
.../dataregion/memtable/TsFileProcessor.java | 162 ++--
.../dataregion/memtable/WritableMemChunk.java | 7 +-
.../dataregion/memtable/WritableMemChunkGroup.java | 2 +-
.../dataregion/snapshot/SnapshotLoader.java | 15 +
.../db/storageengine/load/LoadTsFileManager.java | 13 +
.../storageengine/load/active/ActiveLoadAgent.java | 6 +
.../load/active/ActiveLoadDirScanner.java | 17 +-
.../active/ActiveLoadScheduledExecutorService.java | 21 +-
.../load/active/ActiveLoadTsFileLoader.java | 27 +-
.../subscription/agent/SubscriptionTopicAgent.java | 98 +++
.../broker/SubscriptionPrefetchingQueue.java | 199 ++---
.../consensus/ConsensusLogToTabletConverter.java | 70 +-
.../event/batch/SubscriptionPipeEventBatch.java | 23 +-
.../SubscriptionPipeEventBatchSegmentLock.java | 4 +-
.../event/batch/SubscriptionPipeEventBatches.java | 29 +
.../receiver/SubscriptionReceiverV1.java | 73 +-
.../db/trigger/executor/TriggerFireVisitor.java | 53 +-
.../java/org/apache/iotdb/db/utils/MemUtils.java | 71 +-
.../schemaRegion/SchemaRegionManagementTest.java | 28 +-
.../pipe/event/PipeTabletInsertionEventTest.java | 113 +++
.../changing/ChangingValueFilterTest.java | 55 ++
.../sdt/SwingingDoorTrendingFilterTest.java | 56 ++
.../TumblingTimeSamplingProcessorTest.java | 192 +++++
.../PipeConvertedInsertRowStatementTest.java | 55 ++
.../memory/InsertNodeMemoryEstimatorTest.java | 12 +
.../tsfile/PipeTsFileResourceSegmentLockTest.java | 71 ++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 627 +++++++++++++++
.../sink/util/TabletStatementConverterTest.java | 64 ++
.../execution/aggregation/AccumulatorTest.java | 46 ++
.../SlidingWindowAggregatorFactoryTest.java} | 25 +-
.../operator/ExplainAnalyzeOperatorTest.java | 96 +++
.../process/window/function/FunctionTestUtils.java | 5 +-
.../operator/window/SessionWindowTest.java | 70 ++
.../schedule/DefaultDriverSchedulerTest.java | 41 +
.../queryengine/plan/analyze/AnalyzeUtilsTest.java | 74 ++
...TableModelStatementMemorySourceVisitorTest.java | 88 +++
.../plan/parser/StatementGeneratorTest.java | 15 +
.../distribution/AggregationTableScanTest.java | 4 +-
.../planner/node/PlanGraphJsonPrinterTest.java | 573 ++++++++++++++
.../planner/node/write/InsertRowNodeSerdeTest.java | 127 +++
.../node/write/InsertRowsNodeSerdeTest.java | 35 +
.../write/InsertRowsOfOneDeviceNodeSerdeTest.java | 34 +
.../node/write/InsertTabletNodeSerdeTest.java | 130 ++++
.../planner/node/write/WritePlanNodeSplitTest.java | 41 +
.../write/InsertNodeIsMeasurementFailedTest.java | 255 ++++++
.../analyzer/AggregationCornerCaseTest.java | 12 +-
.../relational/planner/CteMaterializerTest.java | 1 +
.../plan/relational/planner/CteSubqueryTest.java | 1 +
.../plan/relational/sql/ExplainFormatTest.java | 186 +++++
.../relational/sql/parser/TopicStatementTest.java} | 36 +-
.../crud/InsertStatementPartialInsertTest.java | 320 ++++++++
.../FragmentInstanceStatisticsJsonDrawerTest.java | 594 ++++++++++++++
.../buffer/TimeSeriesMetadataCacheTest.java | 280 +++++++
.../storageengine/dataregion/DataRegionTest.java | 30 +-
.../utils/writer/AbstractCompactionWriterTest.java | 167 ++++
.../AbstractMemTablePartialInsertTest.java | 113 +++
.../memtable/MemChunkDeserializeTest.java | 23 +
.../dataregion/memtable/TsFileProcessorTest.java | 172 +++++
.../ConsensusLogToTabletConverterTest.java | 58 ++
...SubscriptionPipeEventBatchSegmentLockTest.java} | 34 +-
.../receiver/SubscriptionReceiverV1Test.java | 95 +++
.../iotdb/db/utils/ConfigurationFileUtilsTest.java | 82 ++
.../org/apache/iotdb/db/utils/MemUtilsTest.java | 127 +++
.../src/test/resources/iotdb-common.properties | 2 +-
.../src/test/resources/iotdb-system.properties | 3 +-
.../conf/iotdb-system.properties.template | 37 +-
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../async/AsyncAINodeInternalServiceClient.java | 2 +-
.../AsyncConfigNodeInternalServiceClient.java | 2 +-
.../async/AsyncDataNodeExternalServiceClient.java | 2 +-
.../async/AsyncDataNodeInternalServiceClient.java | 2 +-
.../AsyncDataNodeMPPDataExchangeServiceClient.java | 2 +-
.../async/AsyncIoTConsensusV2ServiceClient.java | 2 +-
.../async/AsyncPipeDataTransferServiceClient.java | 2 +-
.../client/request/AsyncRequestManager.java | 19 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 24 +
.../iotdb/commons/conf/CommonDescriptor.java | 15 +
.../iotdb/commons/partition/DataPartition.java | 18 +-
.../commons/pipe/resource/log/PipeLogger.java | 18 +-
.../resource/log/PipePeriodicalLogReducer.java | 76 ++
.../thrift/request/PipeTransferFileSealReqV2.java | 8 +
.../plan/planner/plan/node/PlanNodeType.java | 2 +
.../plan/relational/sql/ast/GroupBy.java | 26 +-
.../sql/util/CommonQuerySqlFormatter.java | 9 +-
.../schema/column/ColumnHeaderConstant.java | 11 +-
.../commons/schema/table/InformationSchema.java | 6 +
.../schema/table/InsertNodeMeasurementInfo.java | 9 +-
.../subscription/config/SubscriptionConfig.java | 4 +
.../commons/subscription/meta/topic/TopicMeta.java | 267 ++++++-
.../TableBuiltinAggregationFunction.java | 4 +-
...llPoints.java => RegionMaintainKillPoints.java} | 17 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 56 +-
.../client/request/AsyncRequestManagerTest.java | 226 ++++++
.../commons/pipe/resource/PipeLoggerTest.java | 83 ++
.../common/PipeTransferSliceReqBuilderTest.java | 32 +
.../thrift/request/PipeRequestTypeTest.java | 61 ++
.../request/PipeTransferCompressedReqTest.java | 112 +++
.../request/PipeTransferFileSealReqV2Test.java | 65 ++
.../table/InsertNodeMeasurementInfoTest.java | 83 ++
.../commons/subscription/topic/TopicDeSerTest.java | 200 +++++
.../db/relational/grammar/sql/RelationalSql.g4 | 12 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 5 +-
.../src/main/thrift/datanode.thrift | 21 +
library-udf/pom.xml | 4 +-
pom.xml | 117 ++-
scripts/conf/confignode-env.sh | 61 +-
scripts/conf/datanode-env.sh | 70 +-
scripts/sbin/start-cli.sh | 13 +-
scripts/sbin/windows/start-cli.bat | 23 +-
scripts/sbin/windows/start-confignode.bat | 20 +-
scripts/sbin/windows/start-datanode.bat | 19 +-
scripts/tools/ops/health_check.sh | 2 +-
scripts/tools/windows/ops/health_check.bat | 4 +-
448 files changed, 18860 insertions(+), 2215 deletions(-)
copy .claude/settings.json => .codex/hooks.json (100%)
delete mode 100644 .github/workflows/compile-check.yml
create mode 100644
integration-test/src/test/java/org/apache/iotdb/cli/it/ExplainJsonCliOutputIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeRegionAllocationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveLastDataNodeIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/performance/IoTDBSingleMeasurementCheckCachePerformanceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBGroupByAllTableIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTExplainJsonFormatIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/cluster/IoTDBSubscriptionTopicOwnerPartitionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/local/IoTDBSubscriptionTopicOwnerIT.java
copy
iotdb-client/subscription/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionPollTimeoutException.java
=> SubscriptionOwnerFencedException.java} (69%)
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/Percentile.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/PercentileAccumulator.java
create mode 100644
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/GroupedPercentileAccumulator.java
copy
iotdb-core/calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/grouped/array/{TDigestBigArray.java
=> PercentileBigArray.java} (56%)
copy
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TSStatusCodeTest.java
=>
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/process/fill/filter/FixedIntervalFillFilterTest.java
(60%)
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/ExtremeAccumulatorTest.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionOwnerLeaseSyncer.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/HashLeaderBalancerTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/subscription/SubscriptionInfoTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/AddPeerSnapshotLoadFailureTest.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/log/PipePeriodicalLogReducer.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/subscription/{DropTopicTask.java
=> AlterTopicTask.java} (67%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanGraphJsonPrinter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateTopic.java
=> AlterTopic.java} (76%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{DefaultExpressionTraversalVisitor.java
=> ExplainOutputFormat.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/subscription/{ShowTopicsStatement.java
=> AlterTopicStatement.java} (78%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/statistics/FragmentInstanceStatisticsJsonDrawer.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/changing/ChangingValueFilterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/sdt/SwingingDoorTrendingFilterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/tumbling/TumblingTimeSamplingProcessorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/transform/statement/PipeConvertedInsertRowStatementTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileResourceSegmentLockTest.java
copy
iotdb-core/{confignode/src/test/java/org/apache/iotdb/confignode/manager/ClusterSchemaManagerTest.java
=>
datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/aggregation/slidingwindow/SlidingWindowAggregatorFactoryTest.java}
(52%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/ExplainAnalyzeOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/window/SessionWindowTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/memory/TableModelStatementMemorySourceVisitorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/PlanGraphJsonPrinterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ExplainFormatTest.java
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/pipe/receiver/visitor/PipeStatementTablePatternParseVisitor.java
=>
test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/TopicStatementTest.java}
(53%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/statement/crud/InsertStatementPartialInsertTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/statistics/FragmentInstanceStatisticsJsonDrawerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/buffer/TimeSeriesMetadataCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriterTest.java
copy
iotdb-core/{node-commons/src/test/java/org/apache/iotdb/commons/utils/JVMCommonUtilsTest.java
=>
datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatchSegmentLockTest.java}
(50%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/resource/log/PipePeriodicalLogReducer.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerCoordinatorKillPoints.java
=> RegionMaintainKillPoints.java} (51%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/request/AsyncRequestManagerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/resource/PipeLoggerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeRequestTypeTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferCompressedReqTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferFileSealReqV2Test.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/schema/table/InsertNodeMeasurementInfoTest.java
