This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch cq-fix
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from f09c3b01d5a Fix CQ local schedule cancellation
add 6c3c6173756 Fixed the concurrency bug for delete-table and compaction
that may cause skipped deletion (#17736)
add 87239453bb4 Fix stale field cache handling in table last-row
optimization (#17677)
add c1bbbd187a4 Update TsFile snapshot version and soften pipe metrics
deregistration logging (#17733)
add 771266d385b [IOTDB-17635] Fix incorrect ordering of multiple window
RANK functions (#17706)
add 0d1b838de06 Use default credentials in multi-tags table IT (#17744)
add 669acadcbfa Fix potential NPE while executing query (#17749)
add cc108e78ec8 Fixed TTL problems (#17735)
add 19ea04183d8 Fix column-prune of FillNode
add 8a400d9da0e Fix fast last empty cache handling (#17742)
add 906b86f784b Pipe: Do not listen to tsFiles when no sources need
(#17669)
add 9d72f664706 Add table incompatible status code
add be9c1bc53f1 Upgrade Netty for CVE fixes (#17751)
add 18ea0e9aadc add (#17717)
add 4feb292d301 Fix IoTConsensus V2 metric unbinding (#17704)
add e866b58800f Pipe: Stablized the tree model IoTDBPipeClusterIT (#17729)
add 75d685579de Fix REST table metric statement type labels (#17757)
add 57a5ec6d534 Fix leader balance blocking region activation (#17755)
add 7af34381397 [AINode] Fix AINode inference output type (#17766)
add dcb630f9d50 Add table type to table disk usage (#17768)
add 0c25e53281f Implemented the count database in table model (#17705)
add 16919029ef3 [Pipe] Optimize memory usage (#17770)
add bc150ff5883 Fix flaky pipe auto split IT (#17756)
add 0cc7e9dda07 Improve PowerShell execution and failure backoff for
Windows disk metrics collection (#17747)
add e7ab13faf2d Fix pipe drop event discard with restart-aware committer
keys (#17748)
add 05a816d1b32 fix(client-cpp): ignore 0.0.0.0 in write redirection
add 65cd197600d Degraded the UT logs
add 623532a23a1 Pipe: Fixed the test for #17770 (#17779)
add 329fa102a49 Pipe: Removed the useless ban on async file transfer for
non realtime-first pipes
add 152ee1daeed Fixed the Chinese logger of schema (#17721)
add 7e488ffcaca modify the antlr syntax to adapt the calc-point project
(#17783)
add 209a3a77703 Load: Stablized the IoTDBLoadTsFileWithModIT
add 312d3841a97 Excluded system & audit from COUNT TIMESERIES and included
views (#17703)
add 4e3bb11312a Fix source scan race in plan visitor test (#17786)
add 2ba29144921 Pipe: Mask sensitive attributes in sink subtask display
strings (#17737)
add 93438bf34ba fix: supply the key word in antlr module (#17789)
add 33c3ef7196b Pipe: Harden legacy pipe file transfer validation and
access checks (#17741)
add b616502aec0 Pipe Log: Added the remaining chinese logs & Further
reduced the repeatable logs (#17700)
add a2368b2955f Fix C++ client reading FLOAT inference columns declared as
DOUBLE (#17759)
add 084837923f7 Update IoTDBLegacyPipeReceiverSecurityIT.java (#17795)
(#17796)
add 958ce45b137 Fix repeated RPC dispatch reusing a released
FragmentInstanceContext (NPE) (#17794)
add a565a068253 Added flags to mark whether a device has device
descendants to optimize query like select xx from xxx.** (#17672)
add 8219e4bcc5b Merge branch 'master' of https://github.com/apache/iotdb
into cq-fix
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 22 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 10 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 5 +
.../iotdb/ainode/it/AINodeSharedClusterIT.java | 5 +
.../iotdb/db/it/IoTDBLoadTsFileWithModIT.java | 22 +-
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 28 +
.../regionscan/IoTDBActiveSchemaQueryIT.java | 34 ++
.../manual/enhanced/IoTDBPipeClusterIT.java | 8 +
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 30 +-
.../auto/enhanced/IoTDBPipeClusterIT.java | 183 ++++--
.../single/IoTDBLegacyPipeReceiverSecurityIT.java | 113 ++++
.../relational/it/IoTDBShowDiskUsageTableIT.java | 1 +
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 70 +++
.../it/db/it/IoTDBWindowFunction3IT.java | 169 +++++-
.../recent/IoTDBPruneFillGroupPreviousFlatIT.java | 125 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 28 +
.../api/customizer/parameter/PipeParameters.java | 1 +
iotdb-client/client-cpp/src/main/Column.cpp | 20 +
iotdb-client/client-cpp/src/main/Column.h | 5 +
iotdb-client/client-cpp/src/main/Session.cpp | 4 +-
iotdb-client/client-cpp/src/test/cpp/sessionIT.cpp | 20 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../iotdb/ainode/core/manager/inference_manager.py | 7 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 3 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 27 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 2 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 2 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 14 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../confignode/conf/ConfigNodeDescriptor.java | 2 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 2 +-
.../iotdb/confignode/manager/TTLManager.java | 4 +
.../manager/load/balancer/RouteBalancer.java | 631 ++++++++++++++-------
.../router/leader/AbstractLeaderBalancer.java | 2 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 13 +
.../iotdb/confignode/persistence/TTLInfo.java | 33 +-
.../impl/region/CreateRegionGroupsProcedure.java | 26 +-
.../procedure/impl/schema/SetTTLProcedure.java | 244 ++++++--
.../procedure/state/CreateRegionGroupsState.java | 4 +
.../procedure/state/schema/SetTTLState.java | 4 +-
.../iotdb/confignode/persistence/TTLInfoTest.java | 68 ++-
.../procedure/impl/schema/SetTTLProcedureTest.java | 327 +++++++++++
.../pipe/metric/IoTConsensusV2ServerMetrics.java | 2 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 23 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 5 +
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 77 ++-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 10 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../db/consensus/DataRegionConsensusImpl.java | 10 +
.../dataregion/DataRegionStateMachine.java | 5 +
.../query/QueryTimeoutRuntimeException.java | 11 +-
.../pipe/agent/plugin/PipeDataNodePluginAgent.java | 22 +-
.../agent/task/connection/PipeEventCollector.java | 14 +-
.../subtask/processor/PipeProcessorSubtask.java | 7 +
.../sink/PipeRealtimePriorityBlockingQueue.java | 10 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 25 +-
.../subtask/sink/PipeSinkSubtaskLifeCycle.java | 9 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 60 +-
.../metric/IoTConsensusV2SinkMetrics.java | 2 +-
.../iotdb/db/pipe/event/common/row/PipeRow.java | 5 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 21 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 1 +
.../pipe/event/common/tablet/PipeTabletUtils.java | 249 ++++++++
.../tablet/parser/TabletInsertionEventParser.java | 66 +--
.../TabletInsertionEventTablePatternParser.java | 6 +-
.../TabletInsertionEventTreePatternParser.java | 6 +-
.../event/common/terminate/PipeTerminateEvent.java | 179 ++++++
.../common/tsfile/PipeTsFileInsertionEvent.java | 10 +-
.../tsfile/parser/TsFileInsertionEventParser.java | 2 +-
.../query/TsFileInsertionEventQueryParser.java | 5 +-
...ileInsertionEventQueryParserTabletIterator.java | 41 +-
.../scan/TsFileInsertionEventScanParser.java | 121 ++--
...ileInsertionEventTableParserTabletIterator.java | 76 ++-
.../overview/PipeTsFileToTabletsMetrics.java | 2 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 10 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 40 +-
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 12 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 28 +-
.../evolvable/batch/PipeTabletEventBatch.java | 17 +-
.../batch/PipeTransferBatchReqBuilder.java | 11 +-
.../request/PipeTransferTabletBatchReq.java | 6 +-
.../request/PipeTransferTabletBatchReqV2.java | 8 +-
.../request/PipeTransferTabletRawReq.java | 41 +-
.../request/PipeTransferTabletRawReqV2.java | 26 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 13 +-
.../iotconsensusv2/IoTConsensusV2AsyncSink.java | 103 +++-
.../handler/IoTConsensusV2DeleteEventHandler.java | 16 +-
.../IoTConsensusV2TabletBatchEventHandler.java | 20 +-
.../IoTConsensusV2TabletInsertionEventHandler.java | 17 +-
.../IoTConsensusV2TsFileInsertionEventHandler.java | 18 +-
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 29 +-
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 2 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 81 +--
.../handler/PipeTransferTrackableHandler.java | 21 +-
.../async/handler/PipeTransferTsFileHandler.java | 23 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 13 +-
.../websocket/WebSocketConnectorServer.java | 51 +-
.../sink/protocol/websocket/WebSocketSink.java | 8 +
.../pipe/sink/util/TabletStatementConverter.java | 69 ++-
.../util/builder/PipeTableModelTsFileBuilder.java | 3 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 3 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 3 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 3 +-
.../sink/util/sorter/PipeInsertEventSorter.java | 3 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 26 +
.../PipeRealtimeDataRegionHybridSource.java | 4 +-
.../realtime/PipeRealtimeDataRegionLogSource.java | 5 +-
.../realtime/PipeRealtimeDataRegionSource.java | 8 +-
.../PipeRealtimeDataRegionTsFileSource.java | 5 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 44 +-
.../listener/PipeInsertionDataNodeListener.java | 47 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 58 +-
.../db/queryengine/common/TimeseriesContext.java | 106 +++-
.../execution/executor/RegionReadExecutor.java | 23 +-
.../fragment/FragmentInstanceManager.java | 79 ++-
.../last/AbstractUpdateLastCacheOperator.java | 4 +-
.../schema/CountGroupByLevelScanOperator.java | 15 +-
.../operator/schema/SchemaCountOperator.java | 4 +
.../operator/schema/source/ISchemaSource.java | 4 +
.../schema/source/SchemaSourceFactory.java | 3 +-
.../schema/source/TimeSeriesSchemaSource.java | 23 +
.../source/ActiveTimeSeriesRegionScanOperator.java | 15 +-
.../InformationSchemaContentSupplierFactory.java | 40 +-
.../relational/LastQueryAggTableScanOperator.java | 41 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 2 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 136 ++++-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 11 +
.../config/executor/ClusterConfigTaskExecutor.java | 24 +-
.../config/executor/IConfigTaskExecutor.java | 8 +-
.../{DeleteDeviceTask.java => CountDBTask.java} | 63 +-
.../config/metadata/relational/ShowDBTask.java | 22 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 12 +-
.../planner/DataNodeTableOperatorGenerator.java | 8 +-
.../plan/planner/OperatorTreeGenerator.java | 46 +-
.../planner/plan/node/write/InsertTabletNode.java | 27 +-
.../node/write/RelationalInsertTabletNode.java | 9 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 163 +++---
.../fetcher/cache/TableDeviceLastCache.java | 178 ++++--
.../fetcher/cache/TableDeviceSchemaCache.java | 24 +-
.../cache/TreeDeviceSchemaCacheManager.java | 3 +-
.../iterative/rule/GatherAndMergeWindows.java | 59 +-
.../planner/iterative/rule/PruneFillColumns.java | 19 +-
.../planner/optimizations/ParallelizeGrouping.java | 10 +
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../sql/ast/{ShowDB.java => CountDB.java} | 17 +-
.../plan/relational/sql/parser/AstBuilder.java | 7 +
.../relational/sql/util/DataNodeSqlFormatter.java | 9 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 15 +
.../plan/statement/crud/InsertTabletStatement.java | 5 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 81 ++-
.../mtree/impl/mem/mnode/IMemMNode.java | 23 +-
.../mtree/impl/mem/mnode/basic/BasicMNode.java | 21 +-
.../impl/mem/mnode/impl/AboveDatabaseMNode.java | 10 -
.../mtree/impl/mem/mnode/impl/DatabaseMNode.java | 10 -
.../impl/mem/mnode/impl/MeasurementMNode.java | 10 -
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 83 ++-
.../mtree/impl/pbtree/mnode/ICachedMNode.java | 19 +
.../impl/pbtree/mnode/basic/CachedBasicMNode.java | 40 +-
.../schemaregion/mtree/traverser/Traverser.java | 102 ++++
.../traverser/basic/MeasurementTraverser.java | 5 +
.../db/storageengine/dataregion/DataRegion.java | 6 +-
.../rescon/quotas/DefaultOperationQuota.java | 28 +-
.../subtask/SubscriptionSinkSubtaskLifeCycle.java | 4 +-
.../subtask/SubscriptionSinkSubtaskManager.java | 7 +-
.../org/apache/iotdb/db/utils/BitMapUtils.java} | 33 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 2 +-
.../i18n/DataNodeSchemaMessagesZhFormatTest.java | 99 ++++
.../schemaRegion/SchemaRegionBasicTest.java | 22 +
.../task/subtask/sink/PipeSinkSubtaskTest.java | 6 +-
.../pipe/event/PipeTabletInsertionEventTest.java | 57 +-
.../pipe/event/TsFileInsertionEventParserTest.java | 175 ++++++
.../event/common/tablet/PipeTabletUtilsTest.java} | 54 +-
.../legacy/IoTDBLegacyPipeReceiverAgentTest.java | 122 ++++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 44 ++
.../db/pipe/source/PipeRealtimeExtractTest.java | 81 +++
.../execution/executor/RegionReadExecutorTest.java | 46 ++
.../operator/schema/SchemaCountOperatorTest.java | 113 ++++
.../schema/source/TimeSeriesSchemaSourceTest.java | 168 ++++++
.../metadata/relational/CountDBTaskTest.java | 107 ++++
.../planner/node/write/WritePlanNodeSplitTest.java | 20 +
.../IPlanVisitorInheritanceConstraintTest.java | 54 +-
.../relational/analyzer/TableFunctionTest.java | 14 +-
.../fetcher/cache/TableDeviceLastCacheTest.java | 90 +++
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 57 +-
.../planner/WindowFunctionOptimizationTest.java | 21 +-
.../sql/parser/CountDBStatementTest.java | 65 +++
.../mtree/impl/mem/MTreeBelowSGMemoryImplTest.java | 281 +++++++++
.../impl/pbtree/MTreeBelowSGCachedImplTest.java | 217 +++++++
.../storageengine/dataregion/DataRegionTest.java | 46 ++
.../rescon/quotas/DefaultOperationQuotaTest.java | 64 +++
.../metricsets/disk/WindowsDiskMetricsManager.java | 220 +++++--
.../disk/WindowsDiskMetricsManagerTest.java | 79 +++
.../apache/iotdb/commons/i18n/PipeMessages.java | 14 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 14 +
.../task/connection/BlockingPendingQueue.java | 39 +-
.../task/progress/PipeEventCommitManager.java | 5 +
.../plugin/env/PipeTaskSinkRuntimeEnvironment.java | 9 +
.../pipe/datastructure/pattern/TreePattern.java | 36 +-
.../pipe/receiver/PipeReceiverStatusHandler.java | 29 +
.../commons/pipe/sink/protocol/IoTDBSink.java | 7 +-
.../protocol/PipeConnectorWithEventDiscard.java | 7 +
.../node/common/AbstractAboveDatabaseMNode.java | 4 +
.../commons/schema/node/utils/IMNodeIterator.java | 2 +-
.../commons/schema/table/InformationSchema.java | 3 +
.../commons/schema/tree/AbstractTreeVisitor.java | 4 +
.../db/relational/grammar/sql/RelationalSql.g4 | 5 +
pom.xml | 4 +-
211 files changed, 7189 insertions(+), 1370 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBLegacyPipeReceiverSecurityIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBPruneFillGroupPreviousFlatIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/tablet/PipeTabletUtils.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/{DeleteDeviceTask.java
=> CountDBTask.java} (57%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowDB.java
=> CountDB.java} (85%)
copy
iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/table/FetchTablePlan.java
=> datanode/src/main/java/org/apache/iotdb/db/utils/BitMapUtils.java} (57%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/i18n/DataNodeSchemaMessagesZhFormatTest.java
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/pipe/event/common/row/PipeResetTabletRow.java
=>
test/java/org/apache/iotdb/db/pipe/event/common/tablet/PipeTabletUtilsTest.java}
(51%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/legacy/IoTDBLegacyPipeReceiverAgentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/schema/source/TimeSeriesSchemaSourceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/CountDBTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/fetcher/cache/TableDeviceLastCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/CountDBStatementTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/mem/MTreeBelowSGMemoryImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/MTreeBelowSGCachedImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/quotas/DefaultOperationQuotaTest.java
create mode 100644
iotdb-core/metrics/interface/src/test/java/org/apache/iotdb/metrics/metricsets/disk/WindowsDiskMetricsManagerTest.java
