This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch show-create-remain
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 868e3d8fdf1 fix
add e9087317fc4 Add AGENTS symlink (#17701)
add 4ac0b7ee029 fix error remove type (#17689)
add a37621bd277 Fix duplicate peer in createNewRegionPeer; harden
reconstruct IT
add 5af5e2b8000 Fix flaky datanode UTs under parallel surefire forks
(#17712)
add af48621d287 Remove dead surefire executions in root pom (#17696)
add 3f4c44ab3e8 Pipe: Fixed some unstable ITs (#17713)
add 7dcad2b6b44 Fix Python client CI: handle Timestamps outside Python
stdlib range (#17715)
add 06d27660b9c Make some uts more stable (#17720)
add a690f627f15 Balance per-database replicas in PGP and Greedy region
allocators (#17714)
add b8cf54b4d91 Speed up AINode IT: symlink built-in weights, batch
inserts, trim concurrent loop (#17719)
add 34cc34643d3 Fix query reuse of flushing memtable TVList (#17718)
add 8afe556610c Pipe: Implemented batch logic for air-gap sink (#17667)
add df7e92a91a1 Fix locale message typo (#17726)
add 2c845e12a73 feat: pass -Dtsfile.locale=zh to JVM under with-zh-locale
build (#17716)
add 7563ac8f6dc Pipe IT: Stablized the
IoTDBPipeClusterIT.testPipeAfterDataRegionLeaderStop (#17725)
add 6c3c6173756 Fixed the concurrency bug for delete-table and compaction
that may cause skipped deletion (#17736)
add 87239453bb4 Fix stale field cache handling in table last-row
optimization (#17677)
add c1bbbd187a4 Update TsFile snapshot version and soften pipe metrics
deregistration logging (#17733)
add 771266d385b [IOTDB-17635] Fix incorrect ordering of multiple window
RANK functions (#17706)
add 0d1b838de06 Use default credentials in multi-tags table IT (#17744)
add 669acadcbfa Fix potential NPE while executing query (#17749)
add cc108e78ec8 Fixed TTL problems (#17735)
add 19ea04183d8 Fix column-prune of FillNode
add 8a400d9da0e Fix fast last empty cache handling (#17742)
add 906b86f784b Pipe: Do not listen to tsFiles when no sources need
(#17669)
add 9d72f664706 Add table incompatible status code
add be9c1bc53f1 Upgrade Netty for CVE fixes (#17751)
add 18ea0e9aadc add (#17717)
add 4feb292d301 Fix IoTConsensus V2 metric unbinding (#17704)
add e866b58800f Pipe: Stablized the tree model IoTDBPipeClusterIT (#17729)
add 75d685579de Fix REST table metric statement type labels (#17757)
add 57a5ec6d534 Fix leader balance blocking region activation (#17755)
add 7af34381397 [AINode] Fix AINode inference output type (#17766)
add dcb630f9d50 Add table type to table disk usage (#17768)
add 0c25e53281f Implemented the count database in table model (#17705)
add 16919029ef3 [Pipe] Optimize memory usage (#17770)
add bc150ff5883 Fix flaky pipe auto split IT (#17756)
add 0cc7e9dda07 Improve PowerShell execution and failure backoff for
Windows disk metrics collection (#17747)
add e7ab13faf2d Fix pipe drop event discard with restart-aware committer
keys (#17748)
add 05a816d1b32 fix(client-cpp): ignore 0.0.0.0 in write redirection
add 65cd197600d Degraded the UT logs
add 623532a23a1 Pipe: Fixed the test for #17770 (#17779)
add 329fa102a49 Pipe: Removed the useless ban on async file transfer for
non realtime-first pipes
add 152ee1daeed Fixed the Chinese logger of schema (#17721)
add 7e488ffcaca modify the antlr syntax to adapt the calc-point project
(#17783)
add 209a3a77703 Load: Stablized the IoTDBLoadTsFileWithModIT
add 312d3841a97 Excluded system & audit from COUNT TIMESERIES and included
views (#17703)
add 4e3bb11312a Fix source scan race in plan visitor test (#17786)
add 2ba29144921 Pipe: Mask sensitive attributes in sink subtask display
strings (#17737)
add 46693255847 Merge branch 'master' of https://github.com/apache/iotdb
into show-create-remain
No new revisions were added by this update.
Summary of changes:
AGENTS.md | 1 +
LICENSE-binary | 22 +-
distribution/src/assembly/all.xml | 12 +
distribution/src/assembly/confignode.xml | 11 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 10 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 5 +
integration-test/src/assembly/mpp-test.xml | 14 +
.../it/env/cluster/config/MppCommonConfig.java | 6 +
.../env/cluster/config/MppSharedCommonConfig.java | 7 +
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 66 ++-
.../it/env/remote/config/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../iotdb/ainode/it/AINodeClusterConfigIT.java | 127 -----
.../ainode/it/AINodeConcurrentForecastIT.java | 120 ----
.../iotdb/ainode/it/AINodeSharedClusterIT.java | 169 +++++-
.../apache/iotdb/ainode/utils/AINodeTestUtils.java | 21 +-
.../IoTDBPerDatabaseRegionGroupAllocationIT.java | 192 +++++++
...IoTDBRegionOperationReliabilityITFramework.java | 19 +
.../commit/IoTDBRegionReconstructForIoTV1IT.java | 23 +-
.../iotdb/db/it/IoTDBLoadTsFileWithModIT.java | 22 +-
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 28 +
.../regionscan/IoTDBActiveSchemaQueryIT.java | 34 ++
.../manual/enhanced/IoTDBPipeClusterIT.java | 186 ++++--
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 30 +-
.../auto/enhanced/IoTDBPipeClusterIT.java | 183 ++++--
.../treemodel/manual/IoTDBPipePermissionIT.java | 5 +
.../relational/it/IoTDBShowDiskUsageTableIT.java | 1 +
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 70 +++
.../it/db/it/IoTDBWindowFunction3IT.java | 169 +++++-
.../recent/IoTDBPruneFillGroupPreviousFlatIT.java | 125 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 28 +
.../api/customizer/parameter/PipeParameters.java | 1 +
iotdb-client/client-cpp/src/main/Session.cpp | 4 +-
iotdb-client/client-py/iotdb/utils/rpc_utils.py | 56 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../iotdb/ainode/core/manager/inference_manager.py | 7 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 27 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +
iotdb-core/confignode/src/assembly/confignode.xml | 10 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 2 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../confignode/conf/ConfigNodeDescriptor.java | 2 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 2 +-
.../iotdb/confignode/manager/TTLManager.java | 4 +
.../manager/load/balancer/RegionBalancer.java | 4 +-
.../manager/load/balancer/RouteBalancer.java | 631 ++++++++++++++-------
.../region/GreedyRegionGroupAllocator.java | 43 +-
.../PartiteGraphPlacementRegionGroupAllocator.java | 159 +++++-
.../router/leader/AbstractLeaderBalancer.java | 2 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 13 +
.../iotdb/confignode/persistence/TTLInfo.java | 33 +-
.../procedure/env/RegionMaintainHandler.java | 9 +-
.../procedure/env/RemoveDataNodeHandler.java | 2 +-
.../impl/region/CreateRegionGroupsProcedure.java | 26 +-
.../procedure/impl/schema/SetTTLProcedure.java | 244 ++++++--
.../procedure/state/CreateRegionGroupsState.java | 4 +
.../procedure/state/schema/SetTTLState.java | 4 +-
.../region/GreedyRegionGroupAllocatorTest.java | 76 +++
...titeGraphPlacementRegionGroupAllocatorTest.java | 231 ++++++++
.../iotdb/confignode/persistence/TTLInfoTest.java | 68 ++-
.../procedure/impl/schema/SetTTLProcedureTest.java | 327 +++++++++++
.../pipe/metric/IoTConsensusV2ServerMetrics.java | 2 +-
iotdb-core/datanode/src/assembly/server.xml | 12 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 4 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 5 +
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 4 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 6 +
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 10 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../db/consensus/DataRegionConsensusImpl.java | 10 +
.../dataregion/DataRegionStateMachine.java | 5 +
.../query/QueryTimeoutRuntimeException.java | 11 +-
.../agent/task/connection/PipeEventCollector.java | 14 +-
.../subtask/processor/PipeProcessorSubtask.java | 7 +
.../sink/PipeRealtimePriorityBlockingQueue.java | 10 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 29 +-
.../subtask/sink/PipeSinkSubtaskLifeCycle.java | 9 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 60 +-
.../metric/IoTConsensusV2SinkMetrics.java | 2 +-
.../iotdb/db/pipe/event/common/row/PipeRow.java | 5 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 21 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 1 +
.../pipe/event/common/tablet/PipeTabletUtils.java | 249 ++++++++
.../tablet/parser/TabletInsertionEventParser.java | 66 +--
.../TabletInsertionEventTablePatternParser.java | 6 +-
.../TabletInsertionEventTreePatternParser.java | 6 +-
.../event/common/terminate/PipeTerminateEvent.java | 179 ++++++
.../tsfile/parser/TsFileInsertionEventParser.java | 2 +-
.../query/TsFileInsertionEventQueryParser.java | 5 +-
...ileInsertionEventQueryParserTabletIterator.java | 41 +-
.../scan/TsFileInsertionEventScanParser.java | 121 ++--
...ileInsertionEventTableParserTabletIterator.java | 76 ++-
.../overview/PipeTsFileToTabletsMetrics.java | 2 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 10 +-
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 12 +-
.../evolvable/batch/PipeTabletEventBatch.java | 17 +-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 19 +-
.../batch/PipeTransferBatchReqBuilder.java | 11 +-
.../request/PipeTransferTabletBatchReq.java | 6 +-
.../request/PipeTransferTabletBatchReqV2.java | 90 ++-
.../request/PipeTransferTabletBinaryReqV2.java | 11 +-
.../request/PipeTransferTabletInsertNodeReqV2.java | 11 +-
.../request/PipeTransferTabletRawReq.java | 41 +-
.../request/PipeTransferTabletRawReqV2.java | 59 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 345 +++++++++--
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 2 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 52 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 17 +-
.../websocket/WebSocketConnectorServer.java | 51 +-
.../sink/protocol/websocket/WebSocketSink.java | 8 +
.../sink/protocol/writeback/WriteBackSink.java | 6 +-
.../pipe/sink/util/TabletStatementConverter.java | 88 ++-
.../util/builder/PipeTableModelTsFileBuilder.java | 3 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 3 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 3 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 3 +-
.../sink/util/sorter/PipeInsertEventSorter.java | 3 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 26 +
.../realtime/assigner/PipeDataRegionAssigner.java | 44 +-
.../listener/PipeInsertionDataNodeListener.java | 47 +-
.../handler/RPCServiceThriftHandlerMetrics.java | 4 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 5 +-
.../db/queryengine/common/TimeseriesContext.java | 106 +++-
.../execution/fragment/QueryContext.java | 4 +-
.../last/AbstractUpdateLastCacheOperator.java | 4 +-
.../schema/CountGroupByLevelScanOperator.java | 15 +-
.../operator/schema/SchemaCountOperator.java | 4 +
.../operator/schema/source/ISchemaSource.java | 4 +
.../schema/source/SchemaSourceFactory.java | 3 +-
.../schema/source/TimeSeriesSchemaSource.java | 23 +
.../source/ActiveTimeSeriesRegionScanOperator.java | 15 +-
.../InformationSchemaContentSupplierFactory.java | 40 +-
.../relational/LastQueryAggTableScanOperator.java | 41 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 2 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 136 ++++-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 11 +
.../config/executor/ClusterConfigTaskExecutor.java | 24 +-
.../config/executor/IConfigTaskExecutor.java | 8 +-
.../{DeleteDeviceTask.java => CountDBTask.java} | 63 +-
.../config/metadata/relational/ShowDBTask.java | 22 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 12 +-
.../planner/DataNodeTableOperatorGenerator.java | 8 +-
.../plan/planner/OperatorTreeGenerator.java | 46 +-
.../planner/plan/node/write/InsertTabletNode.java | 27 +-
.../node/write/RelationalInsertTabletNode.java | 9 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 163 +++---
.../fetcher/cache/TableDeviceLastCache.java | 178 ++++--
.../fetcher/cache/TableDeviceSchemaCache.java | 24 +-
.../cache/TreeDeviceSchemaCacheManager.java | 3 +-
.../iterative/rule/GatherAndMergeWindows.java | 59 +-
.../planner/iterative/rule/PruneFillColumns.java | 19 +-
.../planner/optimizations/ParallelizeGrouping.java | 10 +
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../sql/ast/{ShowDB.java => CountDB.java} | 17 +-
.../plan/relational/sql/parser/AstBuilder.java | 7 +
.../relational/sql/util/DataNodeSqlFormatter.java | 9 +-
.../plan/statement/crud/InsertTabletStatement.java | 5 +-
.../schemaregion/utils/ResourceByPathUtils.java | 40 +-
.../db/storageengine/dataregion/DataRegion.java | 6 +-
.../dataregion/flush/MemTableFlushTask.java | 1 -
.../memtable/AbstractWritableMemChunk.java | 19 +-
.../memtable/AlignedReadOnlyMemChunk.java | 2 +-
.../dataregion/memtable/IWritableMemChunk.java | 3 +
.../dataregion/memtable/ReadOnlyMemChunk.java | 2 +-
.../rescon/quotas/DefaultOperationQuota.java | 28 +-
.../subtask/SubscriptionSinkSubtaskLifeCycle.java | 4 +-
.../subtask/SubscriptionSinkSubtaskManager.java | 7 +-
.../org/apache/iotdb/db/utils/BitMapUtils.java} | 33 +-
.../i18n/DataNodeSchemaMessagesZhFormatTest.java | 99 ++++
.../task/subtask/sink/PipeSinkSubtaskTest.java | 6 +-
.../pipe/event/PipeTabletInsertionEventTest.java | 57 +-
.../pipe/event/TsFileInsertionEventParserTest.java | 175 ++++++
.../event/common/tablet/PipeTabletUtilsTest.java} | 54 +-
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 196 +++++++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 183 ++++++
.../db/pipe/source/PipeRealtimeExtractTest.java | 81 +++
.../fragment/FragmentInstanceExecutionTest.java | 126 ++--
.../operator/AlignedSeriesScanOperatorTest.java | 9 +
.../operator/SingleDeviceViewOperatorTest.java | 3 +
.../operator/schema/SchemaCountOperatorTest.java | 113 ++++
.../schema/source/TimeSeriesSchemaSourceTest.java | 168 ++++++
.../metadata/relational/CountDBTaskTest.java | 107 ++++
.../planner/node/write/WritePlanNodeSplitTest.java | 20 +
.../IPlanVisitorInheritanceConstraintTest.java | 54 +-
.../relational/analyzer/TableFunctionTest.java | 14 +-
.../fetcher/cache/TableDeviceLastCacheTest.java | 90 +++
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 57 +-
.../planner/WindowFunctionOptimizationTest.java | 21 +-
.../CountDBStatementTest.java} | 42 +-
.../DataNodeInternalRPCServiceImplTest.java | 11 +-
.../storageengine/dataregion/DataRegionTest.java | 46 ++
.../inner/InnerSequenceCompactionSpeedTest.java | 65 ---
.../dataregion/memtable/PrimitiveMemTableTest.java | 59 +-
.../rescon/quotas/DefaultOperationQuotaTest.java | 64 +++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 36 +-
.../metricsets/disk/WindowsDiskMetricsManager.java | 220 +++++--
.../disk/WindowsDiskMetricsManagerTest.java | 79 +++
.../conf/iotdb-system.properties.template | 9 +
.../task/connection/BlockingPendingQueue.java | 39 +-
.../task/progress/PipeEventCommitManager.java | 5 +
.../plugin/env/PipeTaskSinkRuntimeEnvironment.java | 9 +
.../pipe/receiver/PipeReceiverStatusHandler.java | 29 +
.../pipe/sink/protocol/IoTDBAirGapSink.java | 14 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 7 +-
.../protocol/PipeConnectorWithEventDiscard.java | 7 +
.../function/tvf/PatternMatchTableFunction.java | 9 +-
.../commons/schema/table/InformationSchema.java | 3 +
.../db/relational/grammar/sql/RelationalSql.g4 | 5 +
pom.xml | 48 +-
scripts/conf/confignode-env.sh | 7 +
scripts/conf/datanode-env.sh | 6 +
scripts/conf/iotdb-common.sh | 6 +
scripts/conf/windows/confignode-env.bat | 9 +
scripts/conf/windows/datanode-env.bat | 9 +
.../windows/iotdb-common.bat} | 24 +-
219 files changed, 7672 insertions(+), 1814 deletions(-)
create mode 120000 AGENTS.md
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeClusterConfigIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeConcurrentForecastIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/load/IoTDBPerDatabaseRegionGroupAllocationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBPruneFillGroupPreviousFlatIT.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/region/PartiteGraphPlacementRegionGroupAllocatorTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/tablet/PipeTabletUtils.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/{DeleteDeviceTask.java
=> CountDBTask.java} (57%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowDB.java
=> CountDB.java} (85%)
copy
iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/table/FetchTablePlan.java
=> datanode/src/main/java/org/apache/iotdb/db/utils/BitMapUtils.java} (57%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/i18n/DataNodeSchemaMessagesZhFormatTest.java
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/pipe/event/common/row/PipeResetTabletRow.java
=>
test/java/org/apache/iotdb/db/pipe/event/common/tablet/PipeTabletUtilsTest.java}
(51%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/airgap/IoTDBDataRegionAirGapSinkTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/schema/source/TimeSeriesSchemaSourceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/relational/CountDBTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/fetcher/cache/TableDeviceLastCacheTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/{ShowCreateTopicTest.java
=> parser/CountDBStatementTest.java} (52%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/rescon/quotas/DefaultOperationQuotaTest.java
create mode 100644
iotdb-core/metrics/interface/src/test/java/org/apache/iotdb/metrics/metricsets/disk/WindowsDiskMetricsManagerTest.java
copy scripts/{sbin/windows/start-cli-table.bat =>
conf/windows/iotdb-common.bat} (64%)
