This is an automated email from the ASF dual-hosted git repository.
justinchen pushed a change to branch session-last-bug
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5b65f8d8ee1 fix
add 7054c8ab8a2 Add result size limit and time slice control for
TransformOperator
add b49aaacc945 Fix C++ query dataset timeout propagation (#17399)
add 35326e84d82 Disabled some unstable function (#17373)
add 6b33deab459 Pipe: Fixed the bug that mod may not be released in
historical pipe (#17379)
add 9bfe0b0a78e Pipe: Made the historical pipe split auto dropped after
completion (#17295)
add 77fe3e72a78 Fix rest service port conflicts bug (#17401)
add 6ef35e4537e Cleaned multiple potential problems in pipe module (#17396)
add 67b017b3469 Support COPY TO TsFile for exporting query results in
table model (#17372)
add 7cde3c96f93 Pipe: Optimized the procedure waiting timeout for some
time-consuming procedure & Construct the historical pipe when realtime pipe
creation times out (#17404)
add b85ac145a4c Fix C++ client time column access causing UB for non-long
types (#17397) (#17400)
add 68fc992af53 Pipe: Fixed some potential OPC UA problems & Added IT for
`` in opc (#17393)
add 436524f0d4f Fix the problem that writes duplicate TConsensusGroupId
when repairing data partition table (#17416)
add 1d116161506 Fixed multiple bugs related to schema (#17405)
add 30a651a5bae Fix: replace duplicated string literal '/myTopic' with
constant (#17419)
add 2b7b6cb9063 Load: Fixed multiple bugs (#17413)
add 75bfa23862d Subscription: Fixed multiple problems (#17418)
add 55082b24529 Make Windows metric binding asynchronous and remove test
waits (#17423)
add 9fe80a48e2c Fix pipe consensus compatibility during rolling upgrade
(#17428)
add dce76a6fe8c Fix error msg for SeeionPoolIT. (#17427)
add 3931c05c22e Resolve type mismatch when WHEN result type differs from
ELSE (INT32 vs INT64) (#17415)
add 79d8fa76ecc Auth: Fixed potential NPE problems && Added clear cache
option to clear the stale auth cache (#17426)
add c91688bd471 Fix IoTDBCopyToTsFileIT (#17429)
add e801885cc2a Bump ratis-thirdparty-misc and ratis versions (#17432)
add 1768bd97f9f Add PlanNodeType enum value for tsfile object piece.
(#17431)
add 8bc4967909d Merge branch 'master' of https://github.com/apache/iotdb
into session-last-bug
add 4bda57af2b2 fix
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 17 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 2 +-
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 1 +
.../iotdb/db/it/schema/IoTDBSchemaSyntaxIT.java | 154 +++++
.../apache/iotdb/db/it/utils/AlignedWriteUtil.java | 2 +
.../manual/enhanced/IoTDBPipeAutoDropIT.java | 123 ++--
.../treemodel/auto/basic/IoTDBPipeDataSinkIT.java | 67 ++-
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 40 +-
.../it/db/it/IoTDBCaseWhenThenTableIT.java | 12 +-
.../query/recent/copyto/IoTDBCopyToTsFileIT.java | 668 +++++++++++++++++++++
.../IoTDBUncorrelatedInPredicateSubqueryIT.java | 32 +-
.../iotdb/session/it/IoTDBConnectionsIT.java | 1 -
.../iotdb/session/it/IoTDBSessionQueryIT.java | 5 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 3 +-
.../client-cpp/src/main/IoTDBRpcDataSet.cpp | 20 +
.../client-cpp/src/main/SessionConnection.cpp | 2 +-
iotdb-client/client-cpp/src/test/cpp/sessionIT.cpp | 35 ++
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../confignode/conf/SystemPropertiesUtils.java | 35 +-
.../iotdb/confignode/manager/ProcedureManager.java | 25 +-
.../runtime/heartbeat/PipeHeartbeat.java | 2 +-
.../pipe/source/IoTDBConfigRegionSource.java | 6 +-
.../schema/mnode/impl/ConfigTableNode.java | 4 +
.../persistence/subscription/SubscriptionInfo.java | 51 +-
.../DataPartitionTableIntegrityCheckProcedure.java | 20 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 1 -
.../apache/iotdb/consensus/ConsensusFactory.java | 19 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 4 +
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 5 +-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 24 +-
.../exception/DiskSpaceInsufficientException.java | 4 +
.../PipeDataRegionProcessorConstructor.java | 4 +
.../dataregion/PipeDataRegionSinkConstructor.java | 8 +
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 2 +-
.../agent/task/connection/PipeEventCollector.java | 2 +-
.../sink/PipeRealtimePriorityBlockingQueue.java | 11 +-
.../pipe/consensus/deletion/DeletionResource.java | 3 +-
.../common/deletion/PipeDeleteDataNodeEvent.java | 3 +-
.../pipe/metric/overview/PipeResourceMetrics.java | 2 +-
.../receiver/PipeDataNodeReceiverMetrics.java | 4 +-
.../processor/aggregate/AggregateProcessor.java | 4 +-
.../iotconsensusv2/IoTConsensusV2Receiver.java | 25 +-
.../IoTConsensusV2ReceiverAgent.java | 2 +-
.../resource/memory/PipeDynamicMemoryBlock.java | 4 +-
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 4 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 15 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 4 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 2 +-
.../protocol/opcua/server/OpcUaKeyStoreLoader.java | 14 +-
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 7 +-
.../protocol/opcua/server/OpcUaServerBuilder.java | 1 +
.../websocket/WebSocketConnectorServer.java | 23 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 9 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 9 +-
.../pipe/sink/util/builder/PipeTsFileBuilder.java | 4 +-
.../source/dataregion/IoTDBDataRegionSource.java | 2 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 6 +-
.../PipeRealtimeDataRegionHybridSource.java | 34 +-
.../realtime/PipeRealtimeDataRegionLogSource.java | 42 +-
.../realtime/PipeRealtimeDataRegionSource.java | 35 +-
.../PipeRealtimeDataRegionTsFileSource.java | 18 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 3 +
.../execution/executor/RegionWriteExecutor.java | 82 ++-
.../queryengine/execution/memory/MemoryPool.java | 3 +-
.../operator/process/TransformOperator.java | 18 +-
.../operator/process/copyto/CopyToOptions.java | 157 +++++
.../process/copyto/IFormatCopyToWriter.java | 72 +++
.../process/copyto/TableCopyToOperator.java | 187 ++++++
.../process/copyto/tsfile/CopyToTsFileOptions.java | 272 +++++++++
.../copyto/tsfile/TsFileFormatCopyToWriter.java | 186 ++++++
.../analyze/load/LoadTsFileTableSchemaCache.java | 4 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 8 +-
.../plan/analyze/schema/NormalSchemaFetcher.java | 16 +-
.../config/executor/ClusterConfigTaskExecutor.java | 11 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 9 +-
.../plan/planner/TableOperatorGenerator.java | 36 ++
.../plan/planner/plan/node/PlanNodeType.java | 1 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../planner/plan/node/load/LoadTsFileNode.java | 2 +
.../relational/analyzer/StatementAnalyzer.java | 9 +
.../plan/relational/metadata/TableSchema.java | 9 +
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 12 +-
.../cache/DeviceSchemaRequestCache.java | 2 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 4 +-
.../plan/relational/planner/IrTypeAnalyzer.java | 117 +++-
.../relational/planner/TableLogicalPlanner.java | 68 ++-
.../planner/distribute/AddExchangeNodes.java | 23 +
.../distribute/TableDistributedPlanGenerator.java | 8 +
.../TableModelTypeProviderExtractor.java | 7 +
...tSourceColumns.java => PruneCopyToColumns.java} | 18 +-
.../{ExplainAnalyzeNode.java => CopyToNode.java} | 122 ++--
.../plan/relational/planner/node/Patterns.java | 4 +
.../optimizations/LogicalOptimizeFactory.java | 2 +
.../optimizations/UnaliasSymbolReferences.java | 20 +
.../plan/relational/sql/ast/AstVisitor.java | 4 +
.../sql/ast/{Prepare.java => CopyTo.java} | 81 +--
.../sql/ast/DefaultTraversalVisitor.java | 6 +
.../plan/relational/sql/ast/Expression.java | 2 +
.../sql/ast/RelationalAuthorStatement.java | 2 +-
.../plan/relational/sql/parser/AstBuilder.java | 79 ++-
.../plan/relational/sql/util/SqlFormatter.java | 16 +
.../{TypeCoercion.java => TypeCoercionUtils.java} | 24 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 5 +-
.../rescon/MemSchemaRegionStatistics.java | 4 +-
.../schemaregion/SchemaRegionPlanType.java | 2 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 2 +-
.../mnode/iterator/AbstractTraverserIterator.java | 3 +
.../mnode/iterator/MemoryTraverserIterator.java | 14 +-
.../mnode/iterator/CachedTraverserIterator.java | 7 +
.../impl/pbtree/schemafile/WrappedSegment.java | 12 +-
.../db/storageengine/load/LoadTsFileManager.java | 4 +-
.../load/active/ActiveLoadPendingQueue.java | 4 +-
.../load/config/LoadTsFileConfigurator.java | 4 +-
.../load/memory/LoadTsFileMemoryManager.java | 3 +-
.../load/metrics/LoadTsFileCostMetricsSet.java | 2 +-
.../db/storageengine/rescon/disk/TierManager.java | 32 +
.../agent/SubscriptionBrokerAgent.java | 2 +-
.../agent/SubscriptionConsumerAgent.java | 1 -
.../subscription/agent/SubscriptionTopicAgent.java | 21 +-
.../TsFileDeduplicationBlockingPendingQueue.java | 2 +-
.../schemaRegion/SchemaRegionManagementTest.java | 12 +
.../agent/plugin/PipeDataNodePluginAgentTest.java | 30 +
.../execution/operator/TransformOperatorTest.java | 136 +++++
.../iotdb/metrics/metricsets/disk/DiskMetrics.java | 11 +
.../metricsets/disk/WindowsDiskMetricsManager.java | 10 -
.../iotdb/metrics/metricsets/net/NetMetrics.java | 11 +
.../metricsets/net/WindowsNetMetricManager.java | 4 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 6 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../commons/partition/SeriesPartitionTable.java | 13 +-
.../agent/plugin/builtin/BuiltinPipePlugin.java | 11 +-
.../task/connection/BlockingPendingQueue.java | 21 +-
.../pipe/datastructure/pattern/TreePattern.java | 11 +-
.../pipe/sink/client/IoTDBSyncClientManager.java | 2 +-
.../commons/schema/cache/CacheClearOptions.java | 1 +
.../schema/column/ColumnHeaderConstant.java | 15 +
.../iotdb/commons/schema/filter/SchemaFilter.java | 3 +
.../apache/iotdb/commons/schema/ttl/TTLCache.java | 3 +
.../meta/consumer/ConsumerGroupMeta.java | 9 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 34 +-
pom.xml | 12 +-
144 files changed, 3221 insertions(+), 666 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBSchemaSyntaxIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/copyto/IoTDBCopyToTsFileIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/copyto/CopyToOptions.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/copyto/IFormatCopyToWriter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/copyto/TableCopyToOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/copyto/tsfile/CopyToTsFileOptions.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/copyto/tsfile/TsFileFormatCopyToWriter.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/{
=> fetcher}/cache/DeviceSchemaRequestCache.java (99%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/{PruneOutputSourceColumns.java
=> PruneCopyToColumns.java} (76%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/{ExplainAnalyzeNode.java
=> CopyToNode.java} (51%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{Prepare.java
=> CopyTo.java} (50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/{TypeCoercion.java
=> TypeCoercionUtils.java} (58%)
