This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch schema_13
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from f43f8abd6ed fix
add 33fa6fa604e Subscription: Fixed multiple problems (#17418) (#17422)
add 03cc1bdfa35 Load: Fixed multiple bugs (#17413) (#17421)
add 28c4e020bc2 [To dev/1.3] Fix the deadlock at ConfigNode
PipeTaskCoordinatorLock (#17233) (#17424)
add 230cd633172 [to dev/1.3] fix: prevent NPE when isFinished() is called
before DataDriver init (#17441)
add 1f1d2c182c2 [To dev/1.3] Pipe: Fixed the OOM bug of tablet memory
calculation & Optimized the tablet size by memory estimation (#17451)
add 8ccd7c67600 [To dev/1.3] Subscription: Fixed the retry bug of
procedures & Pipe: Deleted some useless codes (#17455) (#17484)
add d34bd8d5aec [To dev/1.3] Pipe: Optimized the memory occupation of pipe
realtime source (#17450)(#17474) (#17486)
add c72b9675443 [To dev/1.3] Subscription: add removeUserData for messages
(#17479)
add 751c5c5829b Pipe: Refactor AirGap receiver with configurable payload
size control (#17443) (#17503)
add 8bf164037e7 [To dev/1.3] Improve state type validation in
CombineRequest deserialization. (#17449) (#17502)
add b8f33a6735c [To dev/1.3] Pipe: check file receiver write path (#17442)
(#17501)
add d6b0680dfd2 [To dev/1.3] Enhance the last query permission && Fixed
the rollback version of alter view / table plans && Deleted the unnecessary
mods in Tree view deletion (#17465) (#17494)
add 413b074e78c Pipe: Downgraded and reduced the log of
PipePushMetaRPCHandler (#17492) (#17519)
add c1556669dc3 Pipe: Fixed the OPC UA bug that drop pipe may not erase
the client (#17510) (#17522)
add 8d1ad63e955 [To dev/1.3] enhance cppclient tsblock deserialize
validation (#17464) (#17518)
add 9cadc71a819 [To dev/1.3] Load balance patch (#17463) (#17493) (#17527)
add ecef8f7cf83 [To dev/1.3] Pipe: Rewrote the OPC UA subscription logic
to avoid the bug of third-party subscription model (#17524)
add 4588b8d27a4 [To dev/1.3] Pipe: Upgraded bouncy castle && Added logs
for pipe tsFile parser (#17504) (#17523)
add 63ea91a83f8 [To dev/1.3] Enable show queries to be executed
immediately when the available memory in the memoryPool is insufficient (#17529)
add 57c012620c9 [to dev/1.3] fix AbstractEnv.ensureNodeStatus & Fix: send
set configuration only to target nodes and harden compaction schedule
interruption handling (#17447)
add 5c4853bdae8 fix (#17533)
add 9fff324b023 fix: catch exception during TVList ownership transfer to
avoid memory leak
add e96ce958bac [To dev/1.3] Fix appearance of dispatching FI failed
because of thrift frame is oversize (#17550)
add d5770c523e8 [To dev/1.3] Fixed the sequence of limit & offset in
show-devices
add aa1e322fa81 Fix duplicate deletion emission in TsFileSplitter (#17538)
add edfd97d9c6a Pipe: Optimized the shrink/expand method of blocks (#17555)
add 754a1502bac [To dev/1.3] Subscription: support encrypted password auth
in consumer builder (#17552)
add 7363d35e097 [To dev/1.3] Pipe: Fixed the failed logic for compressing
progressReportEvent (#17457) (#17557)
add 97ff59ddb8c Merge branch 'dev/1.3' of https://github.com/apache/iotdb
into schema_13
No new revisions were added by this update.
Summary of changes:
.../iotdb/it/env/cluster/env/AbstractEnv.java | 28 +++-
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 160 ++++++++++++++++++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 26 +++
.../iotdb/session/it/IoTDBSessionQueryIT.java | 79 +++++++++
.../it/local/IoTDBSubscriptionMessageIT.java | 184 +++++++++++++++++++++
.../IoTDBEncryptedPasswordPullConsumerIT.java | 168 +++++++++++++++++++
iotdb-client/client-cpp/src/main/ColumnDecoder.cpp | 3 +
iotdb-client/client-cpp/src/main/Common.cpp | 46 +++++-
iotdb-client/client-cpp/src/main/Common.h | 8 +
iotdb-client/client-cpp/src/main/TsBlock.cpp | 12 ++
iotdb-client/client-cpp/src/test/cpp/sessionIT.cpp | 67 ++++++++
.../rpc/TCompressedElasticFramedTransport.java | 1 +
.../apache/iotdb/rpc/TElasticFramedTransport.java | 11 ++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../rpc/subscription/config/ConsumerConfig.java | 12 ++
.../rpc/subscription/config/ConsumerConstant.java | 1 +
.../consumer/SubscriptionConsumer.java | 73 +++++---
.../consumer/SubscriptionProvider.java | 12 ++
.../consumer/SubscriptionPullConsumer.java | 35 ++--
.../consumer/SubscriptionPushConsumer.java | 6 +
.../subscription/payload/SubscriptionMessage.java | 23 +++
.../payload/SubscriptionMessageHandler.java | 5 +-
.../payload/SubscriptionRecordHandler.java | 30 ++++
.../async/handlers/rpc/PipePushMetaRPCHandler.java | 6 +-
.../confignode/manager/PermissionManager.java | 9 +
.../manager/load/service/EventService.java | 5 +
.../iotdb/confignode/manager/node/NodeManager.java | 2 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 14 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 19 ++-
.../subscription/SubscriptionCoordinator.java | 10 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 52 ++++++
.../persistence/subscription/SubscriptionInfo.java | 51 +++---
.../impl/pipe/task/CreatePipeProcedureV2.java | 67 ++++++++
.../AbstractOperateSubscriptionProcedure.java | 1 +
.../subscription/CreateSubscriptionProcedure.java | 9 +-
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 61 +++++++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 ++
.../container/TsFileInsertionDataContainer.java | 20 ++-
.../query/TsFileInsertionQueryDataContainer.java | 11 +-
.../scan/TsFileInsertionScanDataContainer.java | 14 +-
.../twostage/exchange/payload/CombineRequest.java | 10 +-
.../protocol/airgap/IoTDBAirGapReceiver.java | 25 ++-
.../visitor/PipeStatementTSStatusVisitor.java | 30 +---
.../db/pipe/resource/memory/PipeMemoryBlock.java | 9 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 91 ++++++----
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 92 +++--------
.../db/pipe/sink/protocol/opcua/OpcUaSink.java | 69 ++++----
.../protocol/opcua/client/IoTDBOpcUaClient.java | 65 ++++++--
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 158 ++++++++++++++++--
.../protocol/opcua/server/OpcUaServerBuilder.java | 14 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 1 -
.../async/handler/PipeTransferTsFileHandler.java | 5 +-
.../realtime/PipeRealtimeDataRegionSource.java | 18 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 24 +--
.../iotdb/db/protocol/thrift/OperationType.java | 3 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 72 +++++---
.../db/queryengine/common/MPPQueryContext.java | 14 ++
.../queryengine/execution/driver/DataDriver.java | 5 +
.../db/queryengine/execution/driver/Driver.java | 4 +-
.../queryengine/execution/driver/SchemaDriver.java | 5 +
.../execution/exchange/MPPDataExchangeManager.java | 56 ++++++-
.../execution/exchange/SharedTsBlockQueue.java | 57 ++++---
.../execution/exchange/sink/SinkChannel.java | 62 +++++--
.../execution/exchange/source/SourceHandle.java | 90 +++++++---
.../fragment/FragmentInstanceContext.java | 33 +++-
.../fragment/FragmentInstanceManager.java | 2 +
.../queryengine/execution/memory/MemoryPool.java | 56 +++++--
.../db/queryengine/plan/analyze/Analysis.java | 2 +-
.../plan/analyze/ClusterPartitionFetcher.java | 30 +++-
.../queryengine/plan/execution/QueryExecution.java | 7 +-
.../config/executor/ClusterConfigTaskExecutor.java | 2 +
.../plan/parser/StatementGenerator.java | 2 +-
.../plan/planner/LogicalPlanVisitor.java | 4 +-
.../plan/planner/OperatorTreeGenerator.java | 6 +-
.../plan/planner/plan/FragmentInstance.java | 2 +
.../scheduler/FragmentInstanceDispatcherImpl.java | 11 ++
.../plan/scheduler/load/LoadTsFileScheduler.java | 5 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 4 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 6 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 4 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 7 +-
.../schedule/CompactionScheduleTaskManager.java | 9 +
.../schedule/CompactionScheduleTaskWorker.java | 21 ++-
.../compaction/schedule/TTLScheduleTask.java | 17 +-
.../db/storageengine/load/LoadTsFileManager.java | 4 +-
.../load/active/ActiveLoadPendingQueue.java | 4 +-
.../load/config/LoadTsFileConfigurator.java | 4 +-
.../load/memory/LoadTsFileMemoryManager.java | 1 -
.../load/metrics/LoadTsFileCostMetricsSet.java | 2 +-
.../storageengine/load/splitter/DeletionData.java | 4 +
.../load/splitter/TsFileSplitter.java | 1 -
.../agent/SubscriptionBrokerAgent.java | 2 +-
.../agent/SubscriptionConsumerAgent.java | 1 -
.../subscription/agent/SubscriptionTopicAgent.java | 21 ++-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 21 ++-
.../event/TsFileInsertionDataContainerTest.java | 13 ++
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 72 ++++++++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 58 +++++++
.../db/queryengine/execution/DataDriverTest.java | 127 +++++++++++++-
.../execution/exchange/LocalSinkChannelTest.java | 10 +-
.../execution/exchange/SharedTsBlockQueueTest.java | 11 +-
.../execution/exchange/ShuffleSinkHandleTest.java | 5 +-
.../execution/exchange/SourceHandleTest.java | 5 +-
.../db/queryengine/execution/exchange/Utils.java | 26 ++-
.../execution/memory/MemoryPoolTest.java | 116 +++++++++++--
.../logical/RegionScanLogicalPlannerTest.java | 8 +-
.../logical/SchemaQueryLogicalPlannerTest.java | 17 ++
.../BatchedCompactionWithTsFileSplitterTest.java | 86 ++++++++++
.../apache/iotdb/commons/conf/CommonConfig.java | 30 +++-
.../apache/iotdb/commons/path/PathPatternTree.java | 49 +++---
.../connection/UnboundedBlockingPendingQueue.java | 4 +
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 5 +
.../pipe/config/constant/PipeSinkConstant.java | 5 +
.../pipe/config/constant/PipeSourceConstant.java | 7 +
.../commons/pipe/receiver/IoTDBFileReceiver.java | 37 +++--
.../meta/consumer/ConsumerGroupMeta.java | 13 +-
.../subscription/meta/consumer/ConsumerMeta.java | 20 +++
.../commons/subscription/meta/topic/TopicMeta.java | 11 ++
.../pipe/receiver/IoTDBFileReceiverTest.java | 128 ++++++++++++++
.../commons/subscription/topic/TopicDeSerTest.java | 11 ++
pom.xml | 2 +-
122 files changed, 2961 insertions(+), 548 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/local/IoTDBSubscriptionMessageIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/triple/regression/param/IoTDBEncryptedPasswordPullConsumerIT.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/airgap/IoTDBAirGapReceiverTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/receiver/IoTDBFileReceiverTest.java
