This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch hf-timerxl
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8bf44a25f8c Update pyproject.toml
add 29acd7dff6e Fix IT bug
add 4342166741b Feat: Add APPROX_MOST_FREQUENT Aggregation Function
add efa2f771079 IoTV2: Make consensus event retry forever. (#15565)
add a87fc6dd51c IoTV2: Refine receiver and sender transfer logic to
prevent stuck (#15569)
add 1c64fdea7c9 Make it easier for users to extend ClientRPCServiceImpl to
export more rpc services
add bed5450b407 Fix 15569 and 15565 compile error (#15591)
add 9b6b32344ec Pipe/Load: Assign distinct progress indexes for loading
tsfiles in time partitions to reduce pipe reprocessing after restart & Decrease
pipe heartbeat interval (#15583)
add e99fc445663 Pipe: Optimize Batch and WAL memory allocation algorithms
(#15534)
add ca8ce24f2f0 Pipe: Optimize Drop Pipe high priority tasks cannot obtain
SubTask object lock (#15404)
add ca6f5f4c57a Subscription: retain tsfile events in tsfile batch to
avoid premature commit (#15598)
add 43678a1beb3 Subscription: support unsubscribe from completed topics
under client heartbeat thread (#15595)
add 1c1574fb9e8 [AINode] Add Holt-Winters algorithm and fix related bugs
add f6b2d07a61b Added nodes/config_nodes/data_nodes table for
information_schema & Fixed the header of show ainodes
add a8f1e4031af Change keep_input to preserve_input
add ff7353158c9 Merge branch 'master' into hf-timerxl
add 0d8b40dd7d3 spotless
No new revisions were added by this update.
Summary of changes:
LICENSE | 15 +
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 22 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 53 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 69 +++-
.../IoTDBSnapshotDevicePullConsumerDataSetIT.java | 3 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../response/PipeSubscribeHeartbeatResp.java | 17 +-
.../base/AbstractSubscriptionProviders.java | 13 +-
iotdb-core/ainode/ainode/core/constant.py | 1 +
.../ainode/core/model/built_in_model_factory.py | 4 +-
.../iotdb/confignode/manager/ConfigManager.java | 29 ++
.../apache/iotdb/confignode/manager/IManager.java | 8 +
.../iotdb/confignode/manager/node/NodeManager.java | 88 ++++++
.../iotdb/confignode/persistence/ModelInfo.java | 7 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 12 +
.../apache/iotdb/consensus/ConsensusFactory.java | 4 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 7 +-
.../subtask/connector/PipeConnectorSubtask.java | 71 +++--
.../evolvable/batch/PipeTabletEventBatch.java | 34 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 350 ++++++++++++++-------
.../pipeconsensus/PipeConsensusSyncConnector.java | 34 +-
...r.java => PipeConsensusDeleteEventHandler.java} | 64 ++--
.../PipeConsensusTabletBatchEventHandler.java | 2 +-
.../PipeConsensusTabletInsertionEventHandler.java | 21 +-
.../PipeConsensusTsFileInsertionEventHandler.java | 10 +
.../PipeConsensusTransferBatchReqBuilder.java | 6 +-
...oricalDataRegionTsFileAndDeletionExtractor.java | 13 +-
.../pipeconsensus/PipeConsensusReceiver.java | 138 +++++---
.../resource/memory/PipeDynamicMemoryBlock.java | 156 +++++++++
.../pipe/resource/memory/PipeMemoryBlockType.java | 2 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 54 ++++
.../resource/memory/PipeModelFixedMemoryBlock.java | 125 ++++++++
.../strategy/DynamicMemoryAllocationStrategy.java | 25 +-
.../strategy/ThresholdAllocationStrategy.java | 134 ++++++++
.../iotdb/db/protocol/client/ConfigNodeClient.java | 17 +
.../impl/DataNodeInternalRPCServiceImpl.java | 21 +-
.../InformationSchemaContentSupplierFactory.java | 182 +++++++++++
.../AbstractApproxMostFrequentAccumulator.java | 57 ++++
.../relational/aggregation/AccumulatorFactory.java | 62 ++++
.../ApproxCountDistinctAccumulator.java | 5 +-
.../BinaryApproxMostFrequentAccumulator.java | 130 ++++++++
.../BlobApproxMostFrequentAccumulator.java | 39 +++
.../BooleanApproxMostFrequentAccumulator.java | 129 ++++++++
.../DoubleApproxMostFrequentAccumulator.java | 129 ++++++++
.../FloatApproxMostFrequentAccumulator.java | 129 ++++++++
.../IntApproxMostFrequentAccumulator.java | 129 ++++++++
.../LongApproxMostFrequentAccumulator.java | 128 ++++++++
.../ApproxMostFrequentBucketDeserializer.java | 21 ++
.../ApproxMostFrequentBucketSerializer.java | 21 ++
.../aggregation/approximate/Counter.java | 71 +++++
.../aggregation/approximate/DoublyLinkedList.java | 173 ++++++++++
.../approximate/ExternalizableUtil.java | 31 ++
.../aggregation/{ => approximate}/HyperLogLog.java | 2 +-
.../{ => approximate}/HyperLogLogStateFactory.java | 2 +-
.../relational/aggregation/approximate/ITopK.java | 43 +++
.../aggregation/approximate/ListNode2.java | 42 +++
.../relational/aggregation/approximate/Pair.java | 56 ++++
.../aggregation/approximate/SpaceSaving.java | 147 +++++++++
.../approximate/SpaceSavingByteCalculator.java | 21 ++
.../approximate/SpaceSavingStateFactory.java | 90 ++++++
.../aggregation/approximate/StreamSummary.java | 294 +++++++++++++++++
...stractGroupedApproxMostFrequentAccumulator.java | 67 ++++
...BinaryGroupedApproxMostFrequentAccumulator.java | 105 +++++++
.../BlobGroupedApproxMostFrequentAccumulator.java | 40 +++
...ooleanGroupedApproxMostFrequentAccumulator.java | 104 ++++++
...DoubleGroupedApproxMostFrequentAccumulator.java | 104 ++++++
.../FloatGroupedApproxMostFrequentAccumulator.java | 104 ++++++
.../GroupedApproxCountDistinctAccumulator.java | 6 +-
.../IntGroupedApproxMostFrequentAccumulator.java | 104 ++++++
.../LongGroupedApproxMostFrequentAccumulator.java | 104 ++++++
.../grouped/array/HyperLogLogBigArray.java | 2 +-
.../grouped/array/SpaceSavingBigArray.java | 93 ++++++
.../function/tvf/ForecastTableFunction.java | 4 +-
.../relational/metadata/TableMetadataImpl.java | 11 +-
.../DataNodeLocationSupplierFactory.java | 3 +
.../plan/relational/sql/parser/AstBuilder.java | 10 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 44 +--
.../plan/scheduler/load/LoadTsFileScheduler.java | 39 ++-
.../java/org/apache/iotdb/db/service/DataNode.java | 17 +-
.../iotdb/db/storageengine/StorageEngine.java | 5 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 96 +++---
.../db/storageengine/load/LoadTsFileManager.java | 22 +-
.../agent/SubscriptionBrokerAgent.java | 11 +
.../db/subscription/broker/SubscriptionBroker.java | 19 ++
.../batch/SubscriptionPipeTsFileEventBatch.java | 11 +-
.../receiver/SubscriptionReceiverV1.java | 6 +-
.../iotdb/db/utils/constant/SqlConstant.java | 1 +
...ner.java => IoTV2GlobalComponentContainer.java} | 45 ++-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 117 ++++++-
...sensusRetryWithIncreasingIntervalException.java | 9 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 129 +++++---
.../agent/task/subtask/PipeReportableSubtask.java | 30 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 41 +++
.../iotdb/commons/pipe/config/PipeDescriptor.java | 42 +++
.../iotdb/commons/pipe/event/EnrichedEvent.java | 10 +
.../pipe/receiver/PipeReceiverStatusHandler.java | 10 +-
.../schema/column/ColumnHeaderConstant.java | 17 +-
.../commons/schema/table/InformationSchema.java | 61 ++++
.../TableBuiltinAggregationFunction.java | 2 +-
.../org/apache/iotdb/commons/utils/RetryUtils.java | 12 +
.../thrift-commons/src/main/thrift/common.thrift | 3 +-
.../src/main/thrift/confignode.thrift | 37 ++-
.../src/main/thrift/datanode.thrift | 2 +-
104 files changed, 4961 insertions(+), 502 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/pipeconsensus/handler/{PipeConsensusTabletInsertionEventHandler.java
=> PipeConsensusDeleteEventHandler.java} (63%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeDynamicMemoryBlock.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeModelFixedMemoryBlock.java
copy
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/AIEnv.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/strategy/DynamicMemoryAllocationStrategy.java
(50%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/strategy/ThresholdAllocationStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AbstractApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BinaryApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BlobApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/BooleanApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/DoubleApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FloatApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/IntApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LongApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ApproxMostFrequentBucketDeserializer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ApproxMostFrequentBucketSerializer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/Counter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/DoublyLinkedList.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ExternalizableUtil.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{
=> approximate}/HyperLogLog.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/{
=> approximate}/HyperLogLogStateFactory.java (98%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ITopK.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/ListNode2.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/Pair.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSaving.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSavingByteCalculator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/SpaceSavingStateFactory.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/approximate/StreamSummary.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/AbstractGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BinaryGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BlobGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/BooleanGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/DoubleGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/FloatGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/IntGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/LongGroupedApproxMostFrequentAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/array/SpaceSavingBigArray.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/container/{PipeConsensusClientMgrContainer.java
=> IoTV2GlobalComponentContainer.java} (67%)
rename {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeConsensusRetryWithIncreasingIntervalException.java
(78%)
