This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch cp-feaeaa6-dev-1.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cf5e25025bc Merge dev/1.3 and resolve conflicts
add 4690d2e3c2b [Performance] Reduce aligned MemTable bitmap memory usage
(#18249) (#18256)
add a8505fb79ef Enable CRC32 intrinsic for DataNode (#18239) (#18245)
add 7d2359b708b [Performance] Reduce temporary allocations on insert path
(#18240) (#18247)
add a9f69c34cb1 [Pipe] Back off async sink for all retry statuses (#18236)
(#18252)
add 4e68fb8e7e3 [Pipe] Reduce AirGap sink reconnect log noise (#18243)
(#18253)
add 6c0cd468fda Fix flaky concurrent queue and WAL tests (#18246) (#18255)
add 82e70b270d6 [To dev/1.3] Enable show queries can be executed when the
available memory for Operators is insufficient
add 8e402ea5f72 [Performance] Optimize tablet RPC deserialization (#18248)
(#18268)
add 1c0b0c7069d [Pipe] Prevent unexpected OPC UA endpoint redirects
(#18259) (#18269)
add 4ea4636a9b3 Load: Fix active load reliability issues (#18224) (#18270)
add 106d7bf3c15 [Pipe] Resume TsFile parsing after retryable failures
(#18261) (#18283)
add 945ad796e95 Fix pipe tablet memory self-lock during batching (#18266)
(#18282)
add e0ae0bdf24d [Pipe] Back off TsFile parser admission retries (#18262)
(#18281)
add 2cfccada268 [Pipe] Fairly limit concurrent TsFile parsers (#18260)
(#18295)
add 06ab4f606ac [Pipe] Preserve parser fairness and OOM retry state
(#18306)
add c0f3291cfca Reject database paths with empty nodes on ConfigNode
(#18308) (#18312)
add 3d37b6041ff [Load] Handle empty path nodes during database
auto-creation (#18307) (#18319)
add 1e28e94449f Fix floating-point sentinel misuse in KDTree and SDT
(#18302) (#18313)
add 2a96cca633e Fix Region recovery validation before DataNode startup
success (#18311) (#18321)
add 8062f7d5e3f Prevent pipe receiver statement exception log floods
(#18318) (#18325)
add 7af1ad793ae Merge dev/1.3 into cp-feaeaa6-dev-1.3
No new revisions were added by this update.
Summary of changes:
.../apache/iotdb/itbase/constant/TestConstant.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 61 ++++
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 4 +-
.../persistence/schema/ClusterSchemaInfo.java | 8 +-
.../persistence/schema/ClusterSchemaInfoTest.java | 16 +
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 99 ++++--
.../iotdb/consensus/pipe/PipeConsensusTest.java | 55 +++
.../src/assembly/resources/conf/datanode-env.bat | 2 +
.../src/assembly/resources/conf/datanode-env.sh | 3 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2 +
.../db/consensus/SchemaRegionConsensusImpl.java | 23 +-
.../agent/task/connection/PipeEventCollector.java | 15 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 176 ++++++++--
.../scan/TsFileInsertionScanDataContainer.java | 5 +
.../processor/aggregate/AggregateProcessor.java | 39 +--
.../downsampling/DownSamplingProcessor.java | 40 +--
.../sdt/SwingingDoorTrendingFilter.java | 8 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 33 +-
.../resource/memory/InsertNodeMemoryEstimator.java | 81 +++--
.../db/pipe/resource/memory/PipeMemoryManager.java | 367 +++++++++++++++++++-
.../db/pipe/sink/protocol/opcua/OpcUaSink.java | 29 +-
.../sink/protocol/opcua/client/ClientRunner.java | 88 ++++-
.../protocol/opcua/client/IoTDBOpcUaClient.java | 12 +-
.../protocol/opcua/server/OpcUaKeyStoreLoader.java | 21 +-
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 2 +
.../protocol/opcua/server/OpcUaServerBuilder.java | 141 +++++++-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 41 +--
.../handler/PipeTransferTrackableHandler.java | 4 +-
.../sink/protocol/websocket/WebSocketSink.java | 21 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 6 +-
.../fragment/FragmentInstanceContext.java | 3 +
.../execution/operator/OperatorContext.java | 5 +
.../analyze/cache/schema/DataNodeSchemaCache.java | 11 +
.../analyze/cache/schema/DeviceCacheEntry.java | 35 +-
.../plan/analyze/cache/schema/DeviceLastCache.java | 105 ++++--
.../analyze/cache/schema/DeviceSchemaCache.java | 21 +-
...eviceSchema.java => LastCacheUpdateSource.java} | 17 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 49 ++-
.../plan/parser/StatementGenerator.java | 45 ++-
.../plan/planner/LocalExecutionPlanner.java | 108 +++---
.../memory/FakedMemoryReservationManager.java | 3 +
.../planner/memory/MemoryReservationManager.java | 6 +
.../NotThreadSafeMemoryReservationManager.java | 113 ++++--
.../memory/ThreadSafeMemoryReservationManager.java | 10 +
.../plan/node/load/LoadSingleTsFileNode.java | 26 +-
.../planner/plan/node/write/InsertRowNode.java | 47 ++-
.../plan/scheduler/load/LoadTsFileScheduler.java | 15 +-
.../plan/statement/crud/InsertRowsStatement.java | 18 +
.../java/org/apache/iotdb/db/service/DataNode.java | 11 +-
.../iotdb/db/storageengine/StorageEngine.java | 4 +-
.../db/storageengine/dataregion/DataRegion.java | 3 -
.../dataregion/memtable/TsFileProcessor.java | 14 +-
.../load/active/ActiveLoadDirScanner.java | 32 +-
.../load/active/ActiveLoadPendingQueue.java | 20 +-
.../load/active/ActiveLoadTsFileLoader.java | 40 ++-
.../storageengine/load/active/ActiveLoadUtil.java | 116 +++++--
.../db/utils/datastructure/AlignedTVList.java | 46 ++-
.../org/apache/iotdb/db/conf/PropertiesTest.java | 29 ++
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 24 +-
.../event/TsFileInsertionDataContainerTest.java | 160 ++++++---
.../PipeTsFileInsertionEventAdmissionTest.java | 130 +++++++
.../sdt/SwingingDoorTrendingFilterTest.java | 65 ++++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 88 ++++-
.../InsertNodeMemoryEstimatorPerformanceTest.java | 175 ++++++++++
.../memory/PipeMemoryManagerResizeTest.java | 113 ++++++
.../resource/memory/PipeMemoryManagerTest.java | 384 +++++++++++++++++++++
.../protocol/opcua/client/ClientRunnerTest.java | 147 ++++++++
.../opcua/server/OpcUaServerBuilderTest.java | 164 +++++++++
.../handler/PipeTransferTrackableHandlerTest.java | 20 +-
.../schema/DeviceLastCachePerformanceTest.java | 265 ++++++++++++++
.../analyze/cache/schema/DeviceLastCacheTest.java | 63 ++++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 154 +++++++++
.../LocalExecutionPlannerOperatorsMemoryTest.java | 164 +++++++++
.../plan/planner/node/load/LoadTsFileNodeTest.java | 41 +++
.../scheduler/load/LoadTsFileSchedulerTest.java | 45 +++
.../dataregion/memtable/TsFileProcessorTest.java | 28 +-
.../wal/node/WALNodeWaitForRollFileTest.java | 141 ++++----
.../load/active/ActiveLoadDirScannerTest.java | 145 ++++++++
.../load/active/ActiveLoadTsFileLoaderTest.java | 20 ++
.../load/active/ActiveLoadUtilTest.java | 139 ++++++++
.../iotdb/db/utils/ManualPerformanceTestUtils.java | 186 ++++++++++
.../db/utils/datastructure/AlignedTVListTest.java | 42 +++
.../conf/iotdb-system.properties.template | 13 +
.../apache/iotdb/commons/conf/CommonConfig.java | 39 +++
.../task/subtask/PipeAbstractSinkSubtask.java | 14 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 12 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 10 +
.../pipe/config/constant/PipeSinkConstant.java | 9 +
.../commons/pipe/resource/log/PipeLogger.java | 4 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 15 +-
.../apache/iotdb/commons/udf/utils/KDTreeUtil.java | 10 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 68 +++-
.../ConcurrentIterableLinkedQueueTest.java | 238 +++++++------
.../commons/pipe/resource/PipeLoggerTest.java | 74 ++++
.../iotdb/commons/udf/utils/KDTreeUtilTest.java} | 33 +-
.../apache/iotdb/commons/utils/PathUtilsTest.java | 77 +++++
96 files changed, 5095 insertions(+), 780 deletions(-)
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/pipe/PipeConsensusTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/cache/schema/{IDeviceSchema.java
=> LastCacheUpdateSource.java} (67%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/PipeTsFileInsertionEventAdmissionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/sdt/SwingingDoorTrendingFilterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryManagerResizeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/ClientRunnerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaServerBuilderTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/cache/schema/DeviceLastCachePerformanceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/cache/schema/DeviceLastCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/LocalExecutionPlannerOperatorsMemoryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadDirScannerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadUtilTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/ManualPerformanceTestUtils.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/resource/PipeLoggerTest.java
copy
iotdb-core/{confignode/src/test/java/org/apache/iotdb/confignode/conf/ConfigNodeMemoryConfigTest.java
=>
node-commons/src/test/java/org/apache/iotdb/commons/udf/utils/KDTreeUtilTest.java}
(55%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/PathUtilsTest.java
