This is an automated email from the ASF dual-hosted git repository.
chenyz pushed a change to branch builtin-udtf
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0a5d3b0aa38 save
add cb089662b67 Save
add c792db04207 Trim port in stop scripts & data dir (#15134)
add f76c2c98251 Enhance remove unexisted datanode error message #15138
add f4e6660f06d Fix duplicate recovery of RelationalInsertTabletNode
(#15105)
add da246d7ae06 perf: various types of iterator for multiple tvlists in
memchunk (#15114)
add 262605e7657 RegionMigrateProcedure and RegionReconstructProcedure no
longer acquire lock #15122
add d072d6f066d Load: Support converting mini TsFile into Tablets & Adjust
the way to extract metrics & Fix file not delete when analysis cast happens &
Pipe IT: Ignore IoTDBPipeProcessorIT.testTumblingTimeSamplingProcessor (#14784)
add 346af31db5e Rewrite the permission & Fixed the bug of show/desc tables
details for Information schema
add cfec4998ae9 Pipe: iotdb-thrift-connector async retry mechanism (#14916)
add 421ed660bf6 Fix privilege bug in JDBC (#15141)
add 4adabfd32b6 fix: MemoryNotEnough exception when flushing try to
release tvlist (#15143)
add 52d1df65382 Fix bug that the partition table auto cleaner cannot be
activated (#15158)
add ecce8e93d2e Fixed table dead lock problem & Separate the lock of tree
/ table & Added lock for CreateOrUpdateDevice for pipe transfer (#15152)
add 69715dff132 Fix optimizers doesn't work when execute Explain Analyze
query
add 7cef068e674 Pipe: Fixed the NPE for last table node in snapshot parser
& Added judging logic when table is also device in snapshot parser & Refactor &
Fixed the missing trimming logic for tsFile & Enhanced the table idempotency
logic & Fixed the ttl + table database privilege logic at receiver side & Fixed
the bug that the table write auto-create-db does not check privilege (#15135)
add cd5cd233d68 Updated moquette version to fix MQTT write direct memory
leak issue (#15144)
add f16cee80e50 Pipe: Fixed the bug that OPC DA sink may free a string
multiple times (#15165)
add b4e0b0278f5 Fix broken file genaterated after insert null to aligned
timeseries (#15163)
add c215fef2acc Fix table model UDF can be invoked after dropped.
add 3ec698db88c Clean databaseName when setSqlDialect
add af03c1692b4 [RTO/RPO] Topology awareness for query plan (#15014)
add f855c5b47d2 IoTConsensusV2: Fix some remain concurrent risks for
stronger robustness. #15172
add af7ae01d1b5 Directly throw DateTimeParseException instead of wrapping
RuntimeException (#15096)
add d34f1c53c59 Restore rollback for UnsetTemplateProcedure
add 9b0c0c01cdf Merge branch 'master' into builtin-udtf
No new revisions were added by this update.
Summary of changes:
dependencies.json | 10 +-
.../apache/iotdb/TableModelSessionExample2.java | 76 ----
.../org/apache/iotdb/udf/table/SessionAvg.java | 184 --------
.../org/apache/iotdb/db/it/utils/TestUtils.java | 8 +
.../treemodel/auto/basic/IoTDBPipeProcessorIT.java | 2 +
.../it/query/recent/IoTDBFillTableIT.java | 12 +-
.../it/query/recent/IoTDBMaintainAuthIT.java | 3 -
.../it/query/recent/IoTDBNullIdQueryIT.java | 12 +
.../relational/it/schema/IoTDBDatabaseIT.java | 39 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 91 ++++
.../iotdb/session/it/IoTDBSessionInsertNullIT.java | 28 ++
.../processor/TableFunctionDataProcessor.java | 7 -
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 5 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 5 +
.../IoTDBRelationalDatabaseMetadata.java | 99 +++--
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../java/org/apache/iotdb/session/Session.java | 2 +
.../iotdb/session/pool/TableSessionWrapper.java | 28 +-
.../assembly/resources/sbin/stop-confignode.bat | 25 +-
.../src/assembly/resources/sbin/stop-confignode.sh | 4 +
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 5 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 1 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../iotdb/confignode/manager/ClusterManager.java | 12 +-
.../iotdb/confignode/manager/load/LoadManager.java | 10 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../manager/load/cache/IFailureDetector.java | 5 +-
.../confignode/manager/load/cache/LoadCache.java | 29 +-
.../manager/load/cache/detector/FixedDetector.java | 2 +-
.../load/cache/detector/PhiAccrualDetector.java | 19 +-
.../load/cache/node/AINodeHeartbeatCache.java | 2 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 2 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 2 +-
.../manager/load/cache/region/RegionCache.java | 9 +-
.../load/cache/region/RegionGroupCache.java | 15 +-
.../manager/load/service/EventService.java | 11 +-
.../manager/load/service/HeartbeatService.java | 8 +
.../manager/load/service/TopologyService.java | 297 +++++++++++++
.../load/subscriber/IClusterStatusSubscriber.java | 6 +-
.../load/subscriber/NodeStatisticsChangeEvent.java | 3 +-
.../runtime/PipeLeaderChangeHandler.java | 12 -
.../runtime/PipeRuntimeCoordinator.java | 12 -
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 61 ++-
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 20 +-
.../procedure/PartitionTableAutoCleaner.java | 3 +
.../procedure/TimeoutExecutorThread.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 4 -
.../procedure/env/RegionMaintainHandler.java | 8 -
.../impl/region/ReconstructRegionProcedure.java | 33 --
.../impl/region/RegionMigrateProcedure.java | 33 --
.../impl/schema/UnsetTemplateProcedure.java | 74 +++-
.../manager/load/cache/RegionGroupCacheTest.java | 19 +-
.../manager/load/cache/detector/DetectorTest.java | 21 +-
iotdb-core/datanode/pom.xml | 2 +-
.../src/assembly/resources/conf/datanode-env.sh | 3 +
.../src/assembly/resources/sbin/stop-datanode.bat | 23 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 4 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 13 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 9 +
.../agent/task/connection/PipeEventCollector.java | 15 +-
.../evolvable/batch/PipeTabletEventBatch.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 4 +-
.../protocol/opcda/OpcDaServerHandle.java | 5 +-
.../async/IoTDBDataRegionAsyncConnector.java | 177 +++++---
.../ReplicateProgressDataNodeManager.java | 3 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 5 +-
.../pipeconsensus/PipeConsensusReceiver.java | 4 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 1 +
.../client/dn/AsyncTSStatusRPCHandler.java | 25 +-
.../client/dn/DataNodeAsyncRequestRPCHandler.java | 20 +-
...ger.java => DataNodeIntraHeartbeatManager.java} | 30 +-
.../iotdb/db/protocol/session/IClientSession.java | 6 +
.../impl/DataNodeInternalRPCServiceImpl.java | 57 ++-
.../fragment/FragmentInstanceContext.java | 42 +-
.../grouped/HashAggregationOperator.java | 1 +
.../iotdb/db/queryengine/plan/ClusterTopology.java | 175 ++++++++
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 2 -
.../queryengine/plan/analyze/AnalyzeVisitor.java | 6 -
.../plan/analyze/load/LoadTsFileAnalyzer.java | 213 ++++++---
.../analyze/lock/DataNodeSchemaLockManager.java | 1 +
.../plan/analyze/lock/SchemaLockType.java | 14 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 6 +-
.../plan/analyze/schema/SchemaValidator.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 28 +-
.../config/executor/ClusterConfigTaskExecutor.java | 10 +-
.../SimpleFragmentParallelPlanner.java | 11 +
.../distribution/WriteFragmentParallelPlanner.java | 7 +-
.../ReplicaSetUnreachableException.java} | 19 +-
.../exceptions/RootFIPlacementException.java} | 32 +-
.../plan/planner/plan/FragmentInstance.java | 2 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +
.../relational/analyzer/StatementAnalyzer.java | 17 +-
.../fetcher/TableHeaderSchemaValidator.java | 16 +-
.../relational/planner/TableLogicalPlanner.java | 13 +-
.../distribute/TableDistributedPlanGenerator.java | 22 +-
.../distribute/TableModelQueryFragmentPlanner.java | 12 +
...olumns.java => PruneExplainAnalyzeColumns.java} | 16 +-
.../planner/node/ExplainAnalyzeNode.java | 20 +-
.../plan/relational/planner/node/Patterns.java | 4 +
.../optimizations/LogicalOptimizeFactory.java | 2 +
.../optimizations/UnaliasSymbolReferences.java | 15 +-
.../relational/security/AccessControlImpl.java | 32 ++
.../plan/relational/sql/ast/LoadTsFile.java | 81 +++-
.../scheduler/FragmentInstanceDispatcherImpl.java | 5 +
.../plan/scheduler/load/LoadTsFileScheduler.java | 11 +-
.../plan/statement/crud/LoadTsFileStatement.java | 80 +++-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 2 +-
.../schemaregion/utils/ResourceByPathUtils.java | 12 +-
.../schemaengine/table/InformationSchemaUtils.java | 2 +
.../template/TemplateInternalRPCUpdateType.java | 1 -
.../dataregion/memtable/AbstractMemTable.java | 5 +-
.../memtable/AbstractWritableMemChunk.java | 217 ++++++++++
.../memtable/AlignedReadOnlyMemChunk.java | 248 ++++-------
.../memtable/AlignedWritableMemChunk.java | 477 +++++++++------------
.../dataregion/memtable/IWritableMemChunk.java | 31 --
.../dataregion/memtable/ReadOnlyMemChunk.java | 160 ++++---
.../dataregion/memtable/WritableMemChunk.java | 338 +++++----------
.../read/reader/chunk/MemAlignedChunkReader.java | 154 +------
.../read/reader/chunk/MemAlignedPageReader.java | 22 +-
.../read/reader/chunk/MemChunkReader.java | 111 +----
.../read/reader/chunk/MemPageReader.java | 23 +-
.../wal/recover/file/TsFilePlanRedoer.java | 27 +-
.../load/config/LoadTsFileConfigurator.java | 14 +
...leStatementDataTypeConvertExecutionVisitor.java | 14 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 14 +-
.../load/metrics/LoadTsFileCostMetricsSet.java | 31 +-
.../db/tools/schema/SRStatementGenerator.java | 8 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 35 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 9 +-
.../db/utils/datastructure/AlignedTVList.java | 445 ++++++++++++++-----
.../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +-
.../db/utils/datastructure/BooleanTVList.java | 2 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 2 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 2 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 2 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 2 +-
.../{SortKey.java => MemPointIterator.java} | 12 +-
.../datastructure/MemPointIteratorFactory.java | 381 ++++++++++++++++
.../MergeSortAlignedTVListIterator.java | 194 ---------
.../MergeSortMultiAlignedTVListIterator.java | 176 ++++++++
.../MergeSortMultiTVListIterator.java | 83 ++++
.../datastructure/MergeSortTVListIterator.java | 180 --------
.../datastructure/MultiAlignedTVListIterator.java | 236 ++++++++++
.../utils/datastructure/MultiTVListIterator.java | 179 ++++++++
.../OrderedMultiAlignedTVListIterator.java | 116 +++++
...TVList.java => OrderedMultiTVListIterator.java} | 43 +-
.../iotdb/db/utils/datastructure/TVList.java | 231 +++++++---
.../relational/analyzer/ExplainAnalyzeTest.java | 43 ++
.../plan/relational/planner/PlanTester.java | 8 +-
.../planner/assertions/PlanMatchPattern.java | 13 +
.../dataregion/memtable/PrimitiveMemTableTest.java | 88 ++++
.../reader/chunk/AlignedMemPageReaderTest.java | 8 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 12 +-
.../read/reader/chunk/MemChunkLoaderTest.java | 58 ++-
.../read/reader/chunk/MemPageReaderTest.java | 4 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 69 +++
.../iotdb/commons/client/ClientPoolFactory.java | 1 +
.../client/request/AsyncRequestManager.java | 10 +-
...a => DataNodeIntraHeartbeatRequestManager.java} | 5 +-
.../client/request/TestConnectionUtils.java | 3 +-
.../iotdb/commons/concurrent/ThreadName.java | 2 +
.../apache/iotdb/commons/conf/CommonConfig.java | 35 +-
.../iotdb/commons/conf/CommonDescriptor.java | 30 ++
.../iotdb/commons/partition/ExecutorType.java | 8 +-
.../iotdb/commons/partition/QueryExecutor.java | 8 +-
.../iotdb/commons/partition/StorageExecutor.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 21 +
.../commons/pipe/receiver/IoTDBFileReceiver.java | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/datanode.thrift | 4 +
pom.xml | 11 +-
173 files changed, 4861 insertions(+), 2570 deletions(-)
delete mode 100644
example/session/src/main/java/org/apache/iotdb/TableModelSessionExample2.java
delete mode 100644
example/udf/src/main/java/org/apache/iotdb/udf/table/SessionAvg.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/service/TopologyService.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/client/dn/{DnToDnInternalServiceAsyncRequestManager.java
=> DataNodeIntraHeartbeatManager.java} (60%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/ClusterTopology.java
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/exception/auth/AccessDeniedException.java
=>
datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/exceptions/ReplicaSetUnreachableException.java}
(58%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{exception/query/QueryProcessException.java
=> queryengine/plan/planner/exceptions/RootFIPlacementException.java} (55%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/{PruneOutputSourceColumns.java
=> PruneExplainAnalyzeColumns.java} (77%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractWritableMemChunk.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{SortKey.java
=> MemPointIterator.java} (82%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MemPointIteratorFactory.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/OrderedMultiAlignedTVListIterator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{TimAlignedTVList.java
=> OrderedMultiTVListIterator.java} (50%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/ExplainAnalyzeTest.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/request/{DataNodeInternalServiceRequestManager.java
=> DataNodeIntraHeartbeatRequestManager.java} (90%)
