This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 7309dd7b48b fix schema registration for aligned series
add 2db45ac660a Fix some code smells (#11575)
add e38f7d9c4e8 Fix query data with authority return unexpected result
#11576
add 20cb7295f4c Modify compaction schedule for insertion compaction
(#11582)
add d988ea4f30a fix auth upgrade.
add 0acd405bc0c Remove wrong TimeSliceAllocator (#11569)
add b72b5b1d01c Fix construct of PartialPath in Compaction (#11579)
add b3b6a32d8ee Fix insertTablets API didn't return schema validation
error (#11577)
add cba948251b6 Fix some code smells for integration test (#11583)
add b2b17d5aa02 Fix some code smells of JDBC module (#11588)
add 13ff9c8cf01 [IOTDB-6244] Add built-in variance and standard deviation
aggregator. (#11581)
add a61ee4cf6e0 Fix some code smells (#11587)
add 72b528cf533 [IOTDB-6253] Use template to accelerate front-end query
performance
add a1cdd6851ad Fix Some Code Smells of DataNode Module (#11590)
add 07b6875ed28 Fix Some Code Smells of Client Session Module (#11589)
add e17d9eb1795 [IOTDB-6249] Load: Streaming read timeseries metadata from
tsfile when auto creating or verifying schema (#11540)
add 7640df9a2b9 Pipe: Introduce PipeEventCommitManager to manage event
commit order to avoid losing data during parallel connector scheduling (#11489)
new fc02a0a5951 Merge branch 'master' into load_v2
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/iotdb/CountPointProcessor.java | 3 +-
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 14 +-
.../constant/BuiltinAggregationFunctionEnum.java | 6 +
.../apache/iotdb/itbase/constant/TestConstant.java | 24 +
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 4 +-
.../db/it/aggregation/IoTDBAggregationIT.java | 10 +-
.../aggregation/IoTDBAggregationSmallDataIT.java | 4 +-
.../iotdb/db/it/aggregation/IoTDBVarianceIT.java | 733 +++++++++++++++++++++
.../IoTDBAlignByDeviceWithTemplateIT.java | 584 ++++++++++++++++
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 55 +-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 27 -
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 64 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 8 +-
.../iotdb/jdbc/AbstractIoTDBJDBCResultSet.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 6 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 86 +--
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 2 +-
.../java/org/apache/iotdb/jdbc/StringUtils.java | 8 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 347 +++++-----
.../sql/factory/IoTDBDynamicTableFactory.java | 6 +
.../iotdb/confignode/persistence/AuthorInfo.java | 174 +++--
.../confignode/persistence/AuthorInfoTest.java | 134 ++--
.../service/IoTConsensusRPCServiceProcessor.java | 27 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 2 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 6 +-
.../db/pipe/commit/PipeEventCommitManager.java | 106 +++
.../iotdb/db/pipe/commit/PipeEventCommitter.java | 79 +++
...va => PipeTaskConnectorRuntimeEnvironment.java} | 14 +-
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 49 --
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 45 +-
.../builder/PipeTransferBatchReqBuilder.java | 45 ++
.../request/PipeTransferTabletRawReq.java | 2 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 112 +---
.../PipeTransferTabletBatchEventHandler.java | 13 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 3 +-
.../PipeTransferTabletInsertionEventHandler.java | 39 +-
.../handler/PipeTransferTabletRawEventHandler.java | 3 +-
.../PipeTransferTsFileInsertionEventHandler.java | 20 +-
.../protocol/websocket/WebSocketConnector.java | 53 +-
.../websocket/WebSocketConnectorServer.java | 83 +--
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 39 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 10 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 8 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 18 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 16 +-
.../tablet/TabletInsertionDataContainer.java | 10 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 17 +-
.../tsfile/TsFileInsertionDataContainer.java | 14 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 8 +-
.../execution/executor/PipeSubtaskExecutor.java | 1 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 3 +
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 11 +-
.../receiver/legacy/loader/DeletionLoader.java | 5 +-
.../pipe/receiver/legacy/loader/TsFileLoader.java | 5 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 2 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 3 +-
.../pipe/task/connection/PipeEventCollector.java | 10 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 17 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 6 +-
.../subtask/connector/PipeConnectorSubtask.java | 11 +
.../connector/PipeConnectorSubtaskLifeCycle.java | 51 +-
.../connector/PipeConnectorSubtaskManager.java | 32 +-
.../common/schematree/ClusterSchemaTree.java | 10 +-
.../queryengine/common/schematree/ISchemaTree.java | 3 +
.../visitor/SchemaTreeVisitorFactory.java | 5 +
.../execution/aggregation/Accumulator.java | 9 +
.../execution/aggregation/AccumulatorFactory.java | 10 +
.../execution/aggregation/AvgAccumulator.java | 13 +
.../execution/aggregation/CountAccumulator.java | 9 +
.../execution/aggregation/SumAccumulator.java | 9 +
.../execution/aggregation/VarianceAccumulator.java | 273 ++++++++
.../slidingwindow/SlidingWindowAggregator.java | 34 -
.../SlidingWindowAggregatorFactory.java | 6 +
.../SmoothQueueSlidingWindowAggregator.java | 4 +-
.../execution/driver/DriverContext.java | 8 -
.../execution/operator/OperatorContext.java | 12 +-
.../operator/source/AlignedSeriesScanOperator.java | 8 +-
.../operator/source/AlignedSeriesScanUtil.java | 13 +-
.../execution/timer/ITimeSliceAllocator.java | 29 -
.../timer/RuleBasedTimeSliceAllocator.java | 69 --
.../iotdb/db/queryengine/plan/Coordinator.java | 1 -
.../db/queryengine/plan/analyze/Analysis.java | 88 ++-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 56 +-
.../plan/analyze/ExpressionTypeAnalyzer.java | 11 +
.../plan/analyze/LoadTsfileAnalyzer.java | 233 +++----
.../queryengine/plan/analyze/TemplatedAnalyze.java | 403 +++++++++++
.../db/queryengine/plan/analyze/TypeProvider.java | 65 +-
.../queryengine/plan/execution/QueryExecution.java | 1 +
.../db/queryengine/plan/parser/ASTVisitor.java | 6 +
.../plan/planner/LocalExecutionPlanContext.java | 11 -
.../plan/planner/LogicalPlanBuilder.java | 21 +-
.../plan/planner/LogicalPlanVisitor.java | 8 +-
.../plan/planner/OperatorTreeGenerator.java | 138 ++--
.../plan/planner/SubPlanTypeExtractor.java | 16 +-
.../plan/planner/TemplatedLogicalPlan.java | 195 ++++++
.../plan/planner/TemplatedLogicalPlanBuilder.java | 145 ++++
.../planner/distribution/ExchangeNodeAdder.java | 3 -
.../plan/planner/distribution/SourceRewriter.java | 24 +-
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../plan/node/load/LoadTsFilePieceNode.java | 8 +-
.../plan/parameter/AggregationDescriptor.java | 18 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 18 +-
.../crud/InsertMultiTabletsStatement.java | 9 +
.../mtree/impl/pbtree/CachedMTreeStore.java | 16 +-
.../schemaregion/mtree/traverser/Traverser.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 26 +-
.../impl/ReadChunkCompactionPerformer.java | 5 +-
.../execute/utils/CompactionPathUtils.java} | 30 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 7 +-
.../fast/AlignedSeriesCompactionExecutor.java | 21 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 12 +-
.../io/LocalTextModificationAccessor.java | 3 +
.../trigger/service/TriggerInformationUpdater.java | 2 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 24 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 20 +-
.../iotdb/db/utils/constant/SqlConstant.java | 6 +
.../db/auth/role/LocalFileRoleAccessorTest.java | 55 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 124 ++--
.../db/auth/user/LocalFileUserAccessorTest.java | 74 +--
.../db/auth/user/LocalFileUserManagerTest.java | 48 --
.../event/TsFileInsertionDataContainerTest.java | 2 +-
.../execution/aggregation/AccumulatorTest.java | 332 ++++++++++
.../operator/AlignedSeriesScanOperatorTest.java | 15 +-
.../execution/operator/OperatorMemoryTest.java | 3 +-
.../distribution/DistributionPlannerCycleTest.java | 9 +-
.../queryengine/plan/plan/distribution/Util.java | 2 +-
.../queryengine/plan/plan/distribution/Util2.java | 16 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 4 +
.../commons/auth/entity/PriPrivilegeType.java | 52 +-
.../iotdb/commons/auth/role/BasicRoleManager.java | 92 ++-
.../iotdb/commons/auth/user/BasicUserManager.java | 86 +--
.../udf/builtin/BuiltinAggregationFunction.java | 20 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 48 +-
.../org/apache/iotdb/commons/utils/IOUtils.java | 28 +-
...ReaderTimeseriesMetadataIteratorException.java} | 4 +-
.../file/metadata/enums/MetadataIndexNodeType.java | 2 +-
...leSequenceReaderTimeseriesMetadataIterator.java | 220 +++++++
...quenceReaderTimeseriesMetadataIteratorTest.java | 62 ++
.../thrift-commons/src/main/thrift/common.thrift | 8 +-
library-udf/src/assembly/tools/register-UDF.bat | 1 -
library-udf/src/assembly/tools/register-UDF.sh | 1 -
.../apache/iotdb/library/dprofile/UDAFStddev.java | 66 --
144 files changed, 5104 insertions(+), 1753 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBVarianceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBAlignByDeviceWithTemplateIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/commit/PipeEventCommitManager.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/commit/PipeEventCommitter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskExtractorRuntimeEnvironment.java
=> PipeTaskConnectorRuntimeEnvironment.java} (71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/timer/ITimeSliceAllocator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/timer/RuleBasedTimeSliceAllocator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/TemplatedAnalyze.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TemplatedLogicalPlan.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TemplatedLogicalPlanBuilder.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/statement/metadata/CountDatabaseStatement.java
=> storageengine/dataregion/compaction/execute/utils/CompactionPathUtils.java}
(55%)
copy
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/exception/{TsFileStatisticsMistakesException.java
=> TsFileSequenceReaderTimeseriesMetadataIteratorException.java} (83%)
create mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/TsFileSequenceReaderTimeseriesMetadataIterator.java
create mode 100644
iotdb-core/tsfile/src/test/java/org/apache/iotdb/tsfile/read/TsFileSequenceReaderTimeseriesMetadataIteratorTest.java
delete mode 100644
library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFStddev.java
