This is an automated email from the ASF dual-hosted git repository.
xiangweiwei pushed a change to branch advancePipeline
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 479f5c4329 Fix consumeAll datasetHeader bug 2
add 1dc9df2b2a Fix mergeSort bug
add 0a68bb7f39 [IOTDB-5499] Eliminate useless log during auto creating
schema (#9013)
add ed34105697 [IOTDB-5498] Fix SessionPool OOM when the numbers of
devices and sessions are large (#9012)
add 302391ce82 Fix IT error by parallel suites (#9016)
add a77571f63a Correct DataPartiton Fetch request parameter contruction
(#8953)
add 6944a5c3c0 [IOTDB-5451] Support cluster Database heterogeneous by
ALTER SQL (#8971)
add dfd6d3d9fa [IOTDB-5479] Optimize the wal impl of confignode simple
consensus (#8997)
add 3623ca006c change default cross performer and inner unseq performer to
FAST (#9004)
add 4b5f4ff5ed Skip broken tsfile when recovering system (#9003)
add 61ef21ae22 [IOTDB-5510] Block and wait to create timeseries when
releasing memory (#9030)
add 4abad1cdac [IOTDB-5477] Refactor the interaction between InsertNode
and SchemaFetcher (#8993)
add f60fd2044f [IOTDB-5504] Fix illegal argument exception occurs when
scheduling compaction
add 5dd2031ab4 [IOTDB-5474] Fix count nodes using level bug (#9035)
add 5f8f2b9f88 [IOTDB-5021] Adapting all schemaIT to add Schema_File mode
(#9034)
add 87574002be [IOTDB-5488] Fix set system to readonly on local (#9032)
add 10fd7eb215 [IOTDB-5470] Refactor compaction metrics (#9033)
add 2b05d8ca35 [IOTDB-5501] Fix memory leak in MemoryPool
add e67f8909ec Bump spring-boot-starter-web in /grafana-connector (#5424)
add 6571374982 Bump commons-compress from 1.9 to 1.21 in /hive-connector
(#9037)
add b239efe75d [IOTDB-5514] Fix race condition in MemoryPool without
synchronized block (#9041)
add 66611b1d1c [IOTDB-5513] Fix duplicate LastQueryNode due to change of
partition slot algorithm (#9040)
add 0ac0fb57e8 [IOTDB-5502] Source counters for construct batches in
IoTConsensus (#9023)
add bca08f0f26 [IOTDB-5491] Add IoTConsumus memory control metric items
(#9022)
add 2457f1cf8f Merge branch 'master' into advancePipeline
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 7 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 10 +
.../confignode/conf/ConfigNodeDescriptor.java | 8 +
.../consensus/request/ConfigPhysicalPlan.java | 17 +-
.../consensus/request/ConfigPhysicalPlanType.java | 14 +-
.../read/storagegroup/CountStorageGroupPlan.java | 2 +-
.../read/storagegroup/GetStorageGroupPlan.java | 4 +-
...orageGroupPlan.java => DatabaseSchemaPlan.java} | 21 +-
.../write/storagegroup/DeleteStorageGroupPlan.java | 2 +-
.../storagegroup/PreDeleteStorageGroupPlan.java | 2 +-
.../statemachine/ConfigNodeRegionStateMachine.java | 70 +-
.../confignode/manager/ClusterSchemaManager.java | 78 ++-
.../iotdb/confignode/manager/ConfigManager.java | 16 +-
.../apache/iotdb/confignode/manager/IManager.java | 15 +-
.../manager/partition/PartitionManager.java | 4 +-
.../persistence/executor/ConfigPlanExecutor.java | 51 +-
.../persistence/partition/PartitionInfo.java | 4 +-
.../persistence/schema/ClusterSchemaInfo.java | 86 ++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 100 ++-
.../request/ConfigPhysicalPlanSerDeTest.java | 33 +-
.../persistence/ClusterSchemaInfoTest.java | 21 +-
.../confignode/persistence/PartitionInfoTest.java | 12 +-
.../consensus/iot/IoTConsensusServerImpl.java | 8 +
.../consensus/iot/IoTConsensusServerMetrics.java | 44 ++
.../iotdb/consensus/iot/logdispatcher/Batch.java | 9 +
.../logdispatcher/IoTConsensusMemoryManager.java | 24 +-
.../IoTConsensusMemoryManagerMetrics.java | 18 +
.../consensus/iot/logdispatcher/LogDispatcher.java | 25 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 4 +-
.../Apache-IoTDB-DataNode-Dashboard.json | 54 +-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 4 +
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 30 +-
grafana-connector/pom.xml | 2 +-
hive-connector/pom.xml | 2 +-
integration-test/pom.xml | 7 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 2 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 6 +-
.../it/cluster/IoTDBClusterRestartIT.java | 3 +-
.../it/database/IoTDBDatabaseRegionControlIT.java | 236 +++++++
.../IoTDBDatabaseSetAndDeleteIT.java} | 52 +-
.../load/IoTDBClusterRegionLeaderBalancingIT.java | 7 +-
.../it/load/IoTDBConfigNodeSwitchLeaderIT.java | 5 +-
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 10 +-
.../IoTDBCustomRegionGroupExtensionIT.java | 4 +-
.../it/partition/IoTDBPartitionCreationIT.java | 4 +-
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../it/partition/IoTDBPartitionGetterIT.java | 4 +-
.../partition/IoTDBPartitionInheritPolicyIT.java | 4 +-
.../iotdb/db/it/IoTDBPartialInsertionIT.java | 7 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 16 +-
.../iotdb/db/it/schema/AbstractSchemaIT.java | 24 +-
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 60 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 66 +-
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 83 +--
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 24 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 298 ++++----
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 212 +++---
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 12 +-
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 504 +++++++-------
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 761 +++++++++++----------
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 29 +-
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 14 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 34 +-
.../java/org/apache/iotdb/isession/ISession.java | 7 +
.../resources/conf/iotdb-common.properties | 4 +-
.../commons/schema/tree/AbstractTreeVisitor.java | 1 +
.../org/apache/iotdb/db/audit/AuditLogger.java | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 27 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 12 +-
.../execute/task/AbstractCompactionTask.java | 14 +
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 6 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 26 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 42 +-
.../utils/writer/AbstractCompactionWriter.java | 15 +-
.../compaction/schedule/CompactionTaskManager.java | 15 +-
.../compaction/schedule/CompactionWorker.java | 7 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 120 ++--
.../db/metadata/cache/DataNodeSchemaCache.java | 44 ++
.../mtree/store/disk/cache/CacheMemoryManager.java | 47 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 13 +-
.../metadata/visitor/SchemaExecutionVisitor.java | 8 +-
.../iotdb/db/mpp/common/FragmentInstanceId.java | 7 +-
.../mpp/common/schematree/ClusterSchemaTree.java | 33 +
.../common/schematree/IMeasurementSchemaInfo.java | 10 +-
.../schematree/node/SchemaMeasurementNode.java | 3 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 23 +-
.../db/mpp/execution/exchange/SinkHandle.java | 23 +-
.../db/mpp/execution/exchange/SourceHandle.java | 25 +-
.../execution/executor/RegionWriteExecutor.java | 22 +-
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 41 +-
.../operator/process/AggregationOperator.java | 6 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 11 +-
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 76 +-
.../db/mpp/plan/analyze/cache/PartitionCache.java | 4 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 178 ++++-
.../schema/ISchemaAutoCreation.java} | 24 +-
.../schema/ISchemaComputation.java} | 25 +-
.../schema/ISchemaComputationWithAutoCreation.java | 9 +-
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 44 +-
.../analyze/schema/ISchemaValidation.java} | 30 +-
.../mpp/plan/analyze/schema/SchemaValidator.java | 34 +-
.../plan/execution/config/ConfigTaskVisitor.java | 13 +-
.../config/executor/ClusterConfigTaskExecutor.java | 152 ++--
.../config/executor/IConfigTaskExecutor.java | 7 +-
...orageGroupTask.java => DatabaseSchemaTask.java} | 48 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 35 +-
.../db/mpp/plan/parser/StatementGenerator.java | 5 +-
.../distribution/DistributionPlanContext.java | 14 +
.../planner/distribution/ExchangeNodeAdder.java | 6 +-
.../plan/planner/distribution/SourceRewriter.java | 40 +-
.../planner/plan/node/process/MergeSortNode.java | 11 +
.../planner/plan/node/write/BatchInsertNode.java | 11 +-
.../plan/node/write/InsertMultiTabletsNode.java | 52 +-
.../plan/planner/plan/node/write/InsertNode.java | 76 +-
.../planner/plan/node/write/InsertRowNode.java | 100 ++-
.../planner/plan/node/write/InsertRowsNode.java | 53 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 51 +-
.../planner/plan/node/write/InsertTabletNode.java | 83 ++-
.../scheduler/FragmentInstanceDispatcherImpl.java | 12 +
.../iotdb/db/mpp/plan/statement/StatementType.java | 2 +-
.../db/mpp/plan/statement/StatementVisitor.java | 10 +-
...Statement.java => DatabaseSchemaStatement.java} | 27 +-
.../db/service/metrics/CompactionMetrics.java | 232 +++++++
.../db/service/metrics/DataNodeMetricsHelper.java | 1 +
.../metrics/recorder/CompactionMetricsManager.java | 225 ++++++
.../recorder/CompactionMetricsRecorder.java | 190 -----
.../service/thrift/impl/ClientRPCServiceImpl.java | 6 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 21 +-
.../db/sync/transport/server/ReceiverManager.java | 5 +-
.../file/AbstractTsFileRecoverPerformer.java | 2 +-
.../iotdb/db/metadata/mtree/ConfigMTreeTest.java | 14 +
.../execution/exchange/LocalSinkHandleTest.java | 14 +-
.../db/mpp/execution/exchange/SinkHandleTest.java | 28 +-
.../mpp/execution/exchange/SourceHandleTest.java | 10 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 6 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 24 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 21 +-
.../java/org/apache/iotdb/session/Session.java | 31 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 16 +-
.../src/main/thrift/confignode.thrift | 30 +-
143 files changed, 3790 insertions(+), 2239 deletions(-)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/storagegroup/{SetStorageGroupPlan.java
=> DatabaseSchemaPlan.java} (82%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/database/IoTDBDatabaseRegionControlIT.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/{IoTDBStorageGroupIT.java
=> database/IoTDBDatabaseSetAndDeleteIT.java} (85%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/schema/tree/ITreeNode.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/IMeasurementSchemaInfo.java
(79%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/{planner/plan/node/write/BatchInsertNode.java
=> analyze/schema/ISchemaAutoCreation.java} (63%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/{planner/plan/node/write/BatchInsertNode.java
=> analyze/schema/ISchemaComputation.java} (54%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/RemoveConfigNodeState.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/schema/ISchemaComputationWithAutoCreation.java
(83%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/{transformation/api/LayerRowReader.java
=> plan/analyze/schema/ISchemaValidation.java} (56%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{SetStorageGroupTask.java
=> DatabaseSchemaTask.java} (54%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{SetStorageGroupStatement.java
=> DatabaseSchemaStatement.java} (85%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/service/metrics/CompactionMetrics.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsRecorder.java
