This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch iotdb-3145
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 16df624aa1 fix tests
add a514bfdf2c Fix some issues in MPP framework and add client
invalidate-all policy for internal RPC (#5872)
add 05b5de8515 [IOTDB-3161] Add <API Comparison> under the <API> of iotdb
official website. (#5866)
add 3d236973bb Fix path overlap judgement while doing logical plan for
schema fetch (#5875)
add 3eaf0547c3 [IOTDB-3079] Implememtation of complete LogicalPlanner
(#5858)
add 80b34089e2 [IOTDB-3146] add confignode to distribution package (#5861)
add fa4fe21ea1 [IoTDB-3170] Add MemoryTable framework for MPP (#5890)
add 956165acdc [IOTDB-3175] Unable to find file when creating user with
AuthorInfo (#5867)
add 465b0cffbe [IOTDB-2919] Feature/Delete storage group (#5811)
add 7a8c3a6524 [IOTDB-3169] Add Library-UDF to IOTDB Distribution (#5874)
add a0e2aed850 [IOTDB-3179] Printing logs when get/getOrCreate Partition
in ConfigNode
add 6a34de5006 [IOTDB-3054] Cluster heartbeat framework (#5873)
add 2145522213 [IOTDB-3114] NodeInfo snapshot interface (#5887)
add 984dfd9058 [IOTDB-3117][snapshot] add authInfo snapshot. (#5843)
add 2d43fd913f [IOTDB-3045] Deleted timeseries are created again after
restart (#5897)
add 13c732b43a Scripts of stop and remove datanode (#5894)
add 4466b05cbb Merge branch 'master' of github.com:apache/iotdb into
iotdb-3145
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-unix.yml | 2 +-
.github/workflows/sonar-coveralls.yml | 2 +-
confignode/pom.xml | 5 +
.../resources/conf/iotdb-confignode.properties | 49 +-
.../confignode/client/AsyncDataNodeClientPool.java | 17 +
.../client/SyncConfigNodeClientPool.java | 2 +-
.../client/handlers/HeartbeatHandler.java | 49 ++
.../iotdb/confignode/conf/ConfigNodeConf.java | 58 +-
.../confignode/conf/ConfigNodeDescriptor.java | 28 +
.../confignode/conf/ConfigNodeStartupCheck.java | 2 +-
.../consensus/request/ConfigRequest.java | 14 +-
.../consensus/request/ConfigRequestType.java | 2 +
.../request/write/ApplyConfigNodeReq.java | 2 +-
...torageGroupReq.java => DeleteProcedureReq.java} | 35 +-
.../request/write/DeleteStorageGroupReq.java | 14 +-
...yConfigNodeReq.java => UpdateProcedureReq.java} | 38 +-
.../response/DataNodeConfigurationResp.java | 2 +-
.../consensus/response/DataPartitionResp.java | 4 +
.../consensus/response/SchemaPartitionResp.java | 4 +
.../statemachine/PartitionRegionStateMachine.java | 34 +-
.../confignode/manager/ClusterSchemaManager.java | 5 +
.../iotdb/confignode/manager/ConfigManager.java | 96 ++-
.../iotdb/confignode/manager/ConsensusManager.java | 9 +-
.../apache/iotdb/confignode/manager/Manager.java | 9 +
.../iotdb/confignode/manager/PartitionManager.java | 6 +
.../iotdb/confignode/manager/ProcedureManager.java | 183 +++++
.../confignode/manager/{ => load}/LoadManager.java | 55 +-
.../allocator/CopySetRegionAllocator.java | 2 +-
.../{ => load}/allocator/IRegionAllocator.java | 2 +-
.../{ => load}/balancer/RegionBalancer.java | 2 +-
.../balancer/SeriesPartitionSlotBalancer.java | 2 +-
.../manager/load/heartbeat/HeartbeatCache.java | 33 +-
.../manager/load/heartbeat/HeartbeatPackage.java | 19 +-
.../manager/load/heartbeat/HeartbeatWindow.java | 51 ++
.../load/heartbeat/IHeartbeatStatistic.java | 38 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 41 +-
.../confignode/persistence/ClusterSchemaInfo.java | 33 +-
.../iotdb/confignode/persistence/NodeInfo.java | 139 +++-
.../confignode/persistence/PartitionInfo.java | 44 ++
.../confignode/persistence/ProcedureInfo.java | 115 +++
.../executor/ConfigRequestExecutor.java | 13 +-
.../confignode/procedure/ConfigProcedureStore.java | 146 ++++
.../procedure/DeleteStorageGroupProcedure.java | 247 ++++++
.../procedure/DeleteStorageGroupState.java | 11 +-
.../confignode/procedure/ProcedureFactory.java | 72 ++
.../procedure/env/ConfigNodeProcedureEnv.java | 84 ++
.../thrift/ConfigNodeRPCServiceProcessor.java | 16 +-
.../consensus/request/ConfigRequestSerDeTest.java | 65 +-
.../confignode/persistence/AuthorInfoTest.java | 339 ++++++++
.../iotdb/confignode/persistence/NodeInfoTest.java | 102 +++
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 37 +
.../confignode1conf/iotdb-confignode.properties | 3 +-
.../confignode2conf/iotdb-confignode.properties | 3 +-
.../confignode3conf/iotdb-confignode.properties | 3 +-
distribution/pom.xml | 46 +-
distribution/src/assembly/all.xml | 51 +-
distribution/src/assembly/confignode.xml | 58 ++
distribution/src/assembly/library-udf.xml | 49 ++
docs/UserGuide/API/Interface-Comparison.md | 50 ++
docs/zh/UserGuide/API/Interface-Comparison.md | 50 ++
...IoTDBLoadExternalTsFileWithTimePartitionIT.java | 2 +-
.../iotdb/db/integration/IoTDBRestartIT.java | 29 +-
library-udf/src/assembly/tools/register-UDF.bat | 102 +++
library-udf/src/assembly/tools/register-UDF.sh | 104 +++
.../commons/auth/authorizer/AuthorizerManager.java | 190 -----
.../commons/auth/authorizer/BasicAuthorizer.java | 16 +
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 4 +-
.../iotdb/commons/auth/role/BasicRoleManager.java | 6 +-
.../iotdb/commons/auth/role/IRoleAccessor.java | 3 +-
.../iotdb/commons/auth/role/IRoleManager.java | 3 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 56 +-
.../commons/auth/role/LocalFileRoleManager.java | 15 +
.../iotdb/commons/auth/user/BasicUserManager.java | 11 +-
.../iotdb/commons/auth/user/IUserAccessor.java | 10 +-
.../iotdb/commons/auth/user/IUserManager.java | 3 +-
.../commons/auth/user/LocalFileUserAccessor.java | 60 +-
.../commons/auth/user/LocalFileUserManager.java | 15 +
.../client/sync/SyncConfigNodeIServiceClient.java | 19 +-
.../sync/SyncDataNodeDataBlockServiceClient.java | 19 +-
.../sync/SyncDataNodeInternalServiceClient.java | 21 +-
.../commons/client/sync/SyncThriftClient.java | 6 +
.../sync/SyncThriftClientWithErrorHandler.java | 53 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 11 +
.../iotdb/commons/conf/CommonDescriptor.java | 1 +
.../org/apache/iotdb/commons/path/PartialPath.java | 26 +
.../iotdb/commons/snapshot}/SnapshotProcessor.java | 2 +-
.../org/apache/iotdb/commons}/utils/FileUtils.java | 56 +-
.../apache/iotdb/commons/utils/NodeUrlUtils.java | 2 +-
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 2 +-
.../apache/iotdb/commons/path/PartialPathTest.java | 46 ++
.../iotdb/commons/utils/NodeUrlUtilsTest.java | 2 +-
.../apache/iotdb/commons/utils/PathUtilsTest.java | 72 +-
.../utils/ThriftConfigNodeSerDeUtilsTest.java | 2 +-
pom.xml | 1 +
.../iotdb/procedure/CompletedProcedureCleaner.java | 17 +-
.../apache/iotdb/procedure/InternalProcedure.java | 4 +-
.../java/org/apache/iotdb/procedure/Procedure.java | 36 +-
.../apache/iotdb/procedure/ProcedureExecutor.java | 10 +-
.../iotdb/procedure/StateMachineProcedure.java | 8 +-
.../iotdb/procedure/service/ProcedureServer.java | 3 +-
.../service/ProcedureServerProcessor.java | 16 +-
.../iotdb/procedure/store/IProcedureFactory.java | 13 +-
.../iotdb/procedure/store/IProcedureStore.java | 1 +
.../iotdb/procedure/store/ProcedureStore.java | 17 +-
.../apache/iotdb/procedure/store/ProcedureWAL.java | 11 +-
.../iotdb/procedure/entity/IncProcedure.java | 7 +
.../procedure/entity/SimpleLockProcedure.java | 2 +
.../iotdb/procedure/entity/SleepProcedure.java | 7 +
.../iotdb/procedure/entity/StuckProcedure.java | 4 +-
.../iotdb/procedure/entity/StuckSTMProcedure.java | 5 +-
.../procedure/entity/TestProcedureFactory.java | 76 ++
.../procedure/service/TestProcedureService.java | 2 +
.../iotdb/procedure/store/TestProcedureStore.java | 8 +-
.../assembly/resources/sbin/remove-datanode.bat | 109 +++
.../src/assembly/resources/sbin/remove-datanode.sh | 72 ++
.../src/assembly/resources/sbin/stop-datanode.sh | 20 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 1 -
.../apache/iotdb/db/auth/AuthorizerManager.java | 345 ++++++++
.../apache/iotdb/db/client/ConfigNodeClient.java | 8 +-
.../consensus/statemachine/BaseStateMachine.java | 2 +-
.../statemachine/DataRegionStateMachine.java | 33 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 4 +
.../iotdb/db/engine/storagegroup/DataRegion.java | 4 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 30 +
.../metadata/visitor/SchemaExecutionVisitor.java | 14 +
.../db/mpp/common/schematree/PathPatternTree.java | 2 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 40 +-
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 61 +-
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 33 +
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 6 +
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 16 +
.../mpp/plan/analyze/FakePartitionFetcherImpl.java | 3 +
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 19 +-
.../db/mpp/plan/analyze/IPartitionFetcher.java | 2 +
.../iotdb/db/mpp/plan/analyze/ISchemaFetcher.java | 2 +
.../plan/analyze/StandalonePartitionFetcher.java | 3 +
.../mpp/plan/analyze/StandaloneSchemaFetcher.java | 3 +
.../db/mpp/plan/execution/QueryExecution.java | 25 +-
.../plan/execution/config/ConfigTaskVisitor.java | 6 +
.../execution/config/DeleteStorageGroupTask.java | 101 +++
.../plan/execution/memory/MemorySourceHandle.java | 80 ++
.../execution/memory/StatementMemorySource.java | 22 +-
.../memory/StatementMemorySourceContext.java | 22 +-
.../memory/StatementMemorySourceVisitor.java | 17 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 13 +
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 8 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 433 ++++++++--
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 160 +++-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 18 +-
.../plan/planner/plan/node/DeleteRegionNode.java | 109 +++
.../db/mpp/plan/planner/plan/node/PlanNode.java | 2 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 5 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 4 +
.../planner/plan/node/process/DeviceViewNode.java | 88 ++-
.../plan/node/process/GroupByLevelNode.java | 4 +-
.../source/AlignedSeriesAggregationScanNode.java | 11 +-
.../plan/node/source/AlignedSeriesScanNode.java | 4 +
.../node/source/SeriesAggregationScanNode.java | 52 +-
.../planner/plan/node/source/SeriesScanNode.java | 40 +-
.../plan/parameter/AggregationDescriptor.java | 10 +-
.../plan/parameter/GroupByTimeParameter.java | 8 +
.../scheduler/SimpleFragInstanceDispatcher.java | 4 +-
.../db/mpp/plan/statement/StatementVisitor.java | 10 +-
.../metadata/DeleteStorageGroupStatement.java | 61 ++
.../db/protocol/mqtt/BrokerAuthenticator.java | 4 +-
.../protocol/rest/filter/AuthorizationFilter.java | 4 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 14 +
.../iotdb/db/service/metrics/MetricsService.java | 2 +-
.../service/thrift/impl/InternalServiceImpl.java | 49 ++
.../db/service/thrift/impl/TSServiceImpl.java | 9 +-
.../sync/pipedata/queue/BufferedPipeDataQueue.java | 2 +-
.../db/sync/sender/recovery/TsFilePipeLogger.java | 2 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 52 ++
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 2 +-
.../apache/iotdb/db/auth/AuthorityCheckerTest.java | 3 +-
.../auth/authorizer/LocalFileAuthorizerTest.java | 12 +-
.../db/engine/compaction/TsFileIdentifierUT.java | 2 +-
.../apache/iotdb/db/metadata/MetaUtilsTest.java | 98 ---
.../execution/memory/MemorySourceHandleTest.java | 24 +-
.../db/mpp/plan/plan/DistributionPlannerTest.java | 15 -
.../mpp/plan/plan/FragmentInstanceSerdeTest.java | 16 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 878 +++++++++++++--------
.../node/process/AggregationNodeSerdeTest.java | 1 -
.../plan/node/process/DeviceViewNodeSerdeTest.java | 4 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 3 -
.../plan/plan/node/process/LimitNodeSerdeTest.java | 2 -
.../plan/node/process/OffsetNodeSerdeTest.java | 2 -
.../plan/plan/node/process/SortNodeSerdeTest.java | 2 -
.../plan/node/process/TimeJoinNodeSerdeTest.java | 3 -
.../source/SeriesAggregationScanNodeSerdeTest.java | 1 -
.../plan/node/source/SeriesScanNodeSerdeTest.java | 2 -
.../plan/node/write/DeleteRegionNodeSerdeTest.java | 60 ++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 +-
site/src/main/.vuepress/config.js | 12 +-
testcontainer/pom.xml | 52 +-
thrift-commons/src/main/thrift/common.thrift | 13 +
.../src/main/thrift/confignode.thrift | 21 +-
thrift/src/main/thrift/mpp.thrift | 34 +
201 files changed, 6130 insertions(+), 1338 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/HeartbeatHandler.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DeleteStorageGroupReq.java
=> DeleteProcedureReq.java} (63%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ApplyConfigNodeReq.java
=> UpdateProcedureReq.java} (60%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/ProcedureManager.java
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ =>
load}/LoadManager.java (81%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ =>
load}/allocator/CopySetRegionAllocator.java (98%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ =>
load}/allocator/IRegionAllocator.java (96%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ =>
load}/balancer/RegionBalancer.java (93%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ =>
load}/balancer/SeriesPartitionSlotBalancer.java (93%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/user/LocalFileUserManager.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/HeartbeatCache.java
(50%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/HeartbeatPackage.java
(63%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/HeartbeatWindow.java
copy
procedure/src/main/java/org/apache/iotdb/procedure/store/IProcedureStore.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/IHeartbeatStatistic.java
(60%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/persistence/ProcedureInfo.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/ConfigProcedureStore.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/DeleteStorageGroupProcedure.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/client/sync/SyncThriftClient.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/procedure/DeleteStorageGroupState.java
(80%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/ProcedureFactory.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/env/ConfigNodeProcedureEnv.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/persistence/AuthorInfoTest.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/persistence/NodeInfoTest.java
create mode 100644 distribution/src/assembly/confignode.xml
create mode 100644 distribution/src/assembly/library-udf.xml
create mode 100644 docs/UserGuide/API/Interface-Comparison.md
create mode 100644 docs/zh/UserGuide/API/Interface-Comparison.md
create mode 100644 library-udf/src/assembly/tools/register-UDF.bat
create mode 100644 library-udf/src/assembly/tools/register-UDF.sh
delete mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/auth/authorizer/AuthorizerManager.java
rename {confignode/src/main/java/org/apache/iotdb/confignode/persistence =>
node-commons/src/main/java/org/apache/iotdb/commons/snapshot}/SnapshotProcessor.java
(97%)
rename {server/src/main/java/org/apache/iotdb/db =>
node-commons/src/main/java/org/apache/iotdb/commons}/utils/FileUtils.java (54%)
create mode 100644
node-commons/src/test/java/org/apache/iotdb/commons/path/PartialPathTest.java
copy server/src/test/java/org/apache/iotdb/db/metadata/MetaUtilsTest.java =>
node-commons/src/test/java/org/apache/iotdb/commons/utils/PathUtilsTest.java
(60%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
procedure/src/main/java/org/apache/iotdb/procedure/store/IProcedureFactory.java
(76%)
create mode 100644
procedure/src/test/java/org/apache/iotdb/procedure/entity/TestProcedureFactory.java
create mode 100644 server/src/assembly/resources/sbin/remove-datanode.bat
create mode 100644 server/src/assembly/resources/sbin/remove-datanode.sh
create mode 100644
server/src/main/java/org/apache/iotdb/db/auth/AuthorizerManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/DeleteStorageGroupTask.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/memory/MemorySourceHandle.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/memory/StatementMemorySource.java
(59%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/memory/StatementMemorySourceContext.java
(58%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/role/LocalFileRoleManager.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/memory/StatementMemorySourceVisitor.java
(55%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/DeleteRegionNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/DeleteStorageGroupStatement.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/auth/user/LocalFileUserManager.java
=>
server/src/test/java/org/apache/iotdb/db/mpp/execution/memory/MemorySourceHandleTest.java
(51%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/write/DeleteRegionNodeSerdeTest.java
