This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 82c85483572 Ignore the DatabaseNotExistsException for
adjustMaxRegionGroupNum when querying dataRegionGroupCount (#14669)
add 3ac203c4e79 Pipe: Implement table meta/deletion sync & Fix the bug
that delete data node's pattern is not parsed / pipe transferred delete data
node's progressIndex is not binded & Implement mem control for schema snapshot
parser (#14156)
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/it/utils/TestUtils.java | 77 ++++++-
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 93 +++++++++
...nclusionIT.java => IoTDBPipeTableManualIT.java} | 222 +++++++++++----------
.../pipe/it/tablemodel/IoTDBPipeSyntaxIT.java | 2 +-
.../iotdb/pipe/it/tablemodel/TableModelUtils.java | 17 +-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 2 +
.../request/ConfigPhysicalPlanVisitor.java | 110 +++++++---
.../payload/PipeCreateTablePlan.java} | 15 +-
.../pipe/payload/PipeDeactivateTemplatePlan.java | 22 +-
.../write/pipe/payload/PipeDeleteDevicesPlan.java | 130 ++++++++++++
.../request/write/table/PreCreateTablePlan.java | 11 +-
.../iotdb/confignode/manager/ClusterManager.java | 2 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +-
.../iotdb/confignode/manager/ProcedureManager.java | 30 ++-
.../payload/PipeTransferConfigSnapshotSealReq.java | 32 ++-
.../protocol/IoTDBConfigRegionAirGapConnector.java | 4 +
.../protocol/IoTDBConfigRegionConnector.java | 6 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 3 +-
.../extractor/ConfigRegionListeningFilter.java | 89 +++++----
.../pipe/extractor/ConfigRegionListeningQueue.java | 23 ++-
.../pipe/extractor/IoTDBConfigRegionExtractor.java | 70 ++++++-
...ConfigPhysicalPlanTablePatternParseVisitor.java | 135 +++++++++++++
...ConfigPhysicalPlanTreePatternParseVisitor.java} | 6 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 170 ++++++++++++++--
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 76 +++++++
.../manager/schema/ClusterSchemaManager.java | 29 ++-
.../persistence/executor/ConfigPlanExecutor.java | 1 +
.../confignode/persistence/pipe/PipeInfo.java | 2 +-
.../schema/CNPhysicalPlanGenerator.java | 77 ++++---
.../confignode/persistence/schema/ConfigMTree.java | 5 +-
.../schema/ConfignodeSnapshotParser.java | 30 +--
.../procedure/env/ConfigNodeProcedureEnv.java | 4 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 42 ++--
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 4 +-
.../table/AbstractAlterOrDropTableProcedure.java | 10 +-
.../impl/schema/table/AddTableColumnProcedure.java | 16 +-
.../impl/schema/table/CreateTableProcedure.java | 20 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 43 +++-
.../schema/table/DropTableColumnProcedure.java | 21 +-
.../impl/schema/table/DropTableProcedure.java | 24 ++-
.../schema/table/RenameTableColumnProcedure.java | 18 +-
.../schema/table/SetTablePropertiesProcedure.java | 18 +-
.../impl/trigger/CreateTriggerProcedure.java | 9 +-
.../procedure/store/ProcedureFactory.java | 35 +++-
.../confignode/procedure/store/ProcedureType.java | 7 +
.../request/ConfigPhysicalPlanSerDeTest.java | 40 ++++
.../connector/PipeConfigNodeThriftRequestTest.java | 12 +-
...igPhysicalPlanTablePatternParseVisitorTest.java | 133 ++++++++++++
...igPhysicalPlanTreePatternParseVisitorTest.java} | 44 ++--
.../pipe/receiver/PipeEnrichedProcedureTest.java | 194 ++++++++++++++++++
.../schema/table/AddTableColumnProcedureTest.java | 8 +-
.../schema/table/CreateTableProcedureTest.java | 5 +-
.../schema/table/DeleteDevicesProcedureTest.java | 5 +-
.../schema/table/DropTableColumnProcedureTest.java | 4 +-
.../impl/schema/table/DropTableProcedureTest.java | 4 +-
.../table/RenameTableColumnProcedureTest.java | 4 +-
.../table/SetTablePropertiesProcedureTest.java | 6 +-
.../dataregion/DataExecutionVisitor.java | 9 +-
.../schemaregion/SchemaRegionStateMachine.java | 15 +-
.../agent/task/connection/PipeEventCollector.java | 32 ++-
.../PipeTransferDataNodeHandshakeV1Req.java | 10 +-
.../evolvable/request/PipeTransferPlanNodeReq.java | 18 +-
.../request/PipeTransferSchemaSnapshotSealReq.java | 94 +++++++--
.../request/PipeTransferTabletInsertNodeReqV2.java | 2 +-
.../request/PipeTransferTsFileSealWithModReq.java | 42 ++--
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 15 +-
.../thrift/sync/IoTDBSchemaRegionConnector.java | 22 +-
.../common/deletion/PipeDeleteDataNodeEvent.java | 24 +--
.../schema/PipeSchemaRegionSnapshotEvent.java | 75 +++++--
.../schema/PipeSchemaSerializableEventType.java | 15 +-
.../dataregion/DataRegionListeningFilter.java | 21 +-
...oricalDataRegionTsFileAndDeletionExtractor.java | 2 +-
.../listener/PipeInsertionDataNodeListener.java | 27 ++-
.../schemaregion/IoTDBSchemaRegionExtractor.java | 24 ++-
.../PipePlanTablePatternParseVisitor.java | 77 +++++++
...r.java => PipePlanTreePatternParseVisitor.java} | 7 +-
.../schemaregion/SchemaRegionListeningFilter.java | 87 ++++----
.../schemaregion/SchemaRegionListeningQueue.java | 8 +-
.../pipe/metric/PipeDataNodeReceiverMetrics.java | 48 ++---
.../protocol/thrift/IoTDBDataNodeReceiver.java | 209 ++++++++++++++-----
.../visitor/PipePlanToStatementVisitor.java | 54 ++++-
.../PipeStatementTablePatternParseVisitor.java} | 24 ++-
...a => PipeStatementTreePatternParseVisitor.java} | 6 +-
...r.java => PipeTreeStatementToBatchVisitor.java} | 2 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 2 +
.../execution/executor/RegionWriteExecutor.java | 55 ++---
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 9 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 4 +-
.../execution/config/TableConfigTaskVisitor.java | 2 +-
.../plan/planner/LogicalPlanVisitor.java | 7 +-
.../node/metadata/write/CreateTimeSeriesNode.java | 74 +++----
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 66 ++++--
.../plan/node/pipe/PipeEnrichedInsertNode.java | 44 ++--
.../plan/node/pipe/PipeEnrichedWritePlanNode.java | 23 ++-
.../relational/analyzer/StatementAnalyzer.java | 79 ++++----
.../plan/relational/planner/RelationPlanner.java | 91 +++++----
.../relational/planner/TableLogicalPlanner.java | 15 +-
.../node/schema/CreateOrUpdateTableDeviceNode.java | 14 +-
.../relational/sql/ast/AbstractTraverseDevice.java | 8 +
.../plan/relational/sql/ast/AstVisitor.java | 2 +-
.../relational/sql/ast/CreateOrUpdateDevice.java | 31 ++-
.../plan/relational/sql/ast/CreatePipe.java | 4 +-
.../plan/relational/sql/ast/Delete.java | 28 +--
.../plan/relational/sql/ast/PipeEnriched.java | 8 +-
.../plan/relational/sql/ast/Statement.java | 4 +-
.../plan/relational/sql/ast/Update.java | 6 +-
.../plan/statement/crud/InsertBaseStatement.java | 16 +-
.../plan/statement/pipe/PipeEnrichedStatement.java | 10 +-
.../attribute/DeviceAttributeStore.java | 10 +-
.../attribute/IDeviceAttributeStore.java | 6 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 136 ++++++-------
.../schemaregion/mtree/impl/mem/MemMTreeStore.java | 52 ++---
.../mtree/impl/mem/mnode/basic/BasicMNode.java | 22 +-
.../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 37 ++--
.../db/tools/schema/SRStatementGenerator.java | 203 ++++++++++++++-----
.../tools/schema/SchemaRegionSnapshotParser.java | 32 ++-
.../connector/PipeDataNodeThriftRequestTest.java | 22 +-
.../PipeStatementTablePatternParseVisitorTest.java | 57 ++++++
... PipeStatementTreePatternParseVisitorTest.java} | 20 +-
.../db/pipe/consensus/DeletionResourceTest.java | 39 ++--
.../PipePlanTablePatternParseVisitorTest.java | 129 ++++++++++++
...va => PipePlanTreePatternParseVisitorTest.java} | 32 +--
.../db/utils/SchemaRegionSnapshotParserTest.java | 200 +++++++++++++------
.../payload/thrift/request/PipeRequestType.java | 4 +-
.../thrift/request/PipeTransferFileSealReqV2.java | 13 +-
.../options/PipeInclusionOptions.java | 43 +++-
.../pipe/datastructure/pattern/TablePattern.java | 32 +--
.../pipe/datastructure/pattern/TreePattern.java | 33 +--
.../commons/pipe/extractor/IoTDBExtractor.java | 34 +---
.../extractor/IoTDBNonDataRegionExtractor.java | 20 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 32 ++-
.../apache/iotdb/commons/schema/node/IMNode.java | 18 +-
.../commons/schema/node/visitor/MNodeVisitor.java | 6 +-
135 files changed, 3713 insertions(+), 1325 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/manual/{IoTDBPipeInclusionIT.java
=> IoTDBPipeTableManualIT.java} (54%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{table/CommitCreateTablePlan.java
=> pipe/payload/PipeCreateTablePlan.java} (64%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/payload/PipeDeleteDevicesPlan.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/extractor/PipeConfigPhysicalPlanTablePatternParseVisitor.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/extractor/{PipeConfigPhysicalPlanPatternParseVisitor.java
=> PipeConfigPhysicalPlanTreePatternParseVisitor.java} (98%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/extractor/PipeConfigPhysicalPlanTablePatternParseVisitorTest.java
rename
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/extractor/{PipeConfigPhysicalPlanPatternParseVisitorTest.java
=> PipeConfigPhysicalPlanTreePatternParseVisitorTest.java} (91%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/schemaregion/PipePlanTablePatternParseVisitor.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/schemaregion/{PipePlanPatternParseVisitor.java
=> PipePlanTreePatternParseVisitor.java} (98%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/relational/utils/NodeUtils.java
=> pipe/receiver/visitor/PipeStatementTablePatternParseVisitor.java} (55%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/visitor/{PipeStatementPatternParseVisitor.java
=> PipeStatementTreePatternParseVisitor.java} (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/visitor/{PipeStatementToBatchVisitor.java
=> PipeTreeStatementToBatchVisitor.java} (98%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/connector/PipeStatementTablePatternParseVisitorTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/connector/{PipeStatementPatternParseVisitorTest.java
=> PipeStatementTreePatternParseVisitorTest.java} (94%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/extractor/PipePlanTablePatternParseVisitorTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/extractor/{PipePlanPatternParseVisitorTest.java
=> PipePlanTreePatternParseVisitorTest.java} (94%)
