This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch register_table_schema_for_sql_insertion
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d2726abeeae fix recovery
add bf0666e096c Support global-aggregation in TableModel
add d6598d634e4 Feature/move SBOM check into separate profile (#13649)
add 08bc12c67bd Adjust procedure's default clean interval #13648
add a1ca84a78b3 [Config-properties] Change
iot_consensus_throttle_threshold_in_byte = wal_throttle_threshold_in_byte for
compatibility (#13652)
add c7a31ffa81f Invalidate schema cache when data region leader change
(#13585)
add 9587da224bb Pipe: fix npe when discard events under some cases (#13661)
add 9015ffbc4fc Pipe: Fixed the bug that timeChunk
TsFileInsertionScanDataContainer can be used only once (#13656)
add 8fca51a3c23 Fix unexpected column order in ExportTsFile when wildcard
is not used (#13662)
add b488a79a89c Pipe: fix NPE in SessionUtils Binary/Date value
serialization called by TsFileInsertionScanDataContainer (#13654)
add cc7394642de Remove datanode optimization (#13559)
add 8efd9ef0ac4 Replenish annotations to load balancers (#13675)
add 195949d6439 Feature/make load active listening pipe dir settable
(#13674)
add 220c953f0ba AINode: depend torch of cpu version (#13670)
add 2ec48d28a6c Active Load: Fix load tsfile failed when system is read
only (#13646)
add 5cd607bb5e8 Change database in SessionConnection while using db
add fc965db8734 Add serialize and deserialize method for Agg-related Node
add 5bae76344c0 Bump commons-io:commons-io from 2.13.0 to 2.14.0 (#13676)
add e09a98b4a0b Fix the order of stop schema region and clear schema
engine #13678
add 3544970fe6f Fix the failure of update cluster name in metric framework
of ConfigNode (#13681)
add ff1f1781dee Try to fix error msg like: 301: queue has been destroyed
add 1c2451af9b5 Table ttl & Fix ttl bugs (#13668)
add bd2ebef4175 Merge branch 'master' into
register_table_schema_for_sql_insertion
No new revisions were added by this update.
Summary of changes:
.github/workflows/dependency-check.yml | 2 +-
.../IoTDBRegionMigrateReliabilityITFramework.java | 4 +-
.../IoTDBRemoveDataNodeITFramework.java | 288 +++++++++++++
.../IoTDBRemoveDataNodeNormalIT.java} | 14 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 79 ++++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 37 ++
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 203 +++++----
.../apache/iotdb/session/SessionConnection.java | 6 +-
iotdb-core/ainode/resources/conf/ainode-env.bat | 4 +-
iotdb-core/ainode/resources/conf/ainode-env.sh | 4 +-
.../iotdb/confignode/client/CnToDnRequestType.java | 2 +-
.../CnToDnInternalServiceAsyncRequestManager.java | 15 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 3 +
.../client/sync/SyncDataNodeClientPool.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 4 +-
.../iotdb/confignode/manager/ProcedureManager.java | 298 ++++++++++---
.../manager/load/balancer/RegionBalancer.java | 4 +-
.../manager/load/balancer/RouteBalancer.java | 39 +-
.../region/GreedyRegionGroupAllocator.java | 57 ++-
...PartiteGraphPlacementRegionGroupAllocator.java} | 162 ++++---
...r.java => CostFlowSelectionLeaderBalancer.java} | 263 ++++++------
.../iotdb/confignode/manager/node/NodeManager.java | 85 ++--
.../manager/partition/PartitionManager.java | 2 +-
.../procedure/CompletedProcedureRecycler.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 77 +---
.../procedure/env/RegionMaintainHandler.java | 243 +----------
.../procedure/env/RemoveDataNodeHandler.java | 469 +++++++++++++++++++++
...rocedure.java => RemoveDataNodesProcedure.java} | 162 ++++---
.../pipe/plugin/CreatePipePluginProcedure.java | 4 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 4 +-
.../impl/region/RegionMigrateProcedure.java | 4 +
.../procedure/impl/region/RegionMigrationPlan.java | 97 +++++
.../procedure/store/ProcedureFactory.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 21 +-
.../router/leader/CFDLeaderBalancerTest.java | 6 +-
.../leader/LeaderBalancerComparisonTest.java | 4 +-
.../UpgradeFromWALToConsensusLayerTest.java | 31 +-
.../impl/node/RemoveDataNodeProcedureTest.java | 55 ---
.../impl/node/RemoveDataNodesProcedureTest.java | 90 ++++
.../assembly/resources/sbin/remove-datanode.bat | 38 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 25 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 25 +-
.../subtask/connector/PipeConnectorSubtask.java | 2 +-
.../scan/TsFileInsertionScanDataContainer.java | 15 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 5 +-
.../execution/exchange/SharedTsBlockQueue.java | 10 +
.../exchange/source/LocalSourceHandle.java | 12 +
.../operator/schema/source/DeviceSchemaSource.java | 2 +-
.../source/ActiveDeviceRegionScanOperator.java | 2 +-
.../execution/operator/source/SeriesScanUtil.java | 16 +-
.../relational/aggregation/Accumulator.java} | 21 +-
.../aggregation/AccumulatorFactory.java | 114 +++--
.../aggregation/AggregationOperator.java | 158 +++++++
.../source/relational/aggregation/Aggregator.java | 81 ++++
.../relational/aggregation/AvgAccumulator.java | 191 +++++++++
.../relational/aggregation/CountAccumulator.java | 80 ++++
.../db/queryengine/plan/analyze/TypeProvider.java | 10 +-
.../analyze/cache/schema/DataNodeTTLCache.java | 62 +--
.../plan/planner/OperatorTreeGenerator.java | 8 +-
.../plan/planner/TableOperatorGenerator.java | 89 +++-
.../plan/planner/plan/node/PlanNodeType.java | 8 +
.../plan/relational/function/BoundSignature.java | 36 ++
.../plan/relational/function/FunctionKind.java | 20 +-
.../plan/relational/metadata/ColumnSchema.java | 47 +--
.../relational/metadata/FunctionNullability.java | 31 ++
.../plan/relational/metadata/ResolvedFunction.java | 32 +-
.../metadata/TableBuiltinAggregationFunction.java | 11 +
.../relational/planner/node/AggregationNode.java | 219 +++++++++-
.../planner/node/AggregationTableScanNode.java | 275 ++++++++++++
.../plan/relational/utils/TypeUtil.java | 105 +++++
.../java/org/apache/iotdb/db/service/DataNode.java | 37 +-
.../iotdb/db/service/RegionMigrateService.java | 4 +-
.../iotdb/db/storageengine/StorageEngine.java | 8 +-
.../db/storageengine/dataregion/DataRegion.java | 47 +--
.../execute/performer/ICompactionPerformer.java | 2 -
.../performer/impl/FastCompactionPerformer.java | 49 ++-
.../impl/ReadChunkCompactionPerformer.java | 16 +-
.../impl/ReadPointCompactionPerformer.java | 10 +-
.../RepairUnsortedFileCompactionPerformer.java | 3 +-
.../task/RepairUnsortedFileCompactionTask.java | 10 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 42 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 8 +-
.../repair/RepairTimePartitionScanTask.java | 6 +-
.../schedule/CompactionScheduleContext.java | 25 +-
.../selector/impl/SettleSelectorImpl.java | 16 +-
.../impl/SizeTieredCompactionSelector.java | 3 +-
.../dataregion/memtable/TsFileProcessor.java | 13 +-
.../dataregion/read/QueryDataSource.java | 5 +
.../storageengine/dataregion/wal/WALManager.java | 2 +-
.../load/active/ActiveLoadDirScanner.java | 13 +
.../load/active/ActiveLoadTsFileLoader.java | 15 +
.../db/storageengine/dataregion/TTLQueryTest.java | 14 +-
.../iotdb/db/storageengine/dataregion/TTLTest.java | 46 +-
.../compaction/AbstractCompactionTest.java | 3 +-
.../repair/RepairUnsortedFileCompactionTest.java | 32 +-
.../settle/SettleCompactionRecoverTest.java | 2 +-
.../settle/SettleCompactionSelectorTest.java | 14 +-
.../settle/SettleCompactionTaskTest.java | 22 +-
.../tablemodel/CompactionWithAllNullRowsTest.java | 9 +-
.../TableModelCompactionWithTTLTest.java | 191 +++++++++
.../compaction/utils/CompactionCheckerUtils.java | 3 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 38 +-
.../conf/iotdb-system.properties.template | 4 +-
.../apache/iotdb/commons/ServerCommandLine.java | 24 +-
.../client/request/AsyncRequestManager.java | 2 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 15 +
.../iotdb/commons/ServerCommandLineTest.java | 35 +-
.../src/main/thrift/datanode.thrift | 8 +-
pom.xml | 181 ++++----
110 files changed, 4144 insertions(+), 1443 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeITFramework.java
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/{regionmigration/pass/IoTDBRegionMigrateNormalIT.java
=> removedatanode/IoTDBRemoveDataNodeNormalIT.java} (66%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/region/{PartiteGraphReplicationRegionGroupAllocator.java
=> PartiteGraphPlacementRegionGroupAllocator.java} (59%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/{MinCostFlowLeaderBalancer.java
=> CostFlowSelectionLeaderBalancer.java} (52%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/env/RemoveDataNodeHandler.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/node/{RemoveDataNodeProcedure.java
=> RemoveDataNodesProcedure.java} (55%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RegionMigrationPlan.java
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/node/RemoveDataNodeProcedureTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/node/RemoveDataNodesProcedureTest.java
copy
iotdb-core/datanode/src/{test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/PlanTestSymbol.java
=>
main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Accumulator.java}
(54%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/{
=> operator/source/relational}/aggregation/AccumulatorFactory.java (65%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AggregationOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Aggregator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AvgAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/CountAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/utils/TypeUtil.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tablemodel/TableModelCompactionWithTTLTest.java
