This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch enhance_it_for_restart_test
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fe2f1893cc5 Enhance IT frame to run tests that restart the cluster
add 99ada4fbe40 Load: Convert to tablets when node is read-only (#15693)
add 18b10bc2d3b Pipe: Fix the inconsistency between schema and values
columns in the process of building tsfile (#15625)
add c5b8d9c8c25 use environment variable and PBKDF to generate main
encrypt key (#15711)
add 855ea12c523 Put last query IT only in 1c1d
add 83ebf5b1a9c Support order by time for Agg align by device query with
cross region data
add b3d0ad72e31 Skip update-cache logic when loading TsFile in
IoTV2Consensus (#15729)
add 369971c8164 fix datanode check (#15730)
add 9d474682cf5 Enhance "remove region" sql to handle the case of DataNode
not exist (#15728)
add 346ee720e7a [remove datanode] Fix ArrayIndexOutOfBoundsException in
computeInitialDbLoad (#15718)
add a2432d2fc2f Fixed the bug that the characters surrounded by "" cannot
be parsed in tree view path
add 7b5a2b39416 Using join to query views of non-aligned series may throw
NullPointerException
add 882c4b7898c Fixed the bug that the old view's cache is not cleared
when altering its name
add 232e0c9054f Fix timeout didn't pass to client bug
add 726d0935320 Subscription: fix drop subscription from session under
table model (#15725)
add cc3c442a1e2 Return empty result set for non aligned series when no
filed columns can be obtained from view
add b34e05e5da4 fix exception msg in RPR
add 58927a19d3a Fixed the potential failure for table view query with
pattern beyond databases
add ca2ad11712f Conf Template: Fix wrong symbol (#15742)
add 5d5e0478bc1 Pipe: Set WAL to uncompressed when using real-time sync
(#15733)
add f7992dd37fb Pipe: Fixed the insert node EMA logic for degrading
(#15741)
add 8763d57e8bb Fix RPROperator blocking behavior
add 55232d021e9 fix tsfile checker leak (#15710)
add 8a8a7bedb5b Avoiding error log by removing ThreadLocal for Mqtt Client
add 1fc3eae29b4 Fix TypeProvider and AggregationDescriptor serde in
Templated Query
add 0c35003d41e Reset global time filter for each device in table view scan
add f55dfe07e5e Add more tests for removing datanode (#15749)
add 3ff855e98d0 Fix stuck when stopping a DataNode with large unremovable
WAL files (#15727)
add ecdf0d77bc1 Fixed the device NPE for table view in view device & Added
semantic check to prohibit the last data query for prefix paths with "*" &
Refactored metric log of tag number
add 1b9a446ecea Pipe: Delete the extra tags created by the
PipeWALInsertNodeCacheMetrics (#15761)
add 02febc0506e Optimize group by query in ClientRPCServiceImpl to reduce
cpu usage
add bbe031aaebe Fix thread leak in session while connected DN is down
add e1b6e890dbc Pipe: Fixed the NPE when closing sync connector (#15772)
add c603b990c75 Subscription: return immediately when unsubscribe empty
complete topics (#15770)
add a3920b0fd55 Pipe: Fixed the NPE caused by the compression timer
(#15782)
add e227a53a726 Pipe/IoTV2: Persist progress index locally before shutdown
to accurate recovery after restart (#15779)
add f7373707336 Opt error msg while time column is empty string
add 84b56d27b6b Improve argument validation for approx_most_frequent
function
add b7bd5526b3f [Remove DataNode] Increase the waiting time for removing
DN test (#15769)
add 62f0845a811 Merge branch 'master' into enhance_it_for_restart_test
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 35 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 70 ++--
.../IoTDBRemoveConfigNodeITFramework.java | 2 +-
.../IoTDBRemoveDataNodeNormalIT.java | 362 ++++++++++++++++++++-
.../removedatanode/IoTDBRemoveDataNodeUtils.java | 178 ++++++++++
...work.java => IoTDBRemoveUnknownDataNodeIT.java} | 324 ++++++++----------
.../confignode/it/utils/ConfigNodeTestUtils.java | 12 +
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 96 +++---
.../it/query/recent/IoTDBTableAggregationIT.java | 181 ++++++++---
.../query/view/recent/IoTDBTableViewQueryIT.java | 5 +
.../recent/IoTDBTableViewWithTreeTTLQueryIT.java | 38 ++-
.../relational/it/schema/IoTDBDatabaseIT.java | 4 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 72 ++--
.../java/org/apache/iotdb/session/Session.java | 6 +-
.../apache/iotdb/session/TableSessionBuilder.java | 7 +-
.../iotdb/confignode/manager/ConfigManager.java | 14 +-
.../iotdb/confignode/manager/ProcedureManager.java | 44 ++-
.../region/GreedyCopySetRegionGroupAllocator.java | 8 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 9 +-
.../subscription/SubscriptionCoordinator.java | 3 +-
.../partition/DatabasePartitionTable.java | 10 +-
.../persistence/partition/PartitionInfo.java | 2 +-
.../persistence/partition/RegionGroup.java | 6 +-
.../impl/node/RemoveDataNodesProcedure.java | 5 +-
.../procedure/impl/schema/SchemaUtils.java | 20 +-
.../table/AbstractAlterOrDropTableProcedure.java | 23 +-
.../impl/schema/table/CreateTableProcedure.java | 8 +-
.../impl/schema/table/RenameTableProcedure.java | 6 +-
.../GreedyCopySetRemoveNodeReplicaSelectTest.java | 11 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 19 +-
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 2 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 -
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 29 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 24 ++
.../airgap/IoTDBDataRegionAirGapConnector.java | 2 +-
.../async/IoTDBDataRegionAsyncConnector.java | 2 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 6 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 1 +
.../builder/PipeTableModelTsFileBuilderV2.java | 53 +--
.../util/builder/PipeTreeModelTsFileBuilder.java | 1 +
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 42 ++-
.../dataregion/IoTDBDataRegionExtractor.java | 25 +-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 30 +-
.../overview/PipeWALInsertNodeCacheMetrics.java | 4 +-
.../pipeconsensus/PipeConsensusReceiver.java | 12 +-
.../pipeconsensus/PipeConsensusReceiverAgent.java | 138 ++++----
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 4 +-
.../iotdb/db/protocol/session/SessionManager.java | 14 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 73 +++--
.../impl/DataNodeInternalRPCServiceImpl.java | 10 +-
.../execution/driver/DriverContext.java | 6 +
.../exchange/source/LocalSourceHandle.java | 13 +-
.../fragment/FakedFragmentInstanceContext.java | 106 ++++++
.../fragment/FragmentInstanceContext.java | 17 +-
.../fragment/FragmentInstanceManager.java | 8 +-
.../execution/fragment/QueryContext.java | 2 +-
.../process/PatternRecognitionOperator.java | 6 +
.../rowpattern/expression/ArithmeticOperator.java | 7 +-
.../rowpattern/expression/ComparisonOperator.java | 8 +-
.../process/rowpattern/expression/Computation.java | 9 +-
.../rowpattern/expression/LogicalOperator.java | 4 +-
.../expression/PatternExpressionComputation.java | 3 +-
.../schema/source/TableDeviceQuerySource.java | 23 +-
.../execution/operator/source/SeriesScanUtil.java | 6 +-
.../execution/schedule/task/DriverTaskId.java | 3 +-
.../db/queryengine/plan/analyze/TypeProvider.java | 8 +-
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 1 +
.../plan/analyze/load/LoadTsFileAnalyzer.java | 9 +-
.../metadata/relational/ShowCreateViewTask.java | 9 +-
.../plan/planner/OperatorTreeGenerator.java | 12 +-
.../plan/planner/TableOperatorGenerator.java | 28 +-
.../plan/planner/distribution/SourceRewriter.java | 14 +-
.../memory/FakedMemoryReservationManager.java} | 16 +-
.../source/AlignedSeriesAggregationScanNode.java | 6 +
.../planner/plan/parameter/SeriesScanOptions.java | 24 +-
.../relational/analyzer/ExpressionAnalyzer.java | 19 +-
.../function/tvf/ForecastTableFunction.java | 16 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 12 +-
.../fetcher/TableDeviceSchemaValidator.java | 6 +-
.../relational/planner/TableLogicalPlanner.java | 5 +
.../optimizations/PushPredicateIntoTableScan.java | 3 +-
.../planner/rowpattern/IrRowPattern.java | 40 +--
.../plan/relational/sql/parser/AstBuilder.java | 17 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 27 +-
.../db/schemaengine/table/DataNodeTableCache.java | 42 ++-
.../iotdb/db/schemaengine/table/ITableCache.java | 10 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 2 +
.../db/storageengine/dataregion/DataRegion.java | 3 +-
.../dataregion/tsfile/TsFileResourceList.java | 2 +-
.../dataregion/utils/TsFileResourceUtils.java | 5 +-
.../file/AbstractTsFileRecoverPerformer.java | 2 +-
.../receiver/SubscriptionReceiverV1.java | 6 +
.../SchemaRegionSimpleRecoverTest.java | 4 +-
...nAlignedTreeDeviceViewScanOperatorTreeTest.java | 4 +-
.../distribution/AggregationAlignByDeviceTest.java | 19 ++
.../analyzer/RowPatternRecognitionTest.java | 32 ++
.../plan/relational/analyzer/TreeViewTest.java | 4 +-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 12 +-
.../storageengine/dataregion/DataRegionTest.java | 4 +-
.../TableModelCompactionWithTTLTest.java | 4 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 4 +-
.../org/apache/iotdb/metrics/utils/MetricInfo.java | 3 +-
.../conf/iotdb-system.properties.template | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 34 +-
.../commons/exception/PortOccupiedException.java | 14 +-
.../commons/exception/QueryTimeoutException.java | 4 +
.../pipe/agent/task/meta/PipeRuntimeMeta.java | 9 +
.../commons/pipe/agent/task/meta/PipeTaskMeta.java | 25 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 13 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 14 +-
.../thrift-datanode/src/main/thrift/client.thrift | 1 +
.../src/main/thrift/datanode.thrift | 1 +
pom.xml | 2 +-
113 files changed, 2002 insertions(+), 827 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeUtils.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/{IoTDBRemoveDataNodeITFramework.java
=> IoTDBRemoveUnknownDataNodeIT.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/fragment/FakedFragmentInstanceContext.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/{relational/sql/ast/JoinCriteria.java
=> planner/memory/FakedMemoryReservationManager.java} (70%)
