This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch enable_time_partition
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fb956ec9a8 fix bug
add 159f669103 [IOTDB-3942] Support count timeseries where tag1 = v1
(#6763)
add 323808c2e4 [IOTDB-3977] Solve the problem of permission type lower
case execution failure when granting permission (#6794)
add 3bc0bf50c3 [IOTDB-3865] Add Cluster tool show confignodes (#6781)
add 7c0a6209b9 [IOTDB-3975]refactoring cache from authorityFetcher (#6791)
add 82e984baf2 [IOTDB-3947] LeaderPolicy can't broadcast when a DataNode
down (#6777)
add acce8c4631 [IOTDB-3781] Reinforce the regionCleaner task's startup
logic (#6804)
add a354fd4c35 [IOTDB-3979] Let WrappedCallable/WrappedRunnable catch
Throwable (#6803)
add a751beccc1 [IOTDB-3922] Fix incorrect column name in some scenarios
for GroupByLevel (#6789)
add 195cea0a82 Refine LocalExecutionPlanner (#6797)
add a46e79a65b [IOTDB-3960] Fix the issue that FilterNode is not
considered in ExchangeNodeAddr (#6813)
add d7d6c9e0ab [IOTDB-3900] start-confignode ，Failed to execute system
command (#6805)
add 76bf7e1359 Remove the useless code in Session (#6825)
add 26fbe7f1ce spotless
add 93a2469cc2 [IOTDB-3993] Adjust pom.xml files' <dependency> <version>
(#6826)
add 2db18ee7fb [IOTDB-3727] Support clear cache in new cluster (#6756)
add 52a92f6cd0 add wal disk usage (#6822)
add 76c60f4f89 fix COMPACTION_TASK_COUNT metric. (#6823)
add 532e2d0893 [IOTDB-3990] Remove useless param in
IndexedConsensusRequest and add some logs. (#6820)
add 03f8067e21 [IOTDB-3883] Support order by timeseries in last query &
support last query across different DataRegion in execution layer (#6759)
add b2e3e4ed91 [IOTDB-3779] The Non-Seed-ConfigNode should suicide if
waiting leader's scheduling for too long (#6819)
add f2bc7156f0 merge insert nodes with same search index into one (#6727)
add 4c8edc5661 [IOTDB-3985] Retry removePeer for region bug (#6829)
add 54f9452888 Load ConfigNode after registering the internal server
(#6832)
add 903a9d6ac0 Extract ISchemaTree interface (#6830)
add 6e7e7e22e3 [IOTDB-3961] Fix bug of Tsfile compact (#6770)
add 4789a5e368 [IOTDB-3999] Avoid using PlanNodeType.ordinal() (#6835)
add e52b8c23c6 [IOTDB-3986] Unified ConfigNode heartbeat request
add def138b590 [IOTDB-3971] Improve the process of writing chunks in
compaction for aligned series (#6786)
add 991cbe7e1e [IOTDB-3940] Using bitmap in PageHeader to optimize
ValuePageReader from row-base scanning to columnar-style scanning (#6806)
add 22af8d479f remove useless log in cross space compaction (#6837)
add 8ddb8da5f5 Optimize CI workflow (#6841)
add d7627c8751 [IOTDB-4003] del duplicated dependency defination in
pom.xml (#6843)
add 4667e7e3c5 Merge branch 'master' of https://github.com/apache/iotdb
into enable_time_partition
No new revisions were added by this update.
Summary of changes:
.github/workflows/client-cpp.yml | 4 +-
.github/workflows/influxdb-protocol.yml | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 25 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
checkstyle.xml | 7 +
cli/pom.xml | 3 -
confignode/pom.xml | 1 -
.../confignode/client/DataNodeRequestType.java | 4 +-
.../async/datanode/AsyncDataNodeClientPool.java | 15 +-
.../{FlushHandler.java => ClearCacheHandler.java} | 13 +-
.../async/handlers/DataNodeHeartbeatHandler.java | 3 +-
.../handlers/UpdateRegionRouteMapHandler.java | 7 +-
.../sync/confignode/SyncConfigNodeClientPool.java | 12 +-
.../statemachine/PartitionRegionStateMachine.java | 6 +-
.../iotdb/confignode/manager/ConfigManager.java | 22 +
.../apache/iotdb/confignode/manager/IManager.java | 7 +
.../iotdb/confignode/manager/NodeManager.java | 36 +
.../iotdb/confignode/manager/PartitionManager.java | 79 +-
.../iotdb/confignode/manager/ProcedureManager.java | 4 +-
.../iotdb/confignode/manager/load/LoadManager.java | 57 +-
.../manager/load/heartbeat/RegionGroupCache.java | 14 +-
.../iotdb/confignode/persistence/NodeInfo.java | 3 +
.../procedure/env/DataNodeRemoveHandler.java | 10 +-
.../procedure/impl/RegionMigrateProcedure.java | 12 +-
.../iotdb/confignode/service/ConfigNode.java | 43 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 15 +-
.../load/balancer/router/LeaderRouterTest.java | 137 +-
.../common/request/IndexedConsensusRequest.java | 20 +-
.../multileader/MultiLeaderServerImpl.java | 10 +-
.../multileader/logdispatcher/LogDispatcher.java | 12 +-
.../service/MultiLeaderRPCServiceProcessor.java | 34 +-
cross-tests/pom.xml | 1 -
.../Maintenance-Tools/Maintenance-Command.md | 42 +-
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 17 +-
docs/UserGuide/Operate-Metadata/Timeseries.md | 48 +-
.../Maintenance-Tools/Maintenance-Command.md | 42 +-
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 17 +-
docs/zh/UserGuide/Operate-Metadata/Timeseries.md | 50 +-
flink-iotdb-connector/pom.xml | 1 -
hadoop/pom.xml | 1 -
hive-connector/pom.xml | 1 -
influxdb-protocol/pom.xml | 2 -
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 3 +-
...Query2IT.java => IoTDBAlignedLastQuery2IT.java} | 6 +-
...Query2IT.java => IoTDBAlignedLastQuery3IT.java} | 6 +-
...stCacheIT.java => IoTDBAlignedLastQueryIT.java} | 36 +-
.../db/it/aligned/IoTDBAlignedSeriesQueryIT.java | 270 ----
... => IoTDBAlignedSeriesQueryWithDeletionIT.java} | 82 +-
.../it/aligned/IoTDBLastQueryWithDeletion2IT.java | 7 +-
.../it/aligned/IoTDBLastQueryWithDeletionIT.java | 28 +-
.../aligned/IoTDBLastQueryWithoutLastCache2IT.java | 4 +-
.../aligned/IoTDBLastQueryWithoutLastCacheIT.java | 24 +-
...DBLastQueryWithoutLastCacheWithDeletion2IT.java | 4 +-
...TDBLastQueryWithoutLastCacheWithDeletionIT.java | 4 +-
.../org/apache/iotdb/db/it/query/IoTDBAliasIT.java | 27 +
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 104 ++
integration/pom.xml | 1 -
library-udf/pom.xml | 10 -
node-commons/pom.xml | 1 -
.../iotdb/commons/concurrent/WrappedCallable.java | 4 +-
.../iotdb/commons/concurrent/WrappedRunnable.java | 4 +-
pom.xml | 39 +-
schema-engine-rocksdb/pom.xml | 1 -
.../schemaregion/rocksdb/RSchemaRegion.java | 64 +
server/pom.xml | 11 -
.../apache/iotdb/db/auth/AuthorizerManager.java | 6 +-
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 104 ++
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 89 +-
.../org/apache/iotdb/db/auth/IAuthorCache.java | 29 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 2 +
.../iotdb/db/auth/StandaloneAuthorityFetcher.java | 15 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 34 +
.../statemachine/DataRegionStateMachine.java | 86 +-
.../db/engine/compaction/CompactionWorker.java | 34 +-
.../RewriteCrossSpaceCompactionSelector.java | 7 -
.../impl/ReadPointCompactionPerformer.java | 18 +-
.../writer/AbstractCompactionWriter.java | 7 +-
.../writer/CrossSpaceCompactionWriter.java | 19 +-
.../writer/InnerSpaceCompactionWriter.java | 15 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 12 +
.../db/metadata/cache/DataNodeSchemaCache.java | 9 +-
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 17 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 27 +
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 27 +
.../traverser/counter/MeasurementCounter.java | 24 +
.../counter/MeasurementGroupByLevelCounter.java | 24 +
.../db/metadata/schemaregion/ISchemaRegion.java | 13 +
.../schemaregion/SchemaRegionMemoryImpl.java | 28 +
.../schemaregion/SchemaRegionSchemaFileImpl.java | 28 +
.../apache/iotdb/db/metadata/tag/TagManager.java | 39 +
.../iotdb/db/mpp/common/header/HeaderConstant.java | 14 +
.../{SchemaTree.java => ClusterSchemaTree.java} | 22 +-
.../db/mpp/common/schematree/ISchemaTree.java | 70 +
.../operator/process/FilterAndProjectOperator.java | 2 +-
.../LastQueryCollectOperator.java} | 17 +-
.../LastQueryMergeOperator.java} | 157 +-
.../operator/process/last/LastQueryOperator.java | 143 ++
.../process/last/LastQuerySortOperator.java | 202 +++
.../operator/{ => process/last}/LastQueryUtil.java | 93 +-
.../{ => last}/UpdateLastCacheOperator.java | 4 +-
.../schema/LevelTimeSeriesCountOperator.java | 28 +-
.../operator/schema/SchemaFetchScanOperator.java | 4 +-
.../operator/schema/TimeSeriesCountOperator.java | 26 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 8 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 163 +-
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 41 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 18 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 11 +-
.../mpp/plan/analyze/GroupByLevelController.java | 16 +-
.../iotdb/db/mpp/plan/analyze/ISchemaFetcher.java | 8 +-
.../iotdb/db/mpp/plan/analyze/SchemaValidator.java | 6 +-
.../mpp/plan/analyze/StandaloneSchemaFetcher.java | 33 +-
.../{AuthorizerTask.java => ClearCacheTask.java} | 33 +-
.../plan/execution/config/ConfigTaskVisitor.java | 13 +
...DataNodesTask.java => ShowConfigNodesTask.java} | 43 +-
.../config/executor/ClusterConfigTaskExecutor.java | 43 +
.../config/executor/IConfigTaskExecutor.java | 5 +
.../executor/StandaloneConfigTaskExecutor.java | 25 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 71 +-
.../plan/planner/LocalExecutionPlanContext.java | 161 ++
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 1562 +------------------
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 25 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 20 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 1604 ++++++++++++++++++++
.../distribution/DistributionPlanContext.java | 18 +
.../planner/distribution/ExchangeNodeAdder.java | 20 +-
.../plan/planner/distribution/SourceRewriter.java | 53 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 32 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 12 +-
.../metedata/read/LevelTimeSeriesCountNode.java | 41 +-
.../node/metedata/read/TimeSeriesCountNode.java | 40 +-
.../plan/planner/plan/node/process/FilterNode.java | 5 +
.../planner/plan/node/process/MultiChildNode.java | 21 +
.../last/LastQueryCollectNode.java} | 55 +-
.../process/{ => last}/LastQueryMergeNode.java | 52 +-
.../LastQueryNode.java} | 31 +-
.../planner/plan/node/write/DeleteDataNode.java | 6 +-
.../plan/node/write/InsertMultiTabletsNode.java | 4 +-
.../plan/planner/plan/node/write/InsertNode.java | 4 +-
.../planner/plan/node/write/InsertRowNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 4 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 4 +-
.../planner/plan/node/write/InsertTabletNode.java | 6 +-
.../planner/plan/parameter/OrderByParameter.java | 4 +
.../db/mpp/plan/statement/StatementVisitor.java | 15 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 3 +
.../internal/LastPointFetchStatement.java | 58 -
.../metadata/CountLevelTimeSeriesStatement.java | 32 +
.../metadata/CountTimeSeriesStatement.java | 30 +
...tatement.java => ShowConfigNodesStatement.java} | 5 +-
.../ClearCacheStatement.java} | 33 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 10 +-
.../iotdb/db/qp/utils/GroupByLevelController.java | 35 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 2 +-
.../iotdb/db/service/RegionMigrateService.java | 25 +-
.../recorder/CompactionMetricsRecorder.java | 6 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 12 +
.../java/org/apache/iotdb/db/wal/WALManager.java | 16 +
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 2 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 3 +
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 6 +
.../iotdb/db/auth/AuthorizerManagerTest.java | 22 +-
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 11 +-
...emaTreeTest.java => ClusterSchemaTreeTest.java} | 28 +-
.../operator/AggregationOperatorTest.java | 2 +-
.../operator/LastCacheScanOperatorTest.java | 93 --
.../operator/LastQueryMergeOperatorTest.java | 598 ++++----
...peratorTest.java => LastQueryOperatorTest.java} | 64 +-
...torTest.java => LastQuerySortOperatorTest.java} | 72 +-
.../operator/UpdateLastCacheOperatorTest.java | 3 +-
.../operator/schema/CountMergeOperatorTest.java | 21 +-
.../operator/schema/SchemaCountOperatorTest.java | 21 +-
.../schema/SchemaFetchScanOperatorTest.java | 5 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 23 +-
.../mpp/plan/plan/distribution/LastQueryTest.java | 59 +
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 7 +
.../metadata/read/SchemaCountNodeSerdeTest.java | 8 +-
.../write/InsertMultiTabletsNodeSerdeTest.java | 2 +-
.../plan/node/write/InsertRowNodeSerdeTest.java | 8 +-
.../plan/node/write/InsertRowsNodeSerdeTest.java | 2 +-
.../write/InsertRowsOfOneDeviceNodeSerdeTest.java | 3 +-
.../plan/node/write/InsertTabletNodeSerdeTest.java | 6 +-
.../java/org/apache/iotdb/session/Session.java | 17 -
spark-iotdb-connector/pom.xml | 4 -
thrift-commons/src/main/thrift/common.thrift | 4 +
.../src/main/thrift/confignode.thrift | 19 +
.../src/main/thrift/mutlileader.thrift | 3 +-
thrift/src/main/thrift/datanode.thrift | 2 +
tsfile/pom.xml | 8 -
.../file/metadata/statistics/Statistics.java | 10 +
.../file/metadata/statistics/TimeStatistics.java | 8 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 4 +
.../read/common/block/column/BinaryColumn.java | 16 +
.../read/common/block/column/BooleanColumn.java | 16 +
.../tsfile/read/common/block/column/Column.java | 38 +
.../read/common/block/column/DoubleColumn.java | 16 +
.../read/common/block/column/FloatColumn.java | 16 +
.../tsfile/read/common/block/column/IntColumn.java | 16 +
.../read/common/block/column/LongColumn.java | 16 +
.../block/column/RunLengthEncodedColumn.java | 58 +
.../read/common/block/column/TimeColumn.java | 11 +
.../tsfile/read/reader/page/AlignedPageReader.java | 98 +-
.../tsfile/read/reader/page/ValuePageReader.java | 99 ++
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 63 +
.../iotdb/tsfile/write/chunk/TimeChunkWriter.java | 10 +-
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 24 +-
.../iotdb/tsfile/write/page/TimePageWriter.java | 6 +-
.../iotdb/tsfile/write/page/ValuePageWriter.java | 72 +-
zeppelin-interpreter/pom.xml | 1 -
210 files changed, 6019 insertions(+), 3393 deletions(-)
copy
confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/{FlushHandler.java
=> ClearCacheHandler.java} (86%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/{IoTDBAlignedSeriesQuery2IT.java
=> IoTDBAlignedLastQuery2IT.java} (93%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/{IoTDBAlignedSeriesQuery2IT.java
=> IoTDBAlignedLastQuery3IT.java} (93%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/{IoTDBLastQueryWithoutLastCacheIT.java
=> IoTDBAlignedLastQueryIT.java} (89%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/aligned/{IoTDBAggregationWithDeletion2IT.java
=> IoTDBAlignedSeriesQueryWithDeletionIT.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/auth/BasicAuthorityCache.java
copy
integration-test/src/main/java/org/apache/iotdb/itbase/env/BaseNodeWrapper.java
=> server/src/main/java/org/apache/iotdb/db/auth/IAuthorCache.java (67%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/{SchemaTree.java
=> ClusterSchemaTree.java} (95%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/common/schematree/ISchemaTree.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/{LastQueryMergeOperator.java
=> last/LastQueryCollectOperator.java} (88%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/{TimeJoinOperator.java
=> last/LastQueryMergeOperator.java} (60%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/LastQueryOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/LastQuerySortOperator.java
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/{ =>
process/last}/LastQueryUtil.java (55%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/{ =>
last}/UpdateLastCacheOperator.java (96%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{AuthorizerTask.java
=> ClearCacheTask.java} (60%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ShowDataNodesTask.java
=> ShowConfigNodesTask.java} (54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/LocalExecutionPlanContext.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/OperatorTreeGenerator.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/{metedata/read/SchemaQueryOrderByHeatNode.java
=> process/last/LastQueryCollectNode.java} (62%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{
=> last}/LastQueryMergeNode.java (68%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{LastQueryMergeNode.java
=> last/LastQueryNode.java} (82%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/internal/LastPointFetchStatement.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowClusterStatement.java
=> ShowConfigNodesStatement.java} (89%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/{metadata/DropFunctionStatement.java
=> sys/ClearCacheStatement.java} (69%)
rename
server/src/test/java/org/apache/iotdb/db/mpp/common/schematree/{SchemaTreeTest.java
=> ClusterSchemaTreeTest.java} (95%)
delete mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/LastCacheScanOperatorTest.java
copy
server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/{LastQueryMergeOperatorTest.java
=> LastQueryOperatorTest.java} (87%)
copy
server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/{LastQueryMergeOperatorTest.java
=> LastQuerySortOperatorTest.java} (87%)
