This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/disableView
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e2eed774cbe revert
add 5307bbfd77c [IOTDB-5723] Pipe: progress index for simple consenesus
(#9961)
add 2f01f631f0b fix python ci by SimpleConsensus (#9966)
add f4464c9441b [IOTDB-5723] Pipe progress index: fix
NumberFormatException when using IoTConsensus in DataRegion (#9965)
add 5467cfca81c [IOTDB-5928] Refactor TsFile status transition module
(#9940)
add 4d4a820a9df [IOTDB-5794] Filter session connection whose username is
empty when using the method of sessionPool.fetchAllConnections()
add d72335967c4 [IOTDB-5933] Pipe: update progress index after compaction
(#9970)
add 061903c2d51 [IOTDB-5934] Optimize cluster partition policy (#9971)
add bd1222d180e [IOTDB-5920] Pipe collector modes: TsFile only, log only,
realtime only, historical only (#9942)
add f9cebfcb338 [IOTDB-5929] Enable DataPartition inherit policy (#9962)
add 4f216f7a125 [IOTDB-5924] feat(SessionPool): add deletion API (#9947)
add bcddb6eb15a Add TieredManager for data directory control (#9972)
add cfd508eb1b4 Correct slow query log's time cost precision (#9982)
add 392508f12eb [IOTDB-5905] Fix aligned timeseries data point lost after
flushed in some scenario (#9973)
add ef8cc8a09c5 Update schema memory control config (#9981)
add fbc8828b81b [IOTDB-5921] Pipe: config & descriptor (#9957)
add 9c5ff12379f Optimize some map usage in writing (#9878)
add 4715e244110 Optimize the AlignedTVList column check logic when insert
(#9890)
add 68f93800607 [IOTDB-5939] Correct Flusing Task Timeout Detect Thread's
timeout (#9988)
add 72b508c1871 Support show data types of views (#9969)
add 05060cb4cc4 [IOTDB-5935] Pipe: RecoverProgressIndex and
HybridProgressIndex (#9975)
add 1401f5a32c4 Merge remote-tracking branch 'origin/master' into
lmh/disableView
add 3904372fd8c merge master
No new revisions were added by this update.
Summary of changes:
.../iotdb/confignode/conf/ConfigNodeConfig.java | 8 +-
.../confignode/conf/SystemPropertiesUtils.java | 5 +
.../partition/GreedyPartitionAllocator.java | 36 +--
.../manager/load/service/HeartbeatService.java | 8 +-
.../manager/partition/PartitionManager.java | 30 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 8 +-
.../partition/DatabasePartitionTable.java | 4 +-
.../persistence/partition/PartitionInfo.java | 15 +-
.../request/BatchIndexedConsensusRequest.java | 6 +-
.../consensus/iot/IoTConsensusServerImpl.java | 12 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 4 +-
docker/src/main/Dockerfile-1c1d | 3 +
.../iotdb/hadoop/tsfile/TsFileWriteToHDFS.java | 2 +-
integration-test/pom.xml | 4 +
.../partition/IoTDBPartitionInheritPolicyIT.java | 26 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 31 ++
.../apache/iotdb/db/integration}/IoTDBTtlIT.java | 170 ++++++++---
.../api/customizer/PipeParameterValidator.java | 27 ++
.../apache/iotdb/isession/pool/ISessionPool.java | 35 +++
.../org/apache/iotdb/session/pool/SessionPool.java | 168 +++++++++++
.../util/TSFileConfigUtilCompletenessTest.java | 8 +-
.../iotdb/hadoop/fileSystem/HDFSConfUtil.java | 11 +-
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 18 ++
.../apache/iotdb/hadoop/fileSystem/HDFSInput.java | 32 ---
.../apache/iotdb/hadoop/tsfile/TSFHadoopTest.java | 6 +-
.../apache/iotdb/hive/TSFHiveInputFormatTest.java | 4 +-
.../apache/iotdb/hive/TSFHiveRecordReaderTest.java | 4 +-
.../src/main/thrift/iotconsensus.thrift | 2 +-
.../resources/conf/iotdb-common.properties | 75 +++--
.../apache/iotdb/commons/conf/CommonConfig.java | 179 +++++++++++-
.../iotdb/commons/conf/CommonDescriptor.java | 109 ++++++-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +
.../commons/consensus/index/ProgressIndex.java | 45 +++
.../commons/consensus/index/ProgressIndexType.java | 22 +-
.../consensus/index/impl/HybridProgressIndex.java | 221 +++++++++++++++
.../consensus/index/impl/IoTProgressIndex.java | 144 ++++++----
.../consensus/index/impl/MinimumProgressIndex.java | 9 +-
.../consensus/index/impl/RecoverProgressIndex.java | 207 ++++++++++++++
.../consensus/index/impl/SimpleProgressIndex.java | 197 +++++++++++++
.../iotdb/commons/partition/DataPartition.java | 9 +-
.../commons/partition/DataPartitionTable.java | 7 +-
.../commons/partition/SeriesPartitionTable.java | 24 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 151 ++++++++++
.../commons/schema/view/LogicalViewSchema.java | 8 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 9 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 145 ++++++----
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 84 ++++--
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 4 +-
.../db/conf/directories/DirectoryChecker.java | 5 +
.../db/conf/directories/DirectoryManager.java | 199 -------------
.../iotdb/db/conf/directories/FolderManager.java | 4 +-
.../iotdb/db/conf/directories/TierManager.java | 313 +++++++++++++++++++++
.../IoTConsensusDataRegionStateMachine.java | 5 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
.../performer/impl/FastCompactionPerformer.java | 7 +-
.../execute/recover/CompactionRecoverManager.java | 6 +-
.../execute/recover/CompactionRecoverTask.java | 2 +-
.../execute/task/AbstractCompactionTask.java | 25 +-
.../execute/task/CrossSpaceCompactionTask.java | 17 +-
.../execute/task/InnerSpaceCompactionTask.java | 23 +-
.../compaction/execute/utils/CompactionUtils.java | 17 +-
.../execute/utils/log/TsFileIdentifier.java | 3 +-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../compaction/schedule/CompactionTaskManager.java | 5 +-
.../utils/CrossSpaceCompactionCandidate.java | 6 +-
.../engine/memtable/AlignedWritableMemChunk.java | 77 +++--
.../db/engine/memtable/IWritableMemChunk.java | 4 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 4 +-
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 8 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 131 +++++----
.../engine/storagegroup/TsFileNameGenerator.java | 9 +-
.../db/engine/storagegroup/TsFileProcessor.java | 9 +-
.../db/engine/storagegroup/TsFileResource.java | 131 ++++++---
.../iotdb/db/engine/upgrade/UpgradeTask.java | 6 +-
.../InsertNonWritableViewException.java} | 14 +-
.../db/metadata/cache/TimeSeriesSchemaCache.java | 7 +-
.../schemaregion/result/ShowTimeSeriesResult.java | 4 +-
.../apache/iotdb/db/metadata/tag/TagManager.java | 3 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +-
.../fragment/FragmentInstanceExecution.java | 14 +-
.../fragment/FragmentInstanceManager.java | 11 +-
.../operator/schema/SchemaQueryScanOperator.java | 1 +
.../operator/schema/source/DeviceSchemaSource.java | 5 +
.../operator/schema/source/ISchemaSource.java | 10 +
.../schema/source/LogicalViewSchemaSource.java | 107 ++++++-
.../operator/schema/source/NodeSchemaSource.java | 5 +
.../schema/source/PathsUsingTemplateSource.java | 5 +
.../schema/source/TimeSeriesSchemaSource.java | 114 +++++++-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 2 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 27 +-
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 2 +-
.../db/mpp/plan/planner/plan/node/PlanNode.java | 4 +-
.../plan/node/write/InsertMultiTabletsNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +-
.../{PipeLauncher.java => PipeAgentLauncher.java} | 10 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 39 ++-
.../SimpleConsensusProgressIndexAssigner.java | 113 ++++++++
.../db/pipe/config/PipeCollectorConstant.java | 10 +
.../apache/iotdb/db/pipe/config/PipeConfig.java | 87 ------
.../core/collector/IoTDBDataRegionCollector.java | 152 ++++++++--
.../PipeHistoricalDataRegionCollector.java | 9 +-
.../PipeHistoricalDataRegionFakeCollector.java | 38 ++-
.../PipeHistoricalDataRegionTsFileCollector.java | 42 ++-
.../realtime/PipeRealtimeDataRegionCollector.java | 12 +-
.../PipeRealtimeDataRegionFakeCollector.java | 50 ++--
.../PipeRealtimeDataRegionHybridCollector.java | 26 +-
.../PipeRealtimeDataRegionLogCollector.java | 117 ++++++++
.../PipeRealtimeDataRegionTsFileCollector.java | 118 ++++++++
.../realtime/assigner/DisruptorQueue.java | 5 +-
.../listener/PipeInsertionDataNodeListener.java | 38 ++-
.../matcher/CachedSchemaPatternMatcher.java | 6 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 4 +-
.../impl/iotdb/v1/IoTDBThriftReceiverV1.java | 7 +-
.../manager/PipeConnectorSubtaskLifeCycle.java | 8 +-
.../manager/PipeConnectorSubtaskManager.java | 18 +-
.../event/view/collector/PipeEventCollector.java | 6 +-
.../executor/PipeAssignerSubtaskExecutor.java | 4 +-
.../executor/PipeConnectorSubtaskExecutor.java | 4 +-
.../executor/PipeProcessorSubtaskExecutor.java | 4 +-
.../executor/PipeSubtaskExecutorManager.java | 4 +-
.../execution/scheduler/PipeSubtaskScheduler.java | 9 +-
.../resource/file/PipeFileResourceManager.java | 10 +-
.../file/PipeHardlinkFileDirStartupCleaner.java | 60 ++++
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 3 +-
.../task/queue/ListenableBlockingPendingQueue.java | 153 +++++++++-
... => ListenableBoundedBlockingPendingQueue.java} | 5 +-
.../db/pipe/task/queue/ListenablePendingQueue.java | 159 -----------
...> ListenableUnboundedBlockingPendingQueue.java} | 9 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 8 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 12 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 14 +-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 26 +-
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 4 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 18 +-
.../iotdb/db/query/control/SessionManager.java | 2 +
.../java/org/apache/iotdb/db/service/DataNode.java | 9 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 2 +-
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 8 +-
.../db/utils/datastructure/AlignedTVList.java | 49 ++--
.../iotdb/db/utils/datastructure/TVList.java | 5 +-
.../file/AbstractTsFileRecoverPerformer.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 4 +
.../iotdb/db/engine/cache/ChunkCacheTest.java | 4 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +-
.../compaction/CompactionTaskManagerTest.java | 4 +-
.../db/engine/compaction/TsFileIdentifierUT.java | 16 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 12 +-
.../CrossSpaceCompactionWithFastPerformerTest.java | 6 +-
...eCompactionWithFastPerformerValidationTest.java | 20 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 6 +-
...actionWithReadPointPerformerValidationTest.java | 12 +-
.../db/engine/compaction/cross/MergeTest.java | 6 +-
.../cross/RewriteCompactionFileSelectorTest.java | 42 +--
.../inner/AbstractInnerSpaceCompactionTest.java | 4 +-
.../inner/InnerCompactionMoreDataTest.java | 2 +-
.../inner/InnerCompactionSchedulerTest.java | 6 +-
.../compaction/inner/InnerCompactionTest.java | 4 +-
.../SizeTieredCompactionSelectorTest.java | 2 +
.../inner/sizetiered/SizeTieredCompactionTest.java | 10 +-
.../recover/SizeTieredCompactionRecoverTest.java | 20 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 20 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 46 +--
.../engine/storagegroup/FakedTsFileResource.java | 4 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 6 +-
.../TsFileResourceProgressIndexTest.java | 6 +
.../db/engine/storagegroup/TsFileResourceTest.java | 2 +-
.../execution/operator/AlignedSeriesTestUtil.java | 6 +-
.../collector/CachedSchemaPatternMatcherTest.java | 13 +-
.../core/collector/PipeRealtimeCollectTest.java | 12 +-
.../executor/PipeConnectorSubtaskExecutorTest.java | 6 +-
.../executor/PipeProcessorSubtaskExecutorTest.java | 2 +
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 10 +-
.../query/reader/series/SeriesReaderTestUtil.java | 6 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 8 +-
.../iotdb/db/rescon/ResourceManagerTest.java | 12 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 17 +-
...ectorTVListTest.java => AlignedTVListTest.java} | 63 +----
.../iotdb/tsfile/common/conf/TSFileConfig.java | 68 ++++-
.../iotdb/tsfile/fileSystem/FSFactoryProducer.java | 35 +--
.../org/apache/iotdb/tsfile/fileSystem/FSPath.java | 20 +-
.../org/apache/iotdb/tsfile/fileSystem/FSType.java | 3 +-
.../fileInputFactory/HDFSInputFactory.java | 8 +-
...putFactory.java => HybridFileInputFactory.java} | 57 ++--
...FSInputFactory.java => OSFileInputFactory.java} | 18 +-
.../fileOutputFactory/HDFSOutputFactory.java | 8 +-
...utFactory.java => HybridFileOutputFactory.java} | 57 ++--
...OutputFactory.java => OSFileOutputFactory.java} | 18 +-
.../tsfile/fileSystem/fsFactory/FSFactory.java | 13 +-
.../tsfile/fileSystem/fsFactory/HDFSFactory.java | 70 ++++-
.../fileSystem/fsFactory/HybridFSFactory.java | 165 +++++++++++
.../fileSystem/fsFactory/LocalFSFactory.java | 22 +-
.../{HDFSFactory.java => OSFSFactory.java} | 133 ++++++---
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 48 ----
.../iotdb/tsfile/read/reader/TsFileInput.java | 39 +--
.../org/apache/iotdb/tsfile/utils/FSUtils.java | 153 ++++++++++
.../apache/iotdb/tsfile/utils/FilePathUtils.java | 23 +-
200 files changed, 4824 insertions(+), 1784 deletions(-)
copy {integration-test/src/test/java/org/apache/iotdb/db/it =>
integration/src/test/java/org/apache/iotdb/db/integration}/IoTDBTtlIT.java (58%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/HybridProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/RecoverProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/SimpleProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/PipeConfig.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/DirectoryManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/TierManager.java
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/{MNodeTypeMismatchException.java
=> view/InsertNonWritableViewException.java} (69%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/{PipeLauncher.java
=> PipeAgentLauncher.java} (98%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/SimpleConsensusProgressIndexAssigner.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConfig.java
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TimeoutChangeableTransport.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/PipeHistoricalDataRegionCollector.java
(77%)
copy consensus/src/test/java/org/apache/iotdb/consensus/EmptyStateMachine.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/PipeHistoricalDataRegionFakeCollector.java
(55%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/DoNothingConnector.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionFakeCollector.java
(54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionLogCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionTsFileCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/file/PipeHardlinkFileDirStartupCleaner.java
copy
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableBlockingPendingQueue.java
=> ListenableBoundedBlockingPendingQueue.java} (84%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/ListenablePendingQueue.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableUnblockingPendingQueue.java
=> ListenableUnboundedBlockingPendingQueue.java} (77%)
rename
server/src/test/java/org/apache/iotdb/db/utils/datastructure/{VectorTVListTest.java
=> AlignedTVListTest.java} (83%)
copy
server/src/main/java/org/apache/iotdb/db/wal/exception/WALPipeException.java =>
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FSPath.java (72%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> HybridFileInputFactory.java} (52%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> OSFileInputFactory.java} (75%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> HybridFileOutputFactory.java} (51%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> OSFileOutputFactory.java} (75%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/HybridFSFactory.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/{HDFSFactory.java
=> OSFSFactory.java} (67%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/utils/FSUtils.java
