This is an automated email from the ASF dual-hosted git repository.
lta pushed a change to branch cluster_scalability
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 0792dea fix a bug of update last cache and wait for setting sg when
installing snapshots
add 1594797 Update LICENCE-binary (#3140)
add 8907772 [IOTDB-1348] Last plan not work in cluster mode (#3118)
add e9ada63 [IOTDB-1232][IOTDB-1313] Fix lossing time precision when
import csv with unsupported timestamp format (#3142)
add 7a77b3f [IOTDB-1316] The importCsv tool should continue inserting if
a part of insertion failed (#3131)
add f4db723 [ISSUE-3089] make it possible for storage groups to have name
with hyphen (#3151)
add 1a6118a Fix `merge` command cannot execute compaction task bug (#3152)
add 819b195 Add continuous compaction in level compaction strategy (#2080)
add 19cfcd5 [IOTDB-1352][IOTDB-1353] Rafactor E2E test, add ClusterInfo
thrift based API (#3143)
add 215199f Fix code format error
add 7151b7d fix cluster_info_public_port parameter not set in
cluster/src/test/resources/ (#3156)
add d6fe7b0 [IOTDB-1366] Refactor MetadataIndex in TsFile for Vector
(#3081)
add 55d9260 [IOTDB-1266]SHOW TIMESERIES will only display 2000 timeseries
(#2958)
add e4a3e74 Increase the time of timeout in Jenkinsfile to fix website
build failed (#3165)
add 0050262 [IOTDB-1357] Compaction use append chunk merge strategy when
chunk is already large (#3159)
add 9e56152 [IOTDB-1356] Separate unseq_file_num_in_each_level from
selecting candidate file in unseq compaction (#3160)
add 470ea63 [ISSUE-3166] Privilege `CREATE_TIMESERIES` is not stated in
the document (#3168)
add 4852dad [IOTDB-1371] Fix NPE when creating aligned timeseries and
inserting with mismatched data type (#3164)
add 0ea44c4 Update some badge in README (#3174)
add 6907e34 [IOTDB-1378] Fix MetadataIndexTree constructs error when
existing more than one chunks in vector (#3180)
add f6e636b support (#3172)
add 49cd4d1 Fix align by device query locally bugs in cluster module &&
Fix concurrent query bugs in cluster module (#3183)
add f7e3590 [IOTDB-1376] BatchProcessException was not correctly handled
in BaseApplier (#3173)
add 3bf4114 Cherry pick upgrade bugs fixes PR #3178 #3154 to master
(#3182)
new 9601a7e merge master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Jenkinsfile | 2 +-
LICENSE-binary | 4 +-
README.md | 3 +-
README_ZH.md | 3 +-
.../org/apache/iotdb/tool/AbstractCsvTool.java | 39 ++--
.../main/java/org/apache/iotdb/tool/ExportCsv.java | 2 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 56 ++---
client-py/README.md | 5 +-
.../resources/conf/iotdb-cluster.properties | 3 +
.../java/org/apache/iotdb/cluster/ClusterMain.java | 14 ++
.../apache/iotdb/cluster/config/ClusterConfig.java | 9 +
.../iotdb/cluster/config/ClusterDescriptor.java | 9 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 37 +++-
.../apache/iotdb/cluster/metadata/CMManager.java | 12 +-
.../cluster/query/ClusterDataQueryExecutor.java | 5 +-
.../query/last/ClusterLastQueryExecutor.java | 1 +
.../cluster/query/reader/ClusterReaderFactory.java | 12 +-
.../query/reader/mult/RemoteMultSeriesReader.java | 7 +-
.../iotdb/cluster/server/MetaClusterServer.java | 27 ++-
.../server/clusterinfo/ClusterInfoServer.java | 65 +++---
.../server/clusterinfo/ClusterInfoServerMBean.java | 6 +-
.../server/clusterinfo/ClusterInfoServiceImpl.java | 71 ++++++
.../ClusterInfoServiceThriftHandler.java | 9 +-
.../cluster/utils/nodetool/ClusterMonitor.java | 10 +
.../utils/nodetool/ClusterMonitorMBean.java | 2 +-
.../cluster/log/applier/DataLogApplierTest.java | 35 +++
.../query/groupby/MergeGroupByExecutorTest.java | 23 +-
.../query/groupby/RemoteGroupByExecutorTest.java | 23 +-
.../server/clusterinfo/ClusterInfoServerTest.java | 73 +++++++
.../clusterinfo/ClusterInfoServiceImplTest.java | 98 +++++++++
.../cluster/server/member/DataGroupMemberTest.java | 28 ++-
.../cluster/server/member/MetaGroupMemberTest.java | 20 +-
.../resources/node1conf/iotdb-cluster.properties | 1 +
.../resources/node2conf/iotdb-cluster.properties | 1 +
.../resources/node3conf/iotdb-cluster.properties | 1 +
docs/UserGuide/API/Programming-Java-Native-API.md | 98 +++++++++
.../Administration-Management/Administration.md | 7 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 9 +
.../Data-Concept/Data-Model-and-Terminology.md | 4 +-
.../DDL-Data-Definition-Language.md | 2 +-
.../UserGuide/API/Programming-Java-Native-API.md | 95 ++++++++
.../Administration-Management/Administration.md | 5 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 9 +
.../Data-Concept/Data-Model-and-Terminology.md | 4 +-
.../DDL-Data-Definition-Language.md | 2 +-
.../apache/iotdb/tsfile/TsFileSequenceRead.java | 5 +
.../resources/conf/iotdb-engine.properties | 11 +
.../apache/iotdb/db/auth/entity/PrivilegeType.java | 1 +
.../org/apache/iotdb/db/concurrent/ThreadName.java | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 32 ++-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 28 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 19 ++
.../db/engine/cache/TimeSeriesMetadataCache.java | 121 +++++++++++
.../db/engine/compaction/TsFileManagement.java | 21 +-
.../level/LevelCompactionTsFileManagement.java | 51 +++--
.../engine/compaction/utils/CompactionUtils.java | 81 +++++--
.../engine/storagegroup/StorageGroupProcessor.java | 42 +++-
.../db/engine/storagegroup/TsFileResource.java | 15 +-
.../org/apache/iotdb/db/metadata/MManager.java | 64 ++++--
.../org/apache/iotdb/db/metadata/PartialPath.java | 15 ++
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 7 +-
.../physical/BatchPlan.java} | 41 +++-
.../db/qp/physical/crud/InsertMultiTabletPlan.java | 39 +++-
.../physical/crud/InsertRowsOfOneDevicePlan.java | 33 ++-
.../iotdb/db/qp/physical/crud/InsertRowsPlan.java | 39 +++-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 39 +++-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 1 -
.../apache/iotdb/db/query/dataset/ShowDataSet.java | 12 +-
.../db/query/executor/fill/LastPointReader.java | 51 ++---
.../chunk/metadata/DiskChunkMetadataLoader.java | 2 +-
.../query/reader/series/SeriesAggregateReader.java | 2 +-
.../reader/series/SeriesRawDataBatchReader.java | 4 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 13 +-
.../reader/series/SeriesReaderByTimestamp.java | 2 +-
.../query/reader/series/SeriesReaderFactory.java | 94 --------
.../db/query/reader/series/VectorSeriesReader.java | 144 ------------
.../org/apache/iotdb/db/service/ServiceType.java | 5 +-
.../java/org/apache/iotdb/db/utils/AuthUtils.java | 2 -
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 94 +++++++-
.../iotdb/db/utils/datastructure/VectorTVList.java | 6 +-
.../apache/iotdb/db/auth/AuthorityCheckerTest.java | 2 -
.../auth/authorizer/LocalFileAuthorizerTest.java | 6 +-
.../db/engine/compaction/CompactionChunkTest.java | 4 +-
.../compaction/LevelCompactionCacheTest.java | 3 +-
.../engine/compaction/LevelCompactionLogTest.java | 3 +-
.../compaction/LevelCompactionMergeTest.java | 83 ++++++-
.../compaction/LevelCompactionMoreDataTest.java | 3 +-
.../NoCompactionTsFileManagementTest.java | 4 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 36 +++
.../iotdb/db/metadata/MManagerBasicTest.java | 242 +++++++++++++++++++++
.../org/apache/iotdb/db/script/EnvScriptIT.java | 6 +-
.../apache/iotdb/db/sink/LocalIoTDBSinkTest.java | 3 +-
.../test/java/org/apache/iotdb/db/sql/Cases.java | 149 +++++++++++++
.../java/org/apache/iotdb/db/sql/ClusterIT.java | 131 +++++------
.../java/org/apache/iotdb/db/sql/SingleNodeIT.java | 69 ++----
.../iotdb/db/sql/node1/OneNodeClusterIT.java | 54 +++++
.../db/sql/nodes3/AbstractThreeNodeClusterIT.java | 61 ++++++
.../iotdb/db/sql/nodes3/ThreeNodeCluster1IT.java | 10 +-
.../iotdb/db/sql/nodes3/ThreeNodeCluster2IT.java | 15 +-
.../db/sql/nodes5/AbstractFiveNodeClusterIT.java | 85 ++++++++
.../iotdb/db/sql/nodes5/FiveNodeCluster1IT.java | 10 +-
.../iotdb/db/sql/nodes5/FiveNodeCluster2IT.java | 16 +-
.../iotdb/db/sql/nodes5/FiveNodeCluster4IT.java | 15 +-
.../test/resources/1node/iotdb-cluster.properties | 2 +-
thrift-cluster/src/main/thrift/cluster.thrift | 50 ++++-
thrift-sync/pom.xml | 5 -
.../tsfile/common/constant/TsFileConstant.java | 3 +
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 16 ++
.../iotdb/tsfile/file/metadata/IChunkMetadata.java | 6 +
.../tsfile/file/metadata/ITimeSeriesMetadata.java | 3 +
.../file/metadata/MetadataIndexConstructor.java | 54 ++++-
.../tsfile/file/metadata/MetadataIndexNode.java | 2 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 20 +-
.../tsfile/file/metadata/VectorChunkMetadata.java | 24 ++
.../file/metadata/VectorTimeSeriesMetadata.java | 16 ++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 80 +++++--
.../tsfile/v2/file/metadata/TsFileMetadataV2.java | 9 +-
.../tsfile/v2/read/TsFileSequenceReaderForV2.java | 16 +-
.../iotdb/tsfile/write/chunk/TimeChunkWriter.java | 3 +-
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 3 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 121 ++++++++---
121 files changed, 2660 insertions(+), 873 deletions(-)
copy server/src/main/java/org/apache/iotdb/db/service/RPCService.java =>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServer.java
(55%)
copy server/src/main/java/org/apache/iotdb/db/metrics/source/Source.java =>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServerMBean.java
(89%)
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceImpl.java
copy
server/src/main/java/org/apache/iotdb/db/sync/receiver/SyncServerThriftHandler.java
=>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceThriftHandler.java
(84%)
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServerTest.java
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceImplTest.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> qp/physical/BatchPlan.java} (55%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/series/SeriesReaderFactory.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/series/VectorSeriesReader.java
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/Cases.java
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/node1/OneNodeClusterIT.java
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/AbstractThreeNodeClusterIT.java
copy
server/src/main/java/org/apache/iotdb/db/engine/merge/selector/MergeFileStrategy.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/ThreeNodeCluster1IT.java
(83%)
copy server/src/main/java/org/apache/iotdb/db/exception/LoadFileException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/ThreeNodeCluster2IT.java
(68%)
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/AbstractFiveNodeClusterIT.java
copy
server/src/main/java/org/apache/iotdb/db/engine/merge/selector/MergeFileStrategy.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster1IT.java
(82%)
copy
server/src/main/java/org/apache/iotdb/db/exception/UDFRegistrationException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster2IT.java
(67%)
copy server/src/main/java/org/apache/iotdb/db/exception/LoadFileException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster4IT.java
(66%)
