This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch test_wal_sync_pr
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ff0519e3cf fix dispatcher order issue between two threads &&
IndexController RWLock
add 0eb5010414 Rename iotdb-env.sh to datanode-env.sh (#6455)
add 81c363e8dc [IOTDB-3260] Fix npe while concurrent delete storage group
(#6428)
add d3c4b6c7b7 Remove more code about old cluster module (#6461)
add 31e77506b3 Update cluster UserGuide and Config-Manual (#6460)
add aa5f219a82 [IOTDB-3665] Optimization of configuring consensus protocol
type on data node (#6466)
add 34577f3169 [IOTDB-3664] Modify python client test code (#6465)
add 3fadcfeab8 [IOTDB-3254][IOTDB-3492] Fix storage group related error
message (#6462)
add 5142ef319d fix bug when count wal files. (#6463)
add 823bddf1d0 [IOTDB-3532][metric] Fix some problem in grafana dashboard
and add doc. (#6467)
add 2ab81ae760 update Maintenance-Command.md (#6454)
add 3008429c95 [IOTDB-3629] Fix TimeJoinOperator may cause Source handle
is blocked exception (#6469)
add 58680be34d update it doc (#6452)
add 75e2bb5ed7 not initialize thread pool in CompactionTaskManager if all
compaction is disable (#6472)
add 3e24176780 Fix joining cluster after deactivating IoTDB DataNode
(#6475)
add 554665ef95 [IOTDB-3353] Refactor insert exception processing (#6451)
add ea437401d0 [IOTDB-3548] Fix not enough dataNode error msg (#6476)
add aa15d1a540 [IOTDB-3501] Add IT for syntax convention in new cluster
(#6456)
add 58a0a62fef [IOTDB-3606] Add path related IT in new cluster (#6458)
add 0525417abe Remove grafana connector and rename server to datanode in
distribution package (#6477)
add e16cf90c1e [IOTDB-3677] Fix NPE while calling
QueryExecution.getBatchResult (#6479)
add b7af23a4bd [IOTDB-3636] Fix delete non existing sg error msg (#6478)
add d05dcde13c [IOTDB-3391] && [IOTDB-3372] Judge ConfigNode status
through heartbeat && show cluster did not return a correct result when stop a
datanode or confignode (#6402)
add b6ca325434 Add default pool size for data block exchange pool (#6480)
add 3fe0263838 temporarily close partition cache. (#6486)
add 1d1331ee2a Merge branch 'master' of https://github.com/apache/iotdb
into test_wal_sync_pr
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-unix.yml | 3 +-
.github/workflows/main-win.yml | 14 +-
README.md | 2 +-
README_ZH.md | 2 +-
client-py/tests/test_template.py | 3 +-
.../resources/conf/iotdb-confignode.properties | 6 +-
.../client/AsyncConfigNodeClientPool.java | 72 ++
.../confignode/client/AsyncDataNodeClientPool.java | 7 +-
...andler.java => ConfigNodeHeartbeatHandler.java} | 34 +-
...tHandler.java => DataNodeHeartbeatHandler.java} | 17 +-
.../iotdb/confignode/manager/ConfigManager.java | 31 +
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/NodeManager.java | 6 +
.../iotdb/confignode/manager/load/LoadManager.java | 64 +-
...eatCache.java => ConfigNodeHeartbeatCache.java} | 11 +-
...tbeatCache.java => DataNodeHeartbeatCache.java} | 6 +-
.../confignode/persistence/ClusterSchemaInfo.java | 4 +-
.../persistence/partition/PartitionInfo.java | 24 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 20 +-
distribution/pom.xml | 6 +-
distribution/src/assembly/all.xml | 16 +-
.../src/assembly/{server.xml => datanode.xml} | 6 +-
docker/src/main/Dockerfile-single | 4 +-
docker/src/main/Dockerfile-single-influxdb | 4 +-
docker/src/main/Dockerfile-single-tc | 4 +-
docs/UserGuide/Cluster/Cluster-Concept.md | 97 ++
docs/UserGuide/Cluster/Cluster-Setup-Example.md | 293 ------
docs/UserGuide/Cluster/Cluster-Setup.md | 393 ++------
.../Integration-Test-refactoring-tutorial.md | 40 +-
docs/UserGuide/Maintenance-Tools/JMX-Tool.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 90 +-
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 73 +-
docs/UserGuide/QuickStart/QuickStart.md | 6 +-
docs/UserGuide/QuickStart/ServerFileList.md | 2 +-
.../Reference/ConfigNode-Config-Manual.md | 283 ++++++
...{Config-Manual.md => DataNode-Config-Manual.md} | 240 +++--
docs/zh/UserGuide/Cluster/Cluster-Concept.md | 98 ++
docs/zh/UserGuide/Cluster/Cluster-Setup-Example.md | 298 ------
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 382 ++------
.../Integration-Test-refactoring-tutorial.md | 39 -
docs/zh/UserGuide/Maintenance-Tools/JMX-Tool.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 90 +-
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 72 +-
docs/zh/UserGuide/QuickStart/QuickStart.md | 2 +-
docs/zh/UserGuide/QuickStart/ServerFileList.md | 2 +-
.../Reference/ConfigNode-Config-Manual.md | 278 ++++++
...{Config-Manual.md => DataNode-Config-Manual.md} | 178 +++-
.../Apache IoTDB ConfigNode Dashboard v0.14.0.json | 89 +-
.../Apache IoTDB DataNode Dashboard v0.14.0.json | 52 +-
.../standalone/Apache IoTDB Dashboard v0.14.0.json | 48 +-
integration-test/pom.xml | 4 +-
integration-test/src/assembly/mpp-test.xml | 4 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 4 +-
.../apache/iotdb/itbase/constant/TestConstant.java | 1 +
.../org/apache/iotdb/db/it}/IoTDBQuotedPathIT.java | 71 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 998 +++++++++++++++++++++
.../it}/IoTDBSyntaxConventionStringLiteralIT.java | 519 +++++------
integration/pom.xml | 5 -
.../iotdb/db/integration/IoTDBNumberPathIT.java | 483 ----------
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +-
.../conf/{iotdb-env.bat => datanode-env.bat} | 2 +-
.../conf/{iotdb-env.sh => datanode-env.sh} | 2 +-
.../resources/conf/iotdb-datanode.properties | 6 +-
.../src/assembly/resources/sbin/start-datanode.bat | 14 +-
.../src/assembly/resources/sbin/start-datanode.sh | 14 +-
.../assembly/resources/sbin/start-new-server.bat | 6 +-
.../assembly/resources/sbin/start-new-server.sh | 8 +-
.../src/assembly/resources/sbin/start-server.bat | 6 +-
server/src/assembly/resources/sbin/start-server.sh | 8 +-
.../assembly/resources/tools/rocksdb-transfer.bat | 6 +-
.../assembly/resources/tools/rocksdb-transfer.sh | 8 +-
.../assembly/resources/tools/start-WalChecker.sh | 6 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 13 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 -
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 56 +-
.../statemachine/visitor/DataExecutionVisitor.java | 49 +-
.../engine/compaction/CompactionTaskManager.java | 8 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 14 +-
.../iotdb/db/exception/BatchProcessException.java | 5 +
.../metadata/SeriesOverflowException.java | 2 +-
.../iotdb/db/mpp/execution/driver/DataDriver.java | 2 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 22 +-
.../iotdb/db/mpp/execution/driver/IDriver.java | 2 +-
.../db/mpp/execution/driver/SchemaDriver.java | 2 +-
.../db/mpp/execution/exchange/ISinkHandle.java | 2 +-
.../db/mpp/execution/exchange/ISourceHandle.java | 2 +-
.../db/mpp/execution/exchange/LocalSinkHandle.java | 2 +-
.../mpp/execution/exchange/LocalSourceHandle.java | 2 +-
.../db/mpp/execution/exchange/SinkHandle.java | 2 +-
.../db/mpp/execution/exchange/SourceHandle.java | 2 +-
.../iotdb/db/mpp/execution/operator/Operator.java | 4 +-
.../operator/process/AggregationOperator.java | 4 +-
.../operator/process/DeviceMergeOperator.java | 12 +-
.../operator/process/DeviceViewOperator.java | 4 +-
.../execution/operator/process/FillOperator.java | 2 +-
.../operator/process/LastQueryMergeOperator.java | 2 +-
.../execution/operator/process/LimitOperator.java | 2 +-
.../operator/process/LinearFillOperator.java | 2 +-
.../execution/operator/process/OffsetOperator.java | 2 +-
.../process/RawDataAggregationOperator.java | 2 +-
.../process/SlidingWindowAggregationOperator.java | 2 +-
.../execution/operator/process/SortOperator.java | 2 +-
.../operator/process/TimeJoinOperator.java | 11 +-
.../operator/process/TransformOperator.java | 2 +-
.../operator/process/UpdateLastCacheOperator.java | 2 +-
.../operator/schema/CountMergeOperator.java | 11 +-
.../schema/NodeManageMemoryMergeOperator.java | 2 +-
.../operator/schema/NodePathsConvertOperator.java | 2 +-
.../operator/schema/NodePathsCountOperator.java | 4 +-
.../operator/schema/SchemaFetchMergeOperator.java | 2 +-
.../operator/schema/SchemaQueryMergeOperator.java | 2 +-
.../schema/SchemaQueryOrderByHeatOperator.java | 4 +-
.../operator/source/ExchangeOperator.java | 4 +-
.../mpp/execution/schedule/DriverTaskThread.java | 2 +-
.../db/mpp/execution/schedule/task/DriverTask.java | 2 +-
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 16 +-
.../db/mpp/plan/execution/QueryExecution.java | 54 +-
.../mpp/plan/execution/config/ConfigExecution.java | 15 +-
.../mpp/plan/execution/config/ShowClusterTask.java | 5 +-
.../config/executor/ClusterConfigTaskExecutor.java | 5 +-
.../executor/StandaloneConfigTaskExecutor.java | 15 +-
.../plan/execution/memory/MemorySourceHandle.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 25 +-
.../db/service/metrics/predefined/FileMetrics.java | 9 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 2 +-
.../service/thrift/impl/InternalServiceImpl.java | 2 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 6 +
.../iotdb/db/mpp/execution/DataDriverTest.java | 2 +-
.../execution/exchange/LocalSinkHandleTest.java | 2 +-
.../execution/exchange/LocalSourceHandleTest.java | 4 +-
.../db/mpp/execution/exchange/StubSinkHandle.java | 2 +-
.../execution/memory/MemorySourceHandleTest.java | 2 +-
.../DriverTaskTimeoutSentinelThreadTest.java | 11 +-
.../org/apache/iotdb/db/script/EnvScriptIT.java | 8 +-
.../src/test/resources/iotdb-datanode.properties | 2 +-
site/src/main/.vuepress/config.js | 14 +-
testcontainer/Readme.md | 8 +-
testcontainer/pom.xml | 12 -
.../src/test/resources/1node/docker-compose.yaml | 44 -
.../test/resources/1node/iotdb-cluster.properties | 35 -
.../src/test/resources/3nodes/docker-compose.yaml | 44 -
.../test/resources/3nodes/iotdb-cluster.properties | 35 -
.../src/test/resources/5nodes/docker-compose.yaml | 43 -
.../test/resources/5nodes/iotdb-cluster.properties | 35 -
...engine.properties => iotdb-datanode.properties} | 2 +-
thrift-commons/src/main/thrift/common.thrift | 10 +-
.../src/main/thrift/confignode.thrift | 4 +
thrift/src/main/thrift/mpp.thrift | 2 +-
149 files changed, 3428 insertions(+), 3030 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/client/AsyncConfigNodeClientPool.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/{HeartbeatHandler.java
=> ConfigNodeHeartbeatHandler.java} (52%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/{HeartbeatHandler.java
=> DataNodeHeartbeatHandler.java} (73%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatCache.java
=> ConfigNodeHeartbeatCache.java} (88%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatCache.java
=> DataNodeHeartbeatCache.java} (94%)
rename distribution/src/assembly/{server.xml => datanode.xml} (96%)
create mode 100644 docs/UserGuide/Cluster/Cluster-Concept.md
delete mode 100644 docs/UserGuide/Cluster/Cluster-Setup-Example.md
create mode 100644 docs/UserGuide/Reference/ConfigNode-Config-Manual.md
rename docs/UserGuide/Reference/{Config-Manual.md =>
DataNode-Config-Manual.md} (89%)
create mode 100644 docs/zh/UserGuide/Cluster/Cluster-Concept.md
delete mode 100644 docs/zh/UserGuide/Cluster/Cluster-Setup-Example.md
create mode 100644 docs/zh/UserGuide/Reference/ConfigNode-Config-Manual.md
rename docs/zh/UserGuide/Reference/{Config-Manual.md =>
DataNode-Config-Manual.md} (91%)
rename {integration/src/test/java/org/apache/iotdb/db/integration =>
integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBQuotedPathIT.java
(63%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionIdentifierIT.java
copy {integration/src/test/java/org/apache/iotdb/db/integration =>
integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBSyntaxConventionStringLiteralIT.java
(59%)
delete mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBNumberPathIT.java
rename server/src/assembly/resources/conf/{iotdb-env.bat => datanode-env.bat}
(98%)
rename server/src/assembly/resources/conf/{iotdb-env.sh => datanode-env.sh}
(99%)
delete mode 100644 testcontainer/src/test/resources/1node/docker-compose.yaml
delete mode 100644
testcontainer/src/test/resources/1node/iotdb-cluster.properties
delete mode 100644 testcontainer/src/test/resources/3nodes/docker-compose.yaml
delete mode 100644
testcontainer/src/test/resources/3nodes/iotdb-cluster.properties
delete mode 100644 testcontainer/src/test/resources/5nodes/docker-compose.yaml
delete mode 100644
testcontainer/src/test/resources/5nodes/iotdb-cluster.properties
rename testcontainer/src/test/resources/{iotdb-engine.properties =>
iotdb-datanode.properties} (94%)