This is an automated email from the ASF dual-hosted git repository. caogaofei pushed a commit to branch beyyes/fix_leader_distribution in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 6f2aaffe9b2076e0c26eb0a5e36981416f12c6e4 Merge: 1703e9bb98 c8b50b8938 Author: Beyyes <[email protected]> AuthorDate: Mon Nov 7 18:11:39 2022 +0800 Merge branch 'master' of github.com:apache/iotdb .github/dependabot.yml | 52 - .github/workflows/client-cpp.yml | 14 +- .github/workflows/client-go.yml | 7 +- .github/workflows/client-python.yml | 7 +- .github/workflows/cluster-it-1c1d.yml | 7 +- .github/workflows/cluster-it-1c3d.yml | 7 +- .github/workflows/e2e.yml | 4 +- .github/workflows/grafana-plugin.yml | 12 +- .github/workflows/influxdb-protocol.yml | 7 +- .github/workflows/main-unix.yml | 9 +- .github/workflows/main-win.yml | 11 +- .github/workflows/sonar-coveralls.yml | 7 +- .github/workflows/sync.yml | 7 +- .../java/org/apache/iotdb/cli/AbstractCli.java | 21 + cli/src/main/java/org/apache/iotdb/cli/Cli.java | 5 + client-go | 2 +- .../src/assembly/resources/conf/confignode-env.bat | 22 +- .../resources/conf/iotdb-confignode.properties | 41 +- .../assembly/resources/sbin/start-confignode.bat | 26 +- .../assembly/resources/sbin/start-confignode.sh | 13 +- .../iotdb/confignode/conf/ConfigNodeConfig.java | 167 ++- .../confignode/conf/ConfigNodeDescriptor.java | 91 +- .../confignode/conf/ConfigNodeStartupCheck.java | 6 +- .../consensus/response/TemplateSetInfoResp.java | 1 + .../statemachine/PartitionRegionStateMachine.java | 129 ++- .../iotdb/confignode/manager/ConsensusManager.java | 26 +- .../iotdb/confignode/manager/ProcedureManager.java | 4 +- .../iotdb/confignode/manager/UDFManager.java | 4 +- .../iotdb/confignode/manager/node/NodeManager.java | 5 +- .../confignode/persistence/node/NodeInfo.java | 5 +- .../persistence/partition/PartitionInfo.java | 9 +- .../partition/StorageGroupPartitionTable.java | 19 +- .../persistence/schema/TemplateTable.java | 5 +- .../procedure/env/ConfigNodeProcedureEnv.java | 60 +- .../procedure/env/DataNodeRemoveHandler.java | 73 +- .../impl/node/RemoveDataNodeProcedure.java | 9 +- .../impl/statemachine/RegionMigrateProcedure.java | 11 +- .../procedure/store/ConfigProcedureStore.java | 2 +- .../confignode1conf/iotdb-common.properties | 2 +- .../confignode1conf/iotdb-confignode.properties | 2 +- .../confignode2conf/iotdb-common.properties | 2 +- .../confignode2conf/iotdb-confignode.properties | 2 +- .../confignode3conf/iotdb-common.properties | 2 +- .../confignode3conf/iotdb-confignode.properties | 2 +- docker/src/main/Dockerfile-1c1d | 3 + docker/src/main/Dockerfile-1c1d-influxdb | 5 +- docs/UserGuide/Alert/Alerting.md | 2 +- docs/UserGuide/Cluster/Cluster-Setup.md | 48 +- .../Maintenance-Tools/Maintenance-Command.md | 40 +- docs/UserGuide/Operate-Metadata/Template.md | 16 + docs/UserGuide/{Alert => Process-Data}/Triggers.md | 2 +- docs/UserGuide/QuickStart/QuickStart.md | 2 +- docs/UserGuide/Reference/Syntax-Conventions.md | 38 +- docs/UserGuide/UDF-Library/Data-Profiling.md | 73 ++ docs/UserGuide/Write-Data/REST-API.md | 36 +- docs/zh/UserGuide/Alert/Alerting.md | 2 +- docs/zh/UserGuide/Cluster/Cluster-Setup.md | 48 +- .../Maintenance-Tools/Maintenance-Command.md | 20 +- docs/zh/UserGuide/Operate-Metadata/Template.md | 16 + .../UserGuide/{Alert => Process-Data}/Triggers.md | 2 +- docs/zh/UserGuide/QuickStart/QuickStart.md | 4 +- docs/zh/UserGuide/Reference/Syntax-Conventions.md | 40 +- docs/zh/UserGuide/UDF-Library/Data-Profiling.md | 74 ++ docs/zh/UserGuide/Write-Data/REST-API.md | 35 +- integration-test/README.md | 2 +- integration-test/import-control.xml | 4 + .../java/org/apache/iotdb/it/env/AbstractEnv.java | 14 + .../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 2 +- .../org/apache/iotdb/it/env/DataNodeWrapper.java | 2 +- .../java/org/apache/iotdb/it/env/MppConfig.java | 2 +- .../java/org/apache/iotdb/itbase/env/BaseEnv.java | 53 + .../apache/iotdb/db/it}/IoTDBDatetimeFormatIT.java | 31 +- .../org/apache/iotdb/db/it}/IoTDBEncodingIT.java | 131 +-- .../apache/iotdb/db/it}/IoTDBExecuteBatchIT.java | 21 +- .../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 62 +- .../apache/iotdb/db/it}/IoTDBFloatPrecisionIT.java | 43 +- .../apache/iotdb/db/it/IoTDBFlushQueryMergeIT.java | 12 +- .../apache/iotdb/db/it}/IoTDBInsertMultiRowIT.java | 33 +- .../org/apache/iotdb/db/it}/IoTDBInsertNaNIT.java | 45 +- .../org/apache/iotdb/db/it}/IoTDBInsertNullIT.java | 42 +- .../iotdb/db/it}/IoTDBInsertWithQueryIT.java | 31 +- .../iotdb/db/it}/IoTDBPartialInsertionIT.java | 41 +- .../org/apache/iotdb/db/it}/IoTDBRecoverIT.java | 141 +-- .../iotdb/db/it}/IoTDBRecoverUnclosedIT.java | 125 +-- .../org/apache/iotdb/db/it}/IoTDBRestartIT.java | 221 ++-- .../org/apache/iotdb/db/it}/IoTDBSettleIT.java | 25 +- .../it/IoTDBSyntaxConventionStringLiteralIT.java | 4 +- .../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 11 + .../session/it/IoTDBSessionAlignedInsertIT.java | 6 +- .../iotdb/session/it/pool/SessionPoolIT.java | 46 +- library-udf/pom.xml | 115 +- library-udf/src/assembly/tools/register-UDF.bat | 1 + library-udf/src/assembly/tools/register-UDF.sh | 1 + .../iotdb/library/dprofile/UDAFQuantile.java | 127 +++ .../library/dprofile/util/HeapLongKLLSketch.java | 356 +++++++ .../dprofile/util/KLLSketchForQuantile.java | 172 +++ .../resources/conf/iotdb-common.properties | 1126 +++++++++----------- .../iotdb/commons/concurrent/ThreadName.java | 2 +- .../apache/iotdb/commons/conf/CommonConfig.java | 2 +- .../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +- pom.xml | 4 +- .../src/assembly/resources/conf/datanode-env.bat | 20 - .../resources/conf/iotdb-datanode.properties | 47 +- .../src/assembly/resources/sbin/start-datanode.bat | 18 +- .../src/assembly/resources/sbin/start-datanode.sh | 4 +- .../src/assembly/resources/sbin/start-server.bat | 177 --- server/src/assembly/resources/sbin/start-server.sh | 249 ----- server/src/assembly/resources/sbin/stop-server.bat | 38 - server/src/assembly/resources/sbin/stop-server.sh | 74 -- .../assembly/resources/tools/detect-watermark.sh | 2 +- .../assembly/resources/tools/rocksdb-transfer.bat | 2 +- .../assembly/resources/tools/rocksdb-transfer.sh | 2 +- .../resources/tools/schema/SchemaFileSketcher.sh | 3 +- .../assembly/resources/tools/schema/mLogParser.sh | 3 +- .../assembly/resources/tools/start-WalChecker.bat | 2 +- .../assembly/resources/tools/start-WalChecker.sh | 4 +- .../tools/tsfileToolSet/print-iotdb-data-dir.sh | 3 +- .../tsfileToolSet/print-tsfile-resource-files.sh | 3 +- .../tools/tsfileToolSet/print-tsfile-sketch.sh | 3 +- .../tools/tsfileToolSet/print-tsfile-visdata.sh | 3 +- .../resources/tools/tsfileToolSet/settle.sh | 3 +- .../tools/tsfileToolSet/split-tsfile-tool.sh | 3 +- .../tools/tsfileToolSet/validate-tsfile.sh | 3 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2 +- .../org/apache/iotdb/db/engine/StorageEngine.java | 2 +- .../apache/iotdb/db/engine/StorageEngineV2.java | 90 +- .../engine/compaction/CompactionTaskManager.java | 1 + .../compaction/inner/InnerSpaceCompactionTask.java | 7 +- .../db/engine/storagegroup/TsFileResource.java | 9 +- .../storagegroup/timeindex/DeviceTimeIndex.java | 11 + .../storagegroup/timeindex/FileTimeIndex.java | 5 + .../engine/storagegroup/timeindex/ITimeIndex.java | 5 + .../storagegroup/timeindex/V012FileTimeIndex.java | 6 + .../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 7 + .../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 185 +++- .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +- .../mtree/store/disk/schemafile/RecordUtils.java | 27 +- .../impl/DeactivateTemplatePlanImpl.java | 6 + .../impl/PreDeactivateTemplatePlanImpl.java | 6 + .../RollbackPreDeactivateTemplatePlanImpl.java | 6 + .../schemaregion/impl/SchemaRegionPlanFactory.java | 18 + .../schemaregion/SchemaRegionMemoryImpl.java | 20 +- .../schemaregion/SchemaRegionSchemaFileImpl.java | 131 ++- .../metadata/template/ClusterTemplateManager.java | 17 +- .../db/mpp/common/header/ColumnHeaderConstant.java | 3 +- .../db/mpp/execution/exchange/SinkHandle.java | 84 +- .../db/mpp/plan/analyze/ExpressionAnalyzer.java | 2 + .../db/mpp/plan/execution/QueryExecution.java | 11 +- .../execution/config/metadata/ShowClusterTask.java | 4 +- .../iotdb/db/mpp/plan/parser/ASTVisitor.java | 22 +- .../db/mpp/plan/scheduler/ClusterScheduler.java | 6 +- .../scheduler/FixedRateFragInsStateTracker.java | 46 +- .../plan/scheduler/IFragInstanceStateTracker.java | 6 + .../mpp/plan/scheduler/SimpleQueryTerminator.java | 30 +- .../protocol/rest/filter/AuthorizationFilter.java | 7 +- .../db/protocol/rest/handler/ExceptionHandler.java | 10 +- .../rest/handler/ExecuteStatementHandler.java | 52 + .../protocol/rest/handler/QueryDataSetHandler.java | 37 +- .../rest/handler/StatementConstructionHandler.java | 3 +- .../db/protocol/rest/impl/RestApiServiceImpl.java | 22 +- .../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 21 +- .../java/org/apache/iotdb/db/service/DataNode.java | 2 +- .../iotdb/db/service/RegionMigrateService.java | 31 +- .../impl/DataNodeInternalRPCServiceImpl.java | 4 +- .../org/apache/iotdb/db/utils/FileLoaderUtils.java | 3 - .../apache/iotdb/db/utils/TypeInferenceUtils.java | 6 +- .../engine/compaction/AbstractCompactionTest.java | 48 +- .../engine/compaction/CompactionSchedulerTest.java | 191 ---- .../ReadPointCompactionPerformerTest.java | 5 +- .../cross/CrossSpaceCompactionExceptionTest.java | 3 +- .../compaction/cross/CrossSpaceCompactionTest.java | 20 +- .../cross/CrossSpaceCompactionValidationTest.java | 3 +- .../RewriteCrossSpaceCompactionRecoverTest.java | 3 +- .../cross/RewriteCrossSpaceCompactionTest.java | 16 +- .../inner/InnerCompactionEmptyTsFileTest.java | 1 + .../inner/InnerCompactionMoreDataTest.java | 63 +- .../inner/InnerCompactionSchedulerTest.java | 3 +- .../compaction/inner/InnerCompactionTest.java | 20 +- .../ReadChunkCompactionPerformerNoAlignedTest.java | 18 +- ...eCrossSpaceCompactionRecoverCompatibleTest.java | 3 +- .../SizeTieredCompactionRecoverCompatibleTest.java | 3 +- .../compaction/utils/CompactionCheckerUtils.java | 9 +- .../apache/iotdb/db/metadata/SchemaBasicTest.java | 10 + .../schemaRegion/SchemaRegionBasicTest.java | 154 +++ .../db/mpp/execution/exchange/SinkHandleTest.java | 28 +- .../iotdb/db/utils/TypeInferenceUtilsTest.java | 2 + .../datanode1conf/iotdb-datanode.properties | 2 +- .../datanode2conf/iotdb-datanode.properties | 2 +- .../datanode3conf/iotdb-datanode.properties | 2 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 + site/src/main/.vuepress/config.js | 4 +- .../src/main/thrift/confignode.thrift | 36 +- 193 files changed, 3749 insertions(+), 3040 deletions(-)
