This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch query_v2_py
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2685f4e263f try fix
add a7b58e36202 try numpy
add 7e04bc48b63 update
add 368fe6e1652 try CI
add 5abf16746f9 fix bug
add 1be7c065327 fix bug
add adb088af0b6 fix IT
add f7c7f460cef fix IT
add 20b91099c76 fix IT
add dbe56c58127 fix IT
add cde329bf1ae fix IT
add 10ceb8ccdf9 try one try
add 61035416f4c try one try
add e718424b449 upadte
add 7cef068e674 Pipe: Fixed the NPE for last table node in snapshot parser
& Added judging logic when table is also device in snapshot parser & Refactor &
Fixed the missing trimming logic for tsFile & Enhanced the table idempotency
logic & Fixed the ttl + table database privilege logic at receiver side & Fixed
the bug that the table write auto-create-db does not check privilege (#15135)
add cd5cd233d68 Updated moquette version to fix MQTT write direct memory
leak issue (#15144)
add f16cee80e50 Pipe: Fixed the bug that OPC DA sink may free a string
multiple times (#15165)
add b4e0b0278f5 Fix broken file genaterated after insert null to aligned
timeseries (#15163)
add c215fef2acc Fix table model UDF can be invoked after dropped.
add 3ec698db88c Clean databaseName when setSqlDialect
add af03c1692b4 [RTO/RPO] Topology awareness for query plan (#15014)
add f855c5b47d2 IoTConsensusV2: Fix some remain concurrent risks for
stronger robustness. #15172
add af7ae01d1b5 Directly throw DateTimeParseException instead of wrapping
RuntimeException (#15096)
add d34f1c53c59 Restore rollback for UnsetTemplateProcedure
add f56e06b32c7 Make null comment display "null" instead of "" in details
queries & Updated tsFile version
add 45e3900a111 Fix null timestamp (#15177)
add ee779e2b499 Fix database hint of CLI when change sql_dialect back to
table
add bc078fccc89 Pipe: Fixed Async Connector Repeatedly Putting Events into
RetryQueue (#15179)
add 149756e3a25 Subscription: intro SubscriptionLogManager for global
uniform downsampling of prefetched logs (#15175)
add 598080b47f7 Fixed the show regions with specified database & grant /
revoke with ""
add 33d5b195fb0 Support Training Module of AINode
add 242db7672c7 Update Cli -help information (#15159)
add 67c3dc82f47 Merge branch 'master' of github.com:apache/iotdb into
query_v2_py
No new revisions were added by this update.
Summary of changes:
.github/workflows/multi-language-client.yml | 185 +++++-----
dependencies.json | 10 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 8 +
.../it/db/it/IoTDBAuthenticationTableIT.java | 90 ++---
.../relational/it/db/it/IoTDBInsertTableIT.java | 39 ++
.../udf/IoTDBUserDefinedAggregateFunctionIT.java | 9 +-
.../it/query/recent/IoTDBNullIdQueryIT.java | 12 +
.../iotdb/relational/it/schema/IoTDBTableIT.java | 3 +-
.../it/session/IoTDBSessionRelationalIT.java | 53 +++
.../iotdb/session/it/IoTDBSessionInsertNullIT.java | 28 ++
.../cli/src/assembly/resources/sbin/start-cli.sh | 4 -
.../java/org/apache/iotdb/cli/AbstractCli.java | 33 +-
.../client-py/iotdb/tsfile/utils/tsblock_serde.py | 392 ++++-----------------
.../client-py/iotdb/utils/iotdb_rpc_dataset.py | 164 ++-------
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 7 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../java/org/apache/iotdb/session/Session.java | 2 +
.../iotdb/session/pool/TableSessionWrapper.java | 28 +-
iotdb-core/ainode/.gitignore | 4 +-
iotdb-core/ainode/{iotdb => ainode}/__init__.py | 0
.../{iotdb/ainode => ainode/core}/__init__.py | 0
.../ainode/{iotdb/ainode => ainode/core}/client.py | 42 ++-
.../ainode/{iotdb/ainode => ainode/core}/config.py | 22 +-
.../{iotdb/ainode => ainode/core}/constant.py | 0
.../{iotdb/ainode => ainode/core}/exception.py | 2 +-
.../{iotdb/ainode => ainode/core}/handler.py | 19 +-
.../ainode/{iotdb/ainode => ainode/core}/log.py | 4 +-
.../ainode => ainode/core}/manager/__init__.py | 0
.../core}/manager/cluster_manager.py | 4 +-
.../core}/manager/inference_manager.py | 14 +-
.../core}/manager/model_manager.py | 16 +-
.../ainode => ainode/core}/model/__init__.py | 0
.../core}/model/built_in_model_factory.py | 8 +-
.../ainode => ainode/core}/model/model_factory.py | 10 +-
.../ainode => ainode/core}/model/model_storage.py | 15 +-
.../ainode/{iotdb/ainode => ainode/core}/script.py | 16 +-
.../{iotdb/ainode => ainode/core}/service.py | 8 +-
.../{iotdb/ainode => ainode/core}/util/__init__.py | 0
.../ainode => ainode/core}/util/decorator.py | 0
.../{iotdb/ainode => ainode/core}/util/lock.py | 0
.../{iotdb/ainode => ainode/core}/util/serde.py | 6 +-
.../{iotdb/ainode => ainode/core}/util/status.py | 6 +-
iotdb-core/ainode/pom.xml | 8 +-
iotdb-core/ainode/pyproject.toml | 21 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 13 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 5 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 1 +
.../request/write/model/UpdateModelInfoPlan.java | 4 +
.../iotdb/confignode/manager/ClusterManager.java | 12 +-
.../iotdb/confignode/manager/ConfigManager.java | 112 ++++++
.../iotdb/confignode/manager/ModelManager.java | 51 ++-
.../confignode/manager/PermissionManager.java | 2 +
.../iotdb/confignode/manager/load/LoadManager.java | 10 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../manager/load/cache/IFailureDetector.java | 5 +-
.../confignode/manager/load/cache/LoadCache.java | 29 +-
.../manager/load/cache/detector/FixedDetector.java | 2 +-
.../load/cache/detector/PhiAccrualDetector.java | 19 +-
.../load/cache/node/AINodeHeartbeatCache.java | 2 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 2 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 2 +-
.../manager/load/cache/region/RegionCache.java | 9 +-
.../load/cache/region/RegionGroupCache.java | 15 +-
.../manager/load/service/EventService.java | 11 +-
.../manager/load/service/HeartbeatService.java | 8 +
.../manager/load/service/TopologyService.java | 297 ++++++++++++++++
.../load/subscriber/IClusterStatusSubscriber.java | 6 +-
.../load/subscriber/NodeStatisticsChangeEvent.java | 3 +-
.../runtime/PipeLeaderChangeHandler.java | 12 -
.../runtime/PipeRuntimeCoordinator.java | 12 -
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 61 +++-
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 20 +-
.../persistence/executor/ConfigPlanExecutor.java | 10 +-
.../impl/schema/UnsetTemplateProcedure.java | 74 +++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 12 +
.../manager/load/cache/RegionGroupCacheTest.java | 19 +-
.../manager/load/cache/detector/DetectorTest.java | 21 +-
iotdb-core/datanode/pom.xml | 2 +-
.../agent/task/connection/PipeEventCollector.java | 15 +-
.../protocol/opcda/OpcDaServerHandle.java | 5 +-
.../async/IoTDBDataRegionAsyncConnector.java | 31 +-
.../util/builder/PipeTableModeTsFileBuilder.java | 5 +-
.../sorter/PipeTableModelTabletEventSorter.java | 12 +-
.../ReplicateProgressDataNodeManager.java | 3 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 5 +-
.../pipeconsensus/PipeConsensusReceiver.java | 4 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 1 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 14 +
.../client/dn/AsyncTSStatusRPCHandler.java | 25 +-
.../client/dn/DataNodeAsyncRequestRPCHandler.java | 20 +-
...ger.java => DataNodeIntraHeartbeatManager.java} | 30 +-
.../iotdb/db/protocol/session/IClientSession.java | 6 +
.../impl/DataNodeInternalRPCServiceImpl.java | 29 +-
.../iotdb/db/queryengine/plan/ClusterTopology.java | 175 +++++++++
.../iotdb/db/queryengine/plan/Coordinator.java | 4 +
.../execution/config/TableConfigTaskVisitor.java | 42 ++-
.../execution/config/TreeConfigTaskVisitor.java | 30 +-
.../config/executor/ClusterConfigTaskExecutor.java | 54 ++-
.../config/executor/IConfigTaskExecutor.java | 27 +-
.../metadata/{model => ai}/CreateModelTask.java | 2 +-
.../config/metadata/ai/CreateTrainingTask.java | 108 ++++++
.../metadata/{model => ai}/DropModelTask.java | 2 +-
.../metadata/{model => ai}/ShowModelsTask.java | 2 +-
.../relational/DescribeTableDetailsTask.java | 16 +-
.../metadata/relational/ShowTablesDetailsTask.java | 13 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 47 ++-
.../SimpleFragmentParallelPlanner.java | 11 +
.../distribution/WriteFragmentParallelPlanner.java | 7 +-
.../ReplicaSetUnreachableException.java} | 19 +-
.../exceptions/RootFIPlacementException.java} | 32 +-
.../plan/planner/plan/FragmentInstance.java | 2 +-
.../distribute/TableDistributedPlanGenerator.java | 22 +-
.../distribute/TableModelQueryFragmentPlanner.java | 12 +
.../plan/relational/sql/ast/AstVisitor.java | 8 +
.../plan/relational/sql/ast/CreateTraining.java | 156 ++++++++
.../ast/{ShowConfigNodes.java => ShowModels.java} | 34 +-
.../plan/relational/sql/ast/ShowRegions.java | 43 +--
.../plan/relational/sql/parser/AstBuilder.java | 149 ++++++--
.../plan/relational/sql/util/AstUtil.java | 22 ++
.../scheduler/FragmentInstanceDispatcherImpl.java | 5 +
.../plan/statement/StatementVisitor.java | 5 +
.../statement/metadata/ShowRegionStatement.java | 29 +-
.../metadata/model/CreateTrainingStatement.java | 140 ++++++++
.../schemaengine/table/InformationSchemaUtils.java | 4 +-
.../template/TemplateInternalRPCUpdateType.java | 1 -
.../dataregion/memtable/AbstractMemTable.java | 5 +-
.../agent/SubscriptionBrokerAgent.java | 10 +-
.../db/subscription/broker/SubscriptionBroker.java | 25 +-
.../broker/SubscriptionPrefetchingQueue.java | 11 +-
.../SubscriptionDataNodeResourceManager.java} | 42 ++-
.../resource/log/SubscriptionLogManager.java} | 16 +-
.../resource/log/SubscriptionLogStatus.java | 82 +++++
.../db/tools/schema/SRStatementGenerator.java | 8 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 35 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 9 +-
.../iotdb/commons/client/ClientPoolFactory.java | 1 +
.../iotdb/commons/client/ainode/AINodeClient.java | 13 +
.../client/request/AsyncRequestManager.java | 10 +-
...a => DataNodeIntraHeartbeatRequestManager.java} | 5 +-
.../client/request/TestConnectionUtils.java | 3 +-
.../iotdb/commons/concurrent/ThreadName.java | 2 +
.../apache/iotdb/commons/conf/CommonConfig.java | 21 +-
.../iotdb/commons/conf/CommonDescriptor.java | 10 +
.../iotdb/commons/model/ModelInformation.java | 20 ++
.../apache/iotdb/commons/model/ModelStatus.java | 1 +
.../iotdb/commons/partition/ExecutorType.java | 8 +-
.../iotdb/commons/partition/QueryExecutor.java | 8 +-
.../iotdb/commons/partition/StorageExecutor.java | 10 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 2 +-
.../subscription/config/SubscriptionConfig.java | 12 +
.../commons/udf/service/UDFManagementService.java | 2 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 56 ++-
.../thrift-ainode/src/main/thrift/ainode.thrift | 16 +
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 35 ++
.../src/main/thrift/datanode.thrift | 4 +
pom.xml | 13 +-
161 files changed, 2912 insertions(+), 1181 deletions(-)
rename iotdb-core/ainode/{iotdb => ainode}/__init__.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/__init__.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/client.py (81%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/config.py (91%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/constant.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/exception.py (98%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/handler.py (69%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/log.py (97%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/manager/__init__.py
(100%)
rename iotdb-core/ainode/{iotdb/ainode =>
ainode/core}/manager/cluster_manager.py (93%)
rename iotdb-core/ainode/{iotdb/ainode =>
ainode/core}/manager/inference_manager.py (95%)
rename iotdb-core/ainode/{iotdb/ainode =>
ainode/core}/manager/model_manager.py (86%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/model/__init__.py (100%)
rename iotdb-core/ainode/{iotdb/ainode =>
ainode/core}/model/built_in_model_factory.py (99%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/model/model_factory.py
(96%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/model/model_storage.py
(92%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/script.py (93%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/service.py (91%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/util/__init__.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/util/decorator.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/util/lock.py (100%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/util/serde.py (98%)
rename iotdb-core/ainode/{iotdb/ainode => ainode/core}/util/status.py (90%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/service/TopologyService.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/client/dn/{DnToDnInternalServiceAsyncRequestManager.java
=> DataNodeIntraHeartbeatManager.java} (60%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/ClusterTopology.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{model
=> ai}/CreateModelTask.java (99%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ai/CreateTrainingTask.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{model
=> ai}/DropModelTask.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{model
=> ai}/ShowModelsTask.java (99%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/exception/auth/AccessDeniedException.java
=>
datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/exceptions/ReplicaSetUnreachableException.java}
(58%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{exception/query/QueryProcessException.java
=> queryengine/plan/planner/exceptions/RootFIPlacementException.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/CreateTraining.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowConfigNodes.java
=> ShowModels.java} (72%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/CreateTrainingStatement.java
copy
iotdb-core/{metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/SystemType.java
=>
datanode/src/main/java/org/apache/iotdb/db/subscription/resource/SubscriptionDataNodeResourceManager.java}
(55%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/resource/log/PipeLogManager.java
=>
datanode/src/main/java/org/apache/iotdb/db/subscription/resource/log/SubscriptionLogManager.java}
(71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/resource/log/SubscriptionLogStatus.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/request/{DataNodeInternalServiceRequestManager.java
=> DataNodeIntraHeartbeatRequestManager.java} (90%)
