This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch do_not_cache_table_name
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a11f21cdd31 Avoid using tree model device cache to cache table names
add 87bd830fc28 Pipe: Set placeholder for required pipeMetaList &
Prevented the empty progress report when shutdown (#16388)
add e9994aa6511 Update LICENSE and remove useless code (#16389)
add 3d8522a0cb2 Add dropwizard related modification to LICENSE
add ba2c3a853aa Add some classes modified from trino to LICENSE file
(#16393)
add 1d7e82dfff8 Fixed the potential problem in DataNodeDevicePathCache &
Pipe: Reduced the logs in "PipeReceiverStatusHandler" (#16397)
add a1fe2418260 Pipe: Avoided the OOM risks by replacing the progressive
cheating factor with policy change (#16398)
add 44291877b93 [AINode] Revert transformer and tokenizer dependencies
update (#16394)
add a63a23ee1e8 [AINode] Fix pom.xml of ainode (#16375)
add 1bc2c7f0f61 Pipe: Avoid throwing null pointer during Close process
(#16391)
add 7b9ec7ea83d [AINode] Implement concurrent inference framework (#16311)
add 08708d1c5fc Avoid create region group NPE when concurrent use and
delete database (#16407)
add 40b2b33964e [AINode] Fix bugs for SHOW LOADED MODELS (#16410)
add 03e8e51b5a0 Pipe: Removed the MQTT source (#16405)
add 32c559d095c Fix conflict
No new revisions were added by this update.
Summary of changes:
LICENSE | 35 +-
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 2 +-
.../ainode/it/AINodeConcurrentInferenceIT.java | 141 +++++++
.../iotdb/ainode/it/AINodeInferenceSQLIT.java | 114 +++--
.../ainode/it/AINodeInstanceManagementIT.java | 212 ++++++++++
.../apache/iotdb/ainode/utils/AINodeTestUtils.java | 32 ++
.../apache/iotdb/cli/IoTDBSyntaxHighlighter.java | 80 ----
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
iotdb-core/ainode/.gitignore | 2 +-
iotdb-core/ainode/iotdb/ainode/core/ai_node.py | 2 +
iotdb-core/ainode/iotdb/ainode/core/constant.py | 3 +
iotdb-core/ainode/iotdb/ainode/core/exception.py | 4 +-
.../ainode/core/inference/inference_request.py | 12 +-
.../core/inference/inference_request_pool.py | 68 +--
.../iotdb/ainode/core/inference/pool_controller.py | 460 +++++++++++++++++----
.../iotdb/ainode/core/inference/pool_group.py | 45 +-
.../pool_scheduler/abstract_pool_scheduler.py | 33 +-
.../pool_scheduler/basic_pool_scheduler.py | 148 ++++++-
.../iotdb/ainode/core/manager/inference_manager.py | 123 ++++--
.../iotdb/ainode/core/manager/model_manager.py | 12 +
.../ainode/iotdb/ainode/core/manager/utils.py | 19 +-
.../iotdb/ainode/core/model/model_storage.py | 6 +-
iotdb-core/ainode/iotdb/ainode/core/rpc/handler.py | 59 +++
.../ainode/iotdb/ainode/core/util/atmoic_int.py | 66 +++
.../iotdb/ainode/core/util/batch_executor.py | 133 ++++++
.../ainode/iotdb/ainode/core/util/gpu_mapping.py | 93 +++++
.../ainode/iotdb/ainode/core/util/thread_name.py | 7 +-
iotdb-core/ainode/poetry.lock | 242 ++++++-----
iotdb-core/ainode/pom.xml | 4 +-
iotdb-core/ainode/pyproject.toml | 7 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 20 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
...eption.java => NoAvailableAINodeException.java} | 8 +-
.../iotdb/confignode/manager/ConfigManager.java | 37 ++
.../apache/iotdb/confignode/manager/IManager.java | 17 +
.../iotdb/confignode/manager/ModelManager.java | 96 ++++-
.../runtime/PipeRuntimeCoordinator.java | 2 +-
.../runtime/heartbeat/PipeHeartbeat.java | 4 +-
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 3 +-
.../persistence/partition/PartitionInfo.java | 6 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 25 ++
.../PipeDataRegionSourceConstructor.java | 4 -
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 5 +-
.../downsampling/PartialPathLastObjectCache.java | 60 ++-
.../IoTDBDataNodeCacheLeaderClientManager.java | 78 ++--
.../client/IoTDBDataNodeSyncClientManager.java | 2 +
.../db/pipe/source/mqtt/MQTTPublishHandler.java | 318 --------------
.../iotdb/db/pipe/source/mqtt/MQTTSource.java | 264 ------------
.../iotdb/db/protocol/client/ConfigNodeClient.java | 28 ++
.../table/v1/handler/ExecuteStatementHandler.java | 4 +
.../rest/v1/handler/ExecuteStatementHandler.java | 4 +
.../rest/v1/handler/QueryDataSetHandler.java | 4 +
.../rest/v2/handler/ExecuteStatementHandler.java | 4 +
.../rest/v2/handler/QueryDataSetHandler.java | 4 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 1 -
.../impl/DataNodeInternalRPCServiceImpl.java | 2 +-
.../common/header/DatasetHeaderFactory.java | 8 +
.../iotdb/db/queryengine/plan/Coordinator.java | 8 +
.../cache/schema/DataNodeDevicePathCache.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 32 ++
.../execution/config/TreeConfigTaskVisitor.java | 33 ++
.../config/executor/ClusterConfigTaskExecutor.java | 85 ++++
.../config/executor/IConfigTaskExecutor.java | 8 +
.../{CreateModelTask.java => LoadModelTask.java} | 12 +-
.../ShowAIDevicesTask.java} | 38 +-
.../ShowLoadedModelsTask.java} | 41 +-
.../{CreateModelTask.java => UnloadModelTask.java} | 12 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 55 +++
.../plan/relational/sql/ast/AstVisitor.java | 16 +
.../sql/ast/{CreateModel.java => LoadModel.java} | 23 +-
.../ast/{NaturalJoin.java => ShowAIDevices.java} | 34 +-
.../{RemoveAINode.java => ShowLoadedModels.java} | 26 +-
.../sql/ast/{CreateModel.java => UnloadModel.java} | 22 +-
.../plan/relational/sql/parser/AstBuilder.java | 53 +++
.../plan/statement/StatementVisitor.java | 20 +
...ModelStatement.java => LoadModelStatement.java} | 52 ++-
.../ShowAIDevicesStatement.java} | 22 +-
.../model/ShowLoadedModelsStatement.java} | 45 +-
...delStatement.java => UnloadModelStatement.java} | 62 +--
.../event/cache/SubscriptionPollResponseCache.java | 54 ++-
.../java/org/apache/iotdb/metrics/type/Timer.java | 16 +-
.../iotdb/commons/client/ainode/AINodeClient.java | 53 +++
.../org/apache/iotdb/commons/path/PartialPath.java | 2 +-
.../agent/plugin/builtin/BuiltinPipePlugin.java | 3 -
.../plugin/builtin/source/mqtt/MQTTSource.java | 68 ---
.../pipe/config/constant/PipeSourceConstant.java | 28 --
.../pipe/receiver/PipeReceiverStatusHandler.java | 55 +--
.../pipe/sink/client/IoTDBSyncClientManager.java | 16 +-
.../schema/column/ColumnHeaderConstant.java | 11 +
.../db/relational/grammar/sql/RelationalSql.g4 | 24 ++
.../thrift-ainode/src/main/thrift/ainode.thrift | 32 ++
.../src/main/thrift/confignode.thrift | 48 +++
92 files changed, 2836 insertions(+), 1456 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeConcurrentInferenceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeInstanceManagementIT.java
delete mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/cli/IoTDBSyntaxHighlighter.java
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/atmoic_int.py
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/batch_executor.py
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/gpu_mapping.py
copy iotdb-client/session/src/test/resources/iotdb-datanode.properties =>
iotdb-core/ainode/iotdb/ainode/core/util/thread_name.py (88%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/exception/{DatabaseNotExistsException.java
=> NoAvailableAINodeException.java} (79%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/source/mqtt/MQTTPublishHandler.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/source/mqtt/MQTTSource.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ai/{CreateModelTask.java
=> LoadModelTask.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ShowClusterIdTask.java
=> ai/ShowAIDevicesTask.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ShowAINodesTask.java
=> ai/ShowLoadedModelsTask.java} (68%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ai/{CreateModelTask.java
=> UnloadModelTask.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateModel.java
=> LoadModel.java} (70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{NaturalJoin.java
=> ShowAIDevices.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{RemoveAINode.java
=> ShowLoadedModels.java} (70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateModel.java
=> UnloadModel.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{DropModelStatement.java
=> LoadModelStatement.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{ShowTTLStatement.java
=> model/ShowAIDevicesStatement.java} (74%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/SetSqlDialectStatement.java
=> metadata/model/ShowLoadedModelsStatement.java} (65%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{CreateModelStatement.java
=> UnloadModelStatement.java} (62%)
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/plugin/builtin/source/mqtt/MQTTSource.java
