This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1bc2c7f0f61 Pipe: Avoid throwing null pointer during Close process
(#16391)
add 7b9ec7ea83d [AINode] Implement concurrent inference framework (#16311)
No new revisions were added by this update.
Summary of changes:
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 2 +-
.../ainode/it/AINodeConcurrentInferenceIT.java | 141 +++++++
.../ainode/it/AINodeInstanceManagementIT.java | 212 ++++++++++
.../apache/iotdb/ainode/utils/AINodeTestUtils.java | 32 ++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
iotdb-core/ainode/.gitignore | 2 +-
iotdb-core/ainode/iotdb/ainode/core/ai_node.py | 2 +
iotdb-core/ainode/iotdb/ainode/core/constant.py | 9 +-
iotdb-core/ainode/iotdb/ainode/core/exception.py | 4 +-
.../ainode/core/inference/inference_request.py | 12 +-
.../core/inference/inference_request_pool.py | 68 +--
.../iotdb/ainode/core/inference/pool_controller.py | 460 +++++++++++++++++----
.../iotdb/ainode/core/inference/pool_group.py | 45 +-
.../pool_scheduler/abstract_pool_scheduler.py | 33 +-
.../pool_scheduler/basic_pool_scheduler.py | 148 ++++++-
.../iotdb/ainode/core/manager/inference_manager.py | 108 +++--
.../iotdb/ainode/core/manager/model_manager.py | 12 +
.../ainode/iotdb/ainode/core/manager/utils.py | 19 +-
.../iotdb/ainode/core/model/model_storage.py | 6 +-
iotdb-core/ainode/iotdb/ainode/core/rpc/handler.py | 59 +++
.../ainode/iotdb/ainode/core/util/atmoic_int.py | 66 +++
.../iotdb/ainode/core/util/batch_executor.py | 133 ++++++
.../ainode/iotdb/ainode/core/util/gpu_mapping.py | 93 +++++
.../ainode/iotdb/ainode/core/util/thread_name.py | 7 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 20 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
...eption.java => NoAvailableAINodeException.java} | 8 +-
.../iotdb/confignode/manager/ConfigManager.java | 37 ++
.../apache/iotdb/confignode/manager/IManager.java | 17 +
.../iotdb/confignode/manager/ModelManager.java | 96 ++++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 25 ++
.../iotdb/db/protocol/client/ConfigNodeClient.java | 28 ++
.../table/v1/handler/ExecuteStatementHandler.java | 4 +
.../rest/v1/handler/ExecuteStatementHandler.java | 4 +
.../rest/v1/handler/QueryDataSetHandler.java | 4 +
.../rest/v2/handler/ExecuteStatementHandler.java | 4 +
.../rest/v2/handler/QueryDataSetHandler.java | 4 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 1 -
.../common/header/DatasetHeaderFactory.java | 8 +
.../iotdb/db/queryengine/plan/Coordinator.java | 8 +
.../execution/config/TableConfigTaskVisitor.java | 32 ++
.../execution/config/TreeConfigTaskVisitor.java | 33 ++
.../config/executor/ClusterConfigTaskExecutor.java | 83 ++++
.../config/executor/IConfigTaskExecutor.java | 8 +
.../{CreateModelTask.java => LoadModelTask.java} | 12 +-
.../ShowAIDevicesTask.java} | 38 +-
.../ShowLoadedModelsTask.java} | 41 +-
.../{CreateModelTask.java => UnloadModelTask.java} | 12 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 55 +++
.../plan/relational/sql/ast/AstVisitor.java | 16 +
.../sql/ast/{CreateModel.java => LoadModel.java} | 23 +-
.../ast/{NaturalJoin.java => ShowAIDevices.java} | 34 +-
.../{RemoveAINode.java => ShowLoadedModels.java} | 26 +-
.../sql/ast/{CreateModel.java => UnloadModel.java} | 22 +-
.../plan/relational/sql/parser/AstBuilder.java | 53 +++
.../plan/statement/StatementVisitor.java | 20 +
...ModelStatement.java => LoadModelStatement.java} | 52 ++-
.../ShowAIDevicesStatement.java} | 22 +-
.../model/ShowLoadedModelsStatement.java} | 45 +-
...delStatement.java => UnloadModelStatement.java} | 62 +--
.../iotdb/commons/client/ainode/AINodeClient.java | 53 +++
.../schema/column/ColumnHeaderConstant.java | 11 +
.../db/relational/grammar/sql/RelationalSql.g4 | 24 ++
.../thrift-ainode/src/main/thrift/ainode.thrift | 32 ++
.../src/main/thrift/confignode.thrift | 48 +++
65 files changed, 2415 insertions(+), 392 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeConcurrentInferenceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeInstanceManagementIT.java
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/atmoic_int.py
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/batch_executor.py
create mode 100644 iotdb-core/ainode/iotdb/ainode/core/util/gpu_mapping.py
copy iotdb-client/session/src/test/resources/iotdb-datanode.properties =>
iotdb-core/ainode/iotdb/ainode/core/util/thread_name.py (88%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/exception/{DatabaseNotExistsException.java
=> NoAvailableAINodeException.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ai/{CreateModelTask.java
=> LoadModelTask.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ShowClusterIdTask.java
=> ai/ShowAIDevicesTask.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ShowAINodesTask.java
=> ai/ShowLoadedModelsTask.java} (68%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/ai/{CreateModelTask.java
=> UnloadModelTask.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateModel.java
=> LoadModel.java} (70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{NaturalJoin.java
=> ShowAIDevices.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{RemoveAINode.java
=> ShowLoadedModels.java} (70%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{CreateModel.java
=> UnloadModel.java} (73%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{DropModelStatement.java
=> LoadModelStatement.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{ShowTTLStatement.java
=> model/ShowAIDevicesStatement.java} (74%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys/SetSqlDialectStatement.java
=> metadata/model/ShowLoadedModelsStatement.java} (65%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{CreateModelStatement.java
=> UnloadModelStatement.java} (62%)
