This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch force_ci/support_schema_evolution
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2d0abd89cbd add more tests
new 7617259da03 add more tests
add 337ac4799b7 Disable object type because it's too complex to release
(#17018)
add 3336d695e34 [AINode] Fix cannot be stopped by the stop script (#17020)
add 3567c245fd0 [AINode] Optimize build process (#17021)
add fe0d0f35c9d Fix OOM in SQL Parser ErrorHandler due to infinite loop in
ATN traversal (#17023)
add ae2793d5cdc Fix concurrent delete and flush error (#17026)
add 08a0f525cef Include the TSStatus code in Mqtt's error logs to
facilitate troubleshooting. (#17025)
add 623a9c3fe3a Pipe: Fixed the bug that privilege is not filtered for
real time events && Fixed the bug that the unclosed file may be degraded when
directly deleted && Fixed the skip-if problem of the write-back-sink && Fixed
the problem of tsFile privilege parsing (#17024)
add 178b5f8c5f5 Implement ExternalService Framework (#17009)
add 4afd2a0f016 Don't allow IntColumn DataType is DATE when query column
data of Date type used by Python client (#17015)
add 30eebf24d72 Print TableSchemaMap in TsFileSketchTool (#17031)
add 333b385a08a [AINode] Fix bugs and sync code (#17032)
add 607339cbeae fix: process tables for join scope (#17033)
new f22906edede Merge branch 'master' into
force_ci/support_schema_evolution
new cdd0b878d54 reduce lock contention
new ff692abfb86 improve efficiency
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 3 +
.../iotdb/itbase/runtime/RequestDelegate.java | 7 +-
.../treemodel/manual/IoTDBPipePermissionIT.java | 36 +-
.../pipe/it/single/IoTDBPipePermissionIT.java | 51 ++
.../it/query/object/IoTDBObjectQuery2IT.java | 326 -----------
.../it/query/object/IoTDBObjectQueryIT.java | 309 -----------
.../it/query/old/IoTDBSimpleQueryTableIT.java | 63 +--
.../relational/it/query/recent/IoTDBCteIT.java | 27 +
.../recent/informationschema/IoTDBServicesIT.java | 118 ++++
.../relational/it/schema/IoTDBDatabaseIT.java | 12 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 595 ++++++++++++++-------
.../relational/it/session/IoTDBObjectDeleteIT.java | 363 -------------
.../it/session/IoTDBObjectDeleteIT2.java | 48 --
.../relational/it/session/IoTDBObjectInsertIT.java | 339 ------------
.../it/session/IoTDBObjectInsertIT2.java | 170 ------
.../{external-api => external-service-api}/pom.xml | 10 +-
.../externalservice/api/IExternalService.java | 14 +-
iotdb-api/pom.xml | 1 +
.../src/test/cpp/sessionRelationalIT.cpp | 12 +-
iotdb-client/client-py/README.md | 2 +
.../client-py/iotdb/tsfile/utils/tsblock_serde.py | 4 +-
iotdb-client/client-py/session_example_date.py | 109 ++++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 8 +
iotdb-core/ainode/build_binary.py | 54 +-
iotdb-core/ainode/iotdb/ainode/core/ai_node.py | 11 +-
iotdb-core/ainode/iotdb/ainode/core/constant.py | 2 +-
.../ainode/core/inference/batcher/basic_batcher.py | 27 +-
.../ainode/core/inference/inference_request.py | 15 +-
.../core/inference/inference_request_pool.py | 2 +-
.../pool_scheduler/basic_pool_scheduler.py | 11 +-
.../iotdb/ainode/core/manager/inference_manager.py | 2 +-
.../ainode/iotdb/ainode/core/manager/utils.py | 28 +-
iotdb-core/ainode/iotdb/ainode/core/rpc/service.py | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 3 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 24 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 13 +
.../client/async/CnToDnAsyncRequestType.java | 3 +
.../CnToDnInternalServiceAsyncRequestManager.java | 5 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 9 +
...va => GetBuiltInExternalServiceRPCHandler.java} | 25 +-
.../confignode/conf/SystemPropertiesUtils.java | 15 -
.../consensus/request/ConfigPhysicalPlan.java | 16 +
.../consensus/request/ConfigPhysicalPlanType.java | 6 +
.../ShowExternalServicePlan.java} | 28 +-
.../CreateExternalServicePlan.java} | 40 +-
.../DropExternalServicePlan.java} | 39 +-
.../StartExternalServicePlan.java} | 39 +-
.../StopExternalServicePlan.java} | 39 +-
.../externalservice/ShowExternalServiceResp.java | 53 ++
.../iotdb/confignode/manager/ConfigManager.java | 64 +++
.../apache/iotdb/confignode/manager/IManager.java | 15 +
.../externalservice/ExternalServiceInfo.java | 312 +++++++++++
.../externalservice/ExternalServiceManager.java | 215 ++++++++
.../iotdb/confignode/manager/node/NodeManager.java | 13 +-
.../persistence/executor/ConfigPlanExecutor.java | 22 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 27 +
.../persistence/ExternalServiceInfoTest.java | 93 ++++
.../persistence/schema/ConfigMTreeTest.java | 58 ++
.../test/resources/oldsnapshot/cluster_schema.bin | Bin 0 -> 121 bytes
.../resources/oldsnapshot/table_cluster_schema.bin | Bin 0 -> 5177 bytes
iotdb-core/datanode/pom.xml | 5 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 9 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 9 -
.../subtask/processor/PipeProcessorSubtask.java | 21 +-
.../db/pipe/event/common/PipeInsertionEvent.java | 4 +
.../common/tsfile/PipeTsFileInsertionEvent.java | 4 -
.../scan/TsFileInsertionEventScanParser.java | 3 +-
.../table/TsFileInsertionEventTableParser.java | 16 +-
.../sink/protocol/writeback/WriteBackSink.java | 14 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 35 ++
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 7 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 20 +-
.../common/header/DatasetHeaderFactory.java | 4 +
.../execution/operator/source/FileLoaderUtils.java | 3 +-
.../execution/operator/source/SeriesScanUtil.java | 40 +-
.../InformationSchemaContentSupplierFactory.java | 37 ++
.../relational/ColumnTransformerBuilder.java | 36 --
.../iotdb/db/queryengine/plan/Coordinator.java | 8 +
.../execution/config/TableConfigTaskVisitor.java | 40 ++
.../execution/config/TreeConfigTaskVisitor.java | 41 ++
.../config/executor/ClusterConfigTaskExecutor.java | 114 ++++
.../config/executor/IConfigTaskExecutor.java | 10 +
.../CreateExternalServiceTask.java} | 32 +-
.../DropExternalServiceTask.java} | 18 +-
.../ShowExternalServiceTask.java} | 44 +-
.../StartExternalServiceTask.java} | 14 +-
.../StopExternalServiceTask.java} | 14 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 34 ++
.../plan/relational/analyzer/Scope.java | 3 +-
.../relational/analyzer/StatementAnalyzer.java | 18 +-
.../function/tvf/ClassifyTableFunction.java | 2 +-
.../function/tvf/ForecastTableFunction.java | 2 +-
.../relational/metadata/TableMetadataImpl.java | 18 -
.../fetcher/TableDeviceSchemaValidator.java | 13 +-
.../DataNodeLocationSupplierFactory.java | 1 +
.../security/TreeAccessCheckVisitor.java | 42 ++
.../plan/relational/sql/ast/AstVisitor.java | 20 +
.../{ShowIndex.java => CreateExternalService.java} | 41 +-
.../{ShowIndex.java => DropExternalService.java} | 35 +-
...riesStatement.java => ShowExternalService.java} | 6 +-
...DropFunction.java => StartExternalService.java} | 26 +-
...{DropFunction.java => StopExternalService.java} | 26 +-
.../plan/relational/sql/parser/AstBuilder.java | 44 ++
.../plan/relational/sql/parser/ErrorHandler.java | 31 +-
.../plan/relational/sql/rewrite/ShowRewrite.java | 15 +
.../plan/relational/sql/util/AstUtil.java | 30 --
.../queryengine/plan/statement/StatementType.java | 6 +
.../plan/statement/StatementVisitor.java | 31 ++
.../CreateExternalServiceStatement.java} | 35 +-
.../DropExternalServiceStatement.java} | 34 +-
.../ShowExternalServiceStatement.java} | 32 +-
.../StartExternalServiceStatement.java} | 29 +-
.../StopExternalServiceStatement.java} | 29 +-
.../db/queryengine/plan/udf/UDTFForecast.java | 3 +-
.../binary/ReadObject2ColumnTransformer.java | 78 ---
.../ternary/ReadObject3ColumnTransformer.java | 99 ----
.../unary/scalar/ReadObjectColumnTransformer.java | 126 -----
.../schemaregion/utils/ResourceByPathUtils.java | 15 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 30 ++
.../db/service/ResourcesInformationHolder.java | 11 +
.../externalservice/BuiltinExternalServices.java | 57 ++
.../ExternalServiceClassLoader.java} | 10 +-
.../ExternalServiceManagementException.java} | 11 +-
.../ExternalServiceManagementService.java | 379 +++++++++++++
.../storageengine/dataregion/Base32ObjectPath.java | 169 ------
.../db/storageengine/dataregion/DataRegion.java | 61 ++-
.../db/storageengine/dataregion/IObjectPath.java | 9 +-
.../storageengine/dataregion/PlainObjectPath.java | 126 -----
.../dataregion/read/QueryDataSource.java | 4 +-
.../dataregion/tsfile/TsFileManager.java | 43 +-
.../dataregion/tsfile/TsFileResource.java | 26 +-
.../dataregion/tsfile/fileset/TsFileSet.java | 24 +
.../apache/iotdb/db/tools/TsFileSketchTool.java | 30 ++
.../org/apache/iotdb/db/utils/ObjectTypeUtils.java | 26 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 5 +-
.../org/apache/iotdb/db/utils/TabletDecoder.java | 2 +-
.../plan/function/RecordObjectTypeTest.java | 156 ------
.../plan/relational/planner/CteSubqueryTest.java | 2 -
.../sql/ast/SqlParserErrorHandlerTest.java | 76 +++
.../unary/scalar/ObjectTypeFunctionTest.java | 186 -------
.../object/ObjectTypeCompactionTest.java | 459 ----------------
iotdb-core/node-commons/pom.xml | 5 +
.../conf/iotdb-system.properties.template | 10 -
.../iotdb/commons/conf/CommonDescriptor.java | 5 -
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../iotdb/commons/externalservice/ServiceInfo.java | 170 ++++++
.../schema/column/ColumnHeaderConstant.java | 13 +
.../commons/schema/table/InformationSchema.java | 11 +
.../apache/iotdb/commons/schema/table/TsTable.java | 37 +-
.../relational/TableBuiltinScalarFunction.java | 1 -
.../db/relational/grammar/sql/RelationalSql.g4 | 35 +-
.../thrift-ainode/src/main/thrift/ainode.thrift | 2 +-
.../thrift-commons/src/main/thrift/common.thrift | 14 +
.../src/main/thrift/confignode.thrift | 23 +
.../src/main/thrift/datanode.thrift | 5 +
155 files changed, 3767 insertions(+), 3950 deletions(-)
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/object/IoTDBObjectQuery2IT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/object/IoTDBObjectQueryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/informationschema/IoTDBServicesIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/IoTDBObjectDeleteIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/IoTDBObjectDeleteIT2.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/IoTDBObjectInsertIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/IoTDBObjectInsertIT2.java
copy iotdb-api/{external-api => external-service-api}/pom.xml (90%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/task/PipeTask.java
=>
iotdb-api/external-service-api/src/main/java/org/apache/iotdb/externalservice/api/IExternalService.java
(72%)
create mode 100644 iotdb-client/client-py/session_example_date.py
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/{PipePushMetaRPCHandler.java
=> GetBuiltInExternalServiceRPCHandler.java} (75%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{trigger/GetTriggerJarPlan.java
=> exernalservice/ShowExternalServicePlan.java} (65%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{function/DropTreeModelFunctionPlan.java
=> externalservice/CreateExternalServicePlan.java} (61%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{trigger/DeleteTriggerInTablePlan.java
=> externalservice/DropExternalServicePlan.java} (61%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{trigger/DeleteTriggerInTablePlan.java
=> externalservice/StartExternalServicePlan.java} (61%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{trigger/DeleteTriggerInTablePlan.java
=> externalservice/StopExternalServicePlan.java} (61%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/externalservice/ShowExternalServiceResp.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/externalservice/ExternalServiceInfo.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/externalservice/ExternalServiceManager.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/ExternalServiceInfoTest.java
create mode 100644
iotdb-core/confignode/src/test/resources/oldsnapshot/cluster_schema.bin
create mode 100644
iotdb-core/confignode/src/test/resources/oldsnapshot/table_cluster_schema.bin
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{CreatePipePluginTask.java
=> externalservice/CreateExternalServiceTask.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ai/LoadModelTask.java
=> externalservice/DropExternalServiceTask.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{region/ExtendRegionTask.java
=> externalservice/ShowExternalServiceTask.java} (56%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ai/DropModelTask.java
=> externalservice/StartExternalServiceTask.java} (79%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{ai/DropModelTask.java
=> externalservice/StopExternalServiceTask.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowIndex.java
=> CreateExternalService.java} (63%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowIndex.java
=> DropExternalService.java} (68%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{ShowQueriesStatement.java
=> ShowExternalService.java} (89%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{DropFunction.java
=> StartExternalService.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{DropFunction.java
=> StopExternalService.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{CreateFunctionStatement.java
=> externalservice/CreateExternalServiceStatement.java} (69%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{template/DropSchemaTemplateStatement.java
=> externalservice/DropExternalServiceStatement.java} (67%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{region/ExtendRegionStatement.java
=> externalservice/ShowExternalServiceStatement.java} (69%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{template/DropSchemaTemplateStatement.java
=> externalservice/StartExternalServiceStatement.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{template/DropSchemaTemplateStatement.java
=> externalservice/StopExternalServiceStatement.java} (72%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/binary/ReadObject2ColumnTransformer.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/ternary/ReadObject3ColumnTransformer.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/externalservice/BuiltinExternalServices.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{trigger/service/TriggerClassLoader.java
=> service/externalservice/ExternalServiceClassLoader.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/plan/analyze/IModelFetcher.java
=> service/externalservice/ExternalServiceManagementException.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/externalservice/ExternalServiceManagementService.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/Base32ObjectPath.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/PlainObjectPath.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/function/RecordObjectTypeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/SqlParserErrorHandlerTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ObjectTypeFunctionTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/object/ObjectTypeCompactionTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/externalservice/ServiceInfo.java
