This is an automated email from the ASF dual-hosted git repository.
jt2594838 pushed a change to branch remove_swtich_type
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c4ec742b2eb Fix TypeService review regressions and batch numeric input
loops
add b1a046211b1 [AINode] Replace DiT-derived Sundial conditioning head
(#18616)
add 55736e2ee28 Add MOMENT license and copyright notice (#18611)
add ab6f8a214e1 [AINode] Add third-party attributions to binary package
(#18620)
add 320f0d5a839 [Subscription] Suppress expected commit progress warnings
(#18615)
add 510c8cddd2b Fix pipe visibility and mask credentials in show create
(#18617)
add 3ea1fc666ac Delete empty TsFile sidecars after LOAD (#18599)
add 31621ef2602 Fix metric about device entry disk io- #18609
add c05881ba28c bump tsfile version (#18629)
add 0f9f1ebb300 Change schema region sync logs to debug (#18632)
add a467cf3d430 [Pipe] Honor SECURITY privilege for relational auth
synchronization (#18624)
add 63ae0f35e0e Add SHOW RECEIVERS support (#17869)
add 280c0189aa5 Support standard TLS and mTLS in the C++ client (#18601)
add 37e3e6630e2 [Pipe] Stabilize IoTDBPipeAutoSplitIT for auto-dropped
history pipe (#18621)
add a05c63e0abb Fix aligned flush values after time deletion (#18634)
add 7c8e4cbc27d Fix flaky IoTDBAutoRegionGroupExtension2IT during DataNode
shutdown (#18642)
add 0f64600571b Optimize Python session result decoding (#18638)
add e2ac222343b [Pipe] Restore sink progress under memory pressure (#18640)
add 2838c35317f [Pipe] Stabilize receiver and compression integration
tests (#18644)
add 19d97dd3e01 Merge branch 'master' into remove_swtich_type
No new revisions were added by this update.
Summary of changes:
.github/workflows/client-cpp-package.yml | 38 +-
.github/workflows/multi-language-client.yml | 7 +-
LICENSE | 56 ++
NOTICE | 10 +-
.../{common-files.xml => ainode-common-files.xml} | 6 +-
distribution/src/assembly/ainode.xml | 2 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 6 +-
.../IoTDBAutoRegionGroupExtension2IT.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 27 +
.../basic/IoTDBPipeRelationalSecurityIT.java | 162 ++++
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 19 +-
.../auto/basic/IoTDBShowReceiversLifecycleIT.java | 364 ++++++++
.../auto/enhanced/IoTDBPipeAutoDropIT.java | 6 +
.../auto/enhanced/IoTDBPipeSinkCompressionIT.java | 12 +-
.../single/IoTDBLegacyPipeReceiverSecurityIT.java | 219 +++++
.../pipe/it/single/IoTDBPipePermissionIT.java | 9 +-
.../iotdb/pipe/it/single/IoTDBPipeReceiverIT.java | 631 --------------
.../iotdb/pipe/it/single/IoTDBShowReceiversIT.java | 717 ++++++++++++++++
.../pipe/it/triple/IoTDBShowReceiversTripleIT.java | 287 +++++++
.../relational/it/db/it/IoTDBDeletionTableIT.java | 57 ++
.../relational/it/schema/IoTDBDatabaseIT.java | 21 +-
iotdb-client/client-cpp/CMakeLists.txt | 14 +
iotdb-client/client-cpp/README.md | 53 +-
iotdb-client/client-cpp/README_zh.md | 12 +-
iotdb-client/client-cpp/cmake/FetchOpenSSL.cmake | 201 +++--
.../client-cpp/cmake/InstallOpenSSLRuntime.cmake | 4 +-
iotdb-client/client-cpp/pom.xml | 62 +-
.../package-metadata/third_party/DEPENDENCIES.md | 2 +-
.../src/include/AbstractSessionBuilder.h | 15 +-
iotdb-client/client-cpp/src/include/Session.h | 3 +
.../client-cpp/src/include/SessionBuilder.h | 14 +-
iotdb-client/client-cpp/src/include/SessionC.h | 15 +
iotdb-client/client-cpp/src/include/SessionPool.h | 21 +-
.../src/include/{Status.h => SslConfig.h} | 20 +-
iotdb-client/client-cpp/src/include/TableSession.h | 3 +-
.../client-cpp/src/include/TableSessionBuilder.h | 14 +-
iotdb-client/client-cpp/src/rpc/NodesSupplier.cpp | 33 +-
iotdb-client/client-cpp/src/rpc/NodesSupplier.h | 13 +-
.../client-cpp/src/rpc/RpcSslUtils.cpp | 29 +-
.../src/rpc/RpcSslUtils.h} | 20 +-
.../client-cpp/src/rpc/SessionConnection.cpp | 13 +-
.../client-cpp/src/rpc/SessionConnection.h | 3 +-
iotdb-client/client-cpp/src/rpc/SessionImpl.h | 3 +-
.../client-cpp/src/rpc/ThriftConnection.cpp | 11 +-
iotdb-client/client-cpp/src/rpc/ThriftConnection.h | 6 +-
iotdb-client/client-cpp/src/session/Session.cpp | 27 +-
iotdb-client/client-cpp/src/session/SessionC.cpp | 69 ++
.../client-cpp/src/session/SessionPool.cpp | 17 +-
.../src/session/SslConfig.cpp} | 19 +-
.../client-cpp/src/session/TableSession.cpp | 5 +-
iotdb-client/client-cpp/test/CMakeLists.txt | 36 +-
.../client-cpp/test/cpp/RpcSslIotdbE2eTest.cpp | 194 +++++
iotdb-client/client-cpp/test/cpp/sessionIT.cpp | 3 +-
.../client-cpp/test/cpp/sessionUtilsTest.cpp | 18 +-
iotdb-client/client-cpp/test/fixtures/tls/ca.crt | 19 +
.../client-cpp/test/fixtures/tls/client.crt | 17 +
.../client-cpp/test/fixtures/tls/client.key | 28 +
.../client-cpp/test/fixtures/tls/tls-server.p12 | Bin 0 -> 2608 bytes
.../test/main_rpc_ssl.cpp} | 4 +-
.../test/scripts/configure_iotdb_ssl_it.py | 117 +++
.../client-cpp/test/scripts/run_cpp_it_phases.py | 130 +++
iotdb-client/client-cpp/third-party/README.md | 6 +-
.../client-py/iotdb/utils/SessionDataSet.py | 30 +-
.../client-py/iotdb/utils/iotdb_rpc_dataset.py | 90 +-
iotdb-core/ainode/ainode.xml | 6 +-
.../iotdb/ainode/core/model/chronos2/__init__.py | 2 +
.../iotdb/ainode/core/model/chronos2/base.py | 3 +
.../ainode/core/model/chronos2/chronos_bolt.py | 3 +
.../iotdb/ainode/core/model/chronos2/config.py | 3 +
.../iotdb/ainode/core/model/chronos2/dataset.py | 3 +
.../iotdb/ainode/core/model/chronos2/layers.py | 3 +
.../iotdb/ainode/core/model/chronos2/model.py | 3 +
.../core/model/chronos2/pipeline_chronos2.py | 3 +
.../iotdb/ainode/core/model/chronos2/utils.py | 3 +
.../iotdb/ainode/core/model/moirai2/__init__.py | 6 +-
.../ainode/core/model/moirai2/common/torch_util.py | 5 +
.../ainode/core/model/moirai2/modeling_moirai2.py | 5 +
.../ainode/core/model/moirai2/module/attention.py | 5 +
.../iotdb/ainode/core/model/moirai2/module/ffn.py | 5 +
.../iotdb/ainode/core/model/moirai2/module/norm.py | 5 +
.../core/model/moirai2/module/packed_scaler.py | 5 +
.../core/model/moirai2/module/position/__init__.py | 5 +
.../core/model/moirai2/module/position/additive.py | 5 +
.../model/moirai2/module/position/attn_bias.py | 5 +
.../moirai2/module/position/attn_projection.py | 5 +
.../core/model/moirai2/module/transformer.py | 5 +
.../ainode/core/model/moirai2/module/ts_embed.py | 5 +
.../ainode/core/model/moirai2/transform/_base.py | 5 +
.../ainode/core/model/moirai2/transform/_mixin.py | 5 +
.../core/model/moirai2/transform/imputation.py | 5 +
.../core/model/moment/configuration_moment.py | 1 +
.../ainode/core/model/moment/modeling_moment.py | 1 +
.../ainode/core/model/moment/pipeline_moment.py | 1 +
.../iotdb/ainode/core/model/sundial/flow_loss.py | 80 +-
.../ainode/src/assembly/resources/NOTICE-binary | 65 ++
.../src/assembly/resources/licenses/LICENSE-GLIDE | 6 +-
.../src/assembly/resources/licenses/LICENSE-MOMENT | 6 +-
iotdb-core/ainode/tests/test_sundial_flow_loss.py | 123 +++
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 6 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../response/pipe/task/PipeTableResp.java | 8 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 13 +
.../pipe/agent/task/PipeConfigNodeTask.java | 10 +
.../pipe/agent/task/PipeConfigNodeTaskStage.java | 10 +
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 76 +-
.../sink/protocol/IoTDBConfigRegionAirGapSink.java | 1 +
.../runtime/CommitProgressSyncProcedure.java | 17 +-
.../pipe/sink/PipeConfigNodeThriftRequestTest.java | 8 +-
.../runtime/CommitProgressSyncProcedureTest.java | 60 +-
.../iotdb/db/pipe/agent/task/PipeDataNodeTask.java | 10 +
.../pipe/agent/task/stage/PipeTaskSinkStage.java | 12 +
.../agent/task/subtask/sink/PipeSinkSubtask.java | 31 +
.../subtask/sink/PipeSinkSubtaskLifeCycle.java | 10 +
.../task/subtask/sink/PipeSinkSubtaskManager.java | 28 +
.../protocol/thrift/IoTDBDataNodeReceiver.java | 232 ++++-
.../client/IoTDBDataNodeAsyncClientManager.java | 7 +
.../evolvable/batch/PipeTabletEventBatch.java | 7 +-
.../protocol/airgap/IoTDBDataNodeAirGapSink.java | 1 +
.../airgap/IoTDBSchemaRegionAirGapSink.java | 2 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 29 +
.../thrift/sync/IoTDBSchemaRegionSink.java | 6 +-
.../sink/protocol/writeback/WriteBackSink.java | 101 ++-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 5 +
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 64 +-
.../common/header/DatasetHeaderFactory.java | 4 +
.../source/PipeReceiverRuntimeSnapshotFilter.java | 63 ++
...iesOperator.java => ShowReceiversOperator.java} | 115 +--
.../InformationSchemaContentSupplierFactory.java | 54 ++
.../metric/SeriesScanCostMetricSet.java | 18 +-
.../db/queryengine/plan/analyze/Analysis.java | 2 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 29 +
.../plan/analyze/load/LoadTsFileAnalyzer.java | 20 +-
.../config/executor/ClusterConfigTaskExecutor.java | 21 +-
.../metadata/relational/ShowCreatePipeTask.java | 7 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 6 +
.../plan/planner/LogicalPlanBuilder.java | 39 +
.../plan/planner/LogicalPlanVisitor.java | 7 +
.../plan/planner/OperatorTreeGenerator.java | 26 +
.../SimpleFragmentParallelPlanner.java | 2 +
.../plan/node/DataNodePlanNodeDeserializer.java | 3 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
...ShowQueriesNode.java => ShowReceiversNode.java} | 47 +-
.../DataNodeLocationSupplierFactory.java | 1 +
.../security/TreeAccessCheckVisitor.java | 13 +-
.../plan/relational/sql/parser/AstBuilder.java | 11 +
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 5 +
...eStatement.java => ShowReceiversStatement.java} | 51 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 6 +-
.../memtable/AlignedWritableMemChunk.java | 8 +
.../task/stage/SubscriptionTaskSinkStage.java | 10 +
.../subtask/sink/PipeSinkSubtaskLifeCycleTest.java | 58 ++
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 138 +++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 155 ++++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 8 +-
.../iotdb/db/pipe/sink/PipeReceiverTest.java | 12 +-
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 57 ++
.../batch/PipeTransferBatchReqBuilderTest.java | 25 +
.../db/protocol/client/ConfigNodeInfoTest.java | 75 ++
.../operator/source/ShowReceiversOperatorTest.java | 571 +++++++++++++
.../InformationSchemaReceiversSupplierTest.java | 406 +++++++++
.../metadata/relational/ShowCreateTaskTest.java | 46 +-
.../plan/parser/StatementGeneratorTest.java | 28 +
.../planner/node/source/SourceNodeSerdeTest.java | 11 +
.../plan/relational/analyzer/AuthTest.java | 51 ++
.../informationschema/ShowReceiversTest.java | 128 +++
.../dataregion/memtable/MemTableFlushTaskTest.java | 74 ++
.../iotdb/commons/pipe/agent/task/PipeTask.java | 8 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 24 +-
.../pipe/agent/task/stage/PipeTaskStage.java | 8 +
.../task/subtask/PipeAbstractSinkSubtask.java | 3 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 95 +++
.../runtime/PipeReceiverRuntimeRegistry.java | 355 ++++++++
.../runtime/PipeReceiverRuntimeSnapshot.java | 115 +++
.../pipe/sink/client/IoTDBClientManager.java | 25 +
.../pipe/sink/client/IoTDBSyncClientManager.java | 110 ++-
.../common/PipeTransferHandshakeConstant.java | 2 +
.../payload/thrift/request/PipeRequestType.java | 3 +
.../thrift/request/PipeTransferHandshakeV1Req.java | 3 +-
.../thrift/request/PipeTransferHandshakeV2Req.java | 8 +-
...eTransferPipeReceiverRuntimeInfoCleanupReq.java | 103 +++
.../commons/pipe/sink/protocol/IoTDBSink.java | 27 +
.../pipe/sink/protocol/IoTDBSslSyncSink.java | 22 +
.../plan/planner/plan/node/PlanNodeType.java | 1 +
.../schema/column/ColumnHeaderConstant.java | 42 +
.../commons/schema/table/InformationSchema.java | 34 +
.../runtime/PipeReceiverRuntimeRegistryTest.java | 947 +++++++++++++++++++++
.../thrift/request/PipeRequestTypeTest.java | 25 +
.../commons/pipe/task/PipeSleepIntervalTest.java | 17 +
.../db/relational/grammar/sql/RelationalSql.g4 | 8 +-
pom.xml | 7 +
scripts/sbin/windows/start-confignode.bat | 4 +-
scripts/sbin/windows/start-datanode.bat | 4 +-
scripts/sbin/windows/start-standalone.bat | 7 +-
195 files changed, 8402 insertions(+), 1250 deletions(-)
copy distribution/src/assembly/{common-files.xml => ainode-common-files.xml}
(85%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeRelationalSecurityIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/basic/IoTDBShowReceiversLifecycleIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBLegacyPipeReceiverSecurityIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBShowReceiversIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/triple/IoTDBShowReceiversTripleIT.java
copy iotdb-client/client-cpp/src/include/{Status.h => SslConfig.h} (75%)
copy
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/SimpleEnv.java
=> iotdb-client/client-cpp/src/rpc/RpcSslUtils.cpp (59%)
copy
iotdb-client/{isession/src/main/java/org/apache/iotdb/isession/ISessionDataSet.java
=> client-cpp/src/rpc/RpcSslUtils.h} (69%)
copy
iotdb-client/{service-rpc/src/main/java/org/apache/iotdb/rpc/NoValidValueException.java
=> client-cpp/src/session/SslConfig.cpp} (66%)
create mode 100644 iotdb-client/client-cpp/test/cpp/RpcSslIotdbE2eTest.cpp
create mode 100644 iotdb-client/client-cpp/test/fixtures/tls/ca.crt
create mode 100644 iotdb-client/client-cpp/test/fixtures/tls/client.crt
create mode 100644 iotdb-client/client-cpp/test/fixtures/tls/client.key
create mode 100644 iotdb-client/client-cpp/test/fixtures/tls/tls-server.p12
copy iotdb-client/{jdbc/src/main/resources/services/META-INF/java.sql.Driver
=> client-cpp/test/main_rpc_ssl.cpp} (94%)
create mode 100644
iotdb-client/client-cpp/test/scripts/configure_iotdb_ssl_it.py
create mode 100644 iotdb-client/client-cpp/test/scripts/run_cpp_it_phases.py
create mode 100644 iotdb-core/ainode/src/assembly/resources/NOTICE-binary
copy licenses/The MIT License (progressbar) =>
iotdb-core/ainode/src/assembly/resources/licenses/LICENSE-GLIDE (93%)
copy licenses/The MIT License (progressbar) =>
iotdb-core/ainode/src/assembly/resources/licenses/LICENSE-MOMENT (92%)
create mode 100644 iotdb-core/ainode/tests/test_sundial_flow_loss.py
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/PipeReceiverRuntimeSnapshotFilter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/{ShowQueriesOperator.java
=> ShowReceiversOperator.java} (51%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/{ShowQueriesNode.java
=> ShowReceiversNode.java} (64%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{ShowDiskUsageStatement.java
=> ShowReceiversStatement.java} (58%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/subtask/sink/PipeSinkSubtaskLifeCycleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/client/ConfigNodeInfoTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/source/ShowReceiversOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/InformationSchemaReceiversSupplierTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/informationschema/ShowReceiversTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/receiver/runtime/PipeReceiverRuntimeRegistry.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/receiver/runtime/PipeReceiverRuntimeSnapshot.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferPipeReceiverRuntimeInfoCleanupReq.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/receiver/runtime/PipeReceiverRuntimeRegistryTest.java
