This is an automated email from the ASF dual-hosted git repository.
HTHou pushed a change to branch codex/ipv6-endpoint-support
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cf617569eba Reject incomplete endpoint URLs
add da07a8ef8a1 Subscription: support table-model column-filter for topics
(#17936)
add 9f069d5c7c5 Fix that ProgressWALIterator may read incorrect
searchIndex (#18143)
add 8235112d353 Fix no-tag table attribute deletion (#18176)
add 8735702a775 Reduce repeated failure logs (#18175)
add b05f4cadb76 Avoid readLock when serializing TimeIndex. (#18189)
add ce74949268e Fix tag index misalignment in read_tsfile when projection
pruning removes tag columns (#18191)
add 5ceb047fe83 Fix DataNode restart readiness race in IoTDBConnectionsIT
(#18192)
add 7ffb1364b84 Add mutual SSL support for pipe sinks (#18080)
add eaef430d2b9 Enforce REST query row limit as hard cap (#18149)
add 0d3304a106a Fix RPC buffer memory control activation (#18194)
add 9cc7d736062 Merge remote-tracking branch 'origin/master' into
codex/ipv6-endpoint-support
add 7b8fe58572b Fix Pipe client manager test after mTLS changes
No new revisions were added by this update.
Summary of changes:
.../src/main/openapi3/iotdb_rest_table_v1.yaml | 1 +
.../src/main/openapi3/iotdb_rest_v1.yaml | 1 +
.../src/main/openapi3/iotdb_rest_v2.yaml | 1 +
.../org/apache/iotdb/rest/i18n/RestMessages.java | 3 +
.../org/apache/iotdb/rest/i18n/RestMessages.java | 3 +
.../rest/protocol/handler/QueryRowLimitUtils.java | 71 +
.../table/v1/handler/QueryDataSetHandler.java | 44 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 9 +-
.../protocol/v1/handler/QueryDataSetHandler.java | 114 +-
.../protocol/v1/impl/GrafanaApiServiceImpl.java | 19 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 8 +-
.../rest/protocol/v2/handler/FastLastHandler.java | 65 +-
.../protocol/v2/handler/QueryDataSetHandler.java | 114 +-
.../protocol/v2/impl/GrafanaApiServiceImpl.java | 19 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 48 +-
.../protocol/handler/QueryRowLimitUtilsTest.java | 59 +
.../v1/handler/QueryDataSetHandlerTest.java | 222 +++
.../protocol/v2/handler/FastLastHandlerTest.java | 119 ++
.../treemodel/auto/basic/IoTDBPipeMutualSSLIT.java | 176 +++
.../relational/it/db/it/IoTDBDeletionTableIT.java | 18 +
.../recent/IoTDBReadTsFileTableFunctionIT.java | 50 +
.../iotdb/session/it/IoTDBConnectionsIT.java | 30 +-
.../ConsensusSubscriptionTableITSupport.java | 336 ++++-
...ConsensusSubscriptionColumnFilterClusterIT.java | 232 +++
.../IoTDBConsensusSubscriptionFilterTableIT.java | 188 ++-
.../IoTDBSubscriptionColumnFilterIT.java | 1513 ++++++++++++++++++++
.../tablemodel/IoTDBSubscriptionPermissionIT.java | 76 +
.../api/customizer/parameter/PipeParameters.java | 1 +
.../customizer/parameter/PipeParametersTest.java | 12 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 2 +-
.../org/apache/iotdb/rpc/AutoResizingBuffer.java | 24 +-
.../iotdb/rpc/AutoResizingBufferMemoryManager.java | 25 +-
.../apache/iotdb/rpc/AutoResizingBufferTest.java | 37 +
.../src/test/resources/iotdb-common.properties | 3 +-
.../subscription/i18n/SubscriptionMessages.java | 2 +
.../subscription/i18n/SubscriptionMessages.java | 2 +
.../iotdb/rpc/subscription/config/TopicConfig.java | 31 +
.../rpc/subscription/config/TopicConstant.java | 4 +-
.../payload/poll/SubscriptionPollResponse.java | 111 +-
.../base/AbstractSubscriptionConsumer.java | 26 +-
.../subscription/payload/SubscriptionMessage.java | 39 +-
.../payload/SubscriptionRecordHandler.java | 161 ++-
.../rpc/subscription/config/TopicConfigTest.java | 59 +
.../payload/poll/SubscriptionPollResponseTest.java | 138 ++
.../payload/SubscriptionRecordHandlerTest.java | 176 +++
.../handlers/rpc/DataNodeTSStatusRPCHandler.java | 4 +
.../confignode/conf/ConfigNodeDescriptor.java | 4 +-
.../iotdb/confignode/manager/ProcedureManager.java | 81 ++
.../manager/partition/PartitionManager.java | 8 +-
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 10 +-
.../client/IoTDBConfigNodeSyncClientManager.java | 4 +
.../pipe/sink/protocol/IoTDBConfigRegionSink.java | 4 +
.../persistence/subscription/SubscriptionInfo.java | 92 +-
.../iotdb/confignode/service/ConfigNode.java | 2 -
.../confignode/manager/ProcedureManagerTest.java | 38 +
.../pipe/sink/IoTDBConfigRegionSinkTest.java | 46 +
.../SubscriptionInfoTopicValidationTest.java | 86 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 48 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 11 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 48 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 11 +-
.../apache/iotdb/db/conf/DataNodeMemoryConfig.java | 12 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 10 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 4 +-
.../client/IoTDBDataNodeSyncClientManager.java | 4 +
.../evolvable/batch/PipeTabletEventBatch.java | 14 +-
.../batch/PipeTabletEventTsFileBatch.java | 54 +-
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 123 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 27 +-
.../thrift/sync/IoTDBDataNodeSyncSink.java | 4 +
.../thrift/impl/DataNodeRegionManager.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 41 +
.../execution/config/TreeConfigTaskVisitor.java | 14 +
.../optimizations/PushPredicateIntoTableScan.java | 3 +-
.../plan/relational/sql/ast/InsertRows.java | 115 +-
.../schemaregion/SchemaRegionLoader.java | 8 +-
.../db/schemaengine/table/DataNodeTableCache.java | 24 +
.../iotdb/db/schemaengine/table/ITableCache.java | 4 +
.../java/org/apache/iotdb/db/service/DataNode.java | 1 +
.../dataregion/tsfile/TsFileResource.java | 3 +-
.../agent/SubscriptionBrokerAgent.java | 108 ++
.../subscription/agent/SubscriptionTopicAgent.java | 56 +-
.../broker/SubscriptionPrefetchingQueue.java | 15 +-
.../consensus/ConsensusLogToTabletConverter.java | 254 ++--
.../consensus/ConsensusPrefetchingQueue.java | 135 +-
.../ConsensusSubscriptionSetupHandler.java | 24 +-
.../broker/consensus/ProgressWALIterator.java | 3 +-
.../columnfilter/BoundColumnFilter.java | 146 ++
.../columnfilter/ColumnFilterBinder.java | 169 +++
.../columnfilter/ColumnFilterEvaluator.java | 183 +++
.../columnfilter/ColumnFilterMatcher.java | 202 +++
.../columnfilter/ColumnFilterParser.java | 296 ++++
.../columnfilter/ColumnFilterValidator.java | 174 +++
.../columnfilter/TabletColumnPruner.java | 189 +++
.../columnfilter/TreeViewTabletProjector.java | 168 +++
.../db/subscription/event/SubscriptionEvent.java | 29 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 179 ++-
.../batch/SubscriptionPipeTsFileEventBatch.java | 26 +-
.../cache/CachedSubscriptionPollResponse.java | 24 +-
.../response/SubscriptionEventSingleResponse.java | 20 +
.../response/SubscriptionEventTabletResponse.java | 54 +-
.../response/SubscriptionEventTsFileResponse.java | 22 +-
.../iotdb/db/conf/DataNodeMemoryConfigTest.java | 17 +-
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 2 +
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 193 +++
.../batch/PipeTabletEventTsFileBatchTest.java | 64 +
.../table/DataNodeTableCacheLeaseTest.java | 1 +
.../agent/SubscriptionTopicAgentTest.java | 85 ++
.../ConsensusLogToTabletConverterTest.java | 73 +-
.../consensus/ConsensusPrefetchingQueueTest.java | 268 ++++
.../columnfilter/ColumnFilterBinderTest.java | 331 +++++
.../columnfilter/ColumnFilterParserTest.java | 130 ++
.../columnfilter/TabletColumnPrunerTest.java | 148 ++
.../SubscriptionPipeTsFileEventBatchTest.java | 102 ++
.../src/test/resources/iotdb-common.properties | 3 +-
.../src/test/resources/iotdb-system.properties | 3 +-
.../conf/iotdb-system.properties.template | 4 +-
.../apache/iotdb/commons/i18n/CommonMessages.java | 4 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 11 +-
.../apache/iotdb/commons/i18n/CommonMessages.java | 4 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 9 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 47 +-
.../apache/iotdb/commons/disk/FolderManager.java | 5 +-
.../LoggerPeriodicalLogReducer.java} | 65 +-
.../apache/iotdb/commons/memory/MemoryConfig.java | 27 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 16 +-
.../pipe/config/constant/PipeSinkConstant.java | 10 +
.../datastructure/visibility/VisibilityUtils.java | 34 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 16 +-
.../commons/pipe/resource/log/PipeLogger.java | 22 +-
.../commons/pipe/sink/client/IoTDBSyncClient.java | 17 +-
.../pipe/sink/client/IoTDBSyncClientManager.java | 10 +-
.../pipe/sink/protocol/IoTDBSslSyncSink.java | 125 +-
.../subscription/columnfilter/ColumnMetadata.java} | 40 +-
.../commons/subscription/meta/topic/TopicMeta.java | 2 +
.../LoggerPeriodicalLogReducerTest.java} | 21 +-
.../visibility/VisibilityUtilsTest.java | 33 +-
.../commons/subscription/topic/TopicDeSerTest.java | 28 +
.../grammar/sql/SubscriptionColumnFilter.g4 | 88 ++
140 files changed, 9115 insertions(+), 785 deletions(-)
create mode 100644
external-service-impl/rest/src/main/java/org/apache/iotdb/rest/protocol/handler/QueryRowLimitUtils.java
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/protocol/handler/QueryRowLimitUtilsTest.java
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/protocol/v1/handler/QueryDataSetHandlerTest.java
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/protocol/v2/handler/FastLastHandlerTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/basic/IoTDBPipeMutualSSLIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/tablemodel/IoTDBConsensusSubscriptionColumnFilterClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/dual/tablemodel/IoTDBSubscriptionColumnFilterIT.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/rpc/subscription/config/TopicConfigTest.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/rpc/subscription/payload/poll/SubscriptionPollResponseTest.java
create mode 100644
iotdb-client/subscription/src/test/java/org/apache/iotdb/session/subscription/payload/SubscriptionRecordHandlerTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/BoundColumnFilter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterBinder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterEvaluator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterMatcher.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterParser.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterValidator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/TabletColumnPruner.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/columnfilter/TreeViewTabletProjector.java
copy
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/TSStatusCodeTest.java
=>
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/DataNodeMemoryConfigTest.java
(61%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/payload/evolvable/batch/PipeTabletEventTsFileBatchTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/agent/SubscriptionTopicAgentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterBinderTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/columnfilter/ColumnFilterParserTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/columnfilter/TabletColumnPrunerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeTsFileEventBatchTest.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/{pipe/resource/log/PipePeriodicalLogReducer.java
=> log/LoggerPeriodicalLogReducer.java} (55%)
copy
iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/table/DescTablePlan.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/subscription/columnfilter/ColumnMetadata.java}
(50%)
rename
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/{pipe/resource/log/PipePeriodicalLogReducerTest.java
=> log/LoggerPeriodicalLogReducerTest.java} (67%)
create mode 100644
iotdb-core/relational-grammar/src/main/antlr4/org/apache/iotdb/db/relational/grammar/sql/SubscriptionColumnFilter.g4
