This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch feat/show-receivers
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5b3930a7ee7 Fix receiver runtime cleanup test
add c2fdc634b1f Fix pipe text date conversion (#17984)
add 28c4e68a6c4 Fix pipe tree database creation on receiver (#17991)
add eef45ff778a Update thrift to 0.23.0 (#17945)
add cbe5847e350 Support readTsFile table function for external TsFiles
(#17951)
add ae7a5dec06e Fix/min folder occupied space cache (#17996)
add 5f968335e12 Fix SingleDeviceViewOperatorTest row assertion (#17995)
add 511d08f6994 Allow idle Pipe worker threads to time out (#18000)
add cb97fe44ca6 Load: Optimized the downgraded logic for tsFile to insert
more data when tsFile corrupted (#17674)
add aa2acd6b4f5 Fix short reads in fixed-length deserialization (#17870)
add b6c217abd3d Pipe: Fix delete inclusion aliases and metrics maps
(#18002)
add b727c66eec4 Reclaim the statement variable to avoid executing stale
statements in the subsequent new test case (#18001)
add c1843f2ff7e Fix C++ client tablet bounds and session close semantics
(#18005)
add a98bd569bd0 Supply the max_schema/data_region_group_num param to
modify schema when create or alter database (#17988)
add 7a23a98f636 Exclude unused thrift Jakarta annotations (#18011)
add ffb798e0e69 Merge remote-tracking branch 'origin/master' into
feat/show-receivers
No new revisions were added by this update.
Summary of changes:
.github/workflows/client-cpp-package.yml | 34 +-
.github/workflows/multi-language-client.yml | 79 ++-
LICENSE-binary | 2 +-
.../it/database/IoTDBDatabaseRegionControlIT.java | 18 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 12 +-
.../manual/enhanced/IoTDBPipeMetaIT.java | 1 -
.../IoTDBPipeTypeConversionISessionIT.java | 1 +
.../auto/enhanced/IoTDBPipeIdempotentIT.java | 6 +-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 1 +
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 3 +-
.../recent/IoTDBReadTsFileTableFunctionIT.java | 622 +++++++++++++++++
.../relational/it/schema/IoTDBDatabaseIT.java | 39 +-
.../schema/IoTDBDatabaseMaxRegionGroupNumIT.java | 229 +++++++
.../IoTDBDatabaseMixedRegionGroupPolicyIT.java | 83 +++
iotdb-client/client-cpp/src/include/Session.h | 20 +-
iotdb-client/client-cpp/src/rpc/SessionImpl.h | 11 +-
iotdb-client/client-cpp/src/session/Session.cpp | 124 ++--
iotdb-client/client-cpp/src/session/SessionC.cpp | 16 +-
iotdb-client/client-cpp/test/cpp/sessionCIT.cpp | 21 +
.../client-cpp/test/cpp/sessionCRelationalIT.cpp | 13 +
iotdb-client/client-cpp/test/cpp/sessionIT.cpp | 25 +
.../client-cpp/test/cpp/sessionRelationalIT.cpp | 13 +
iotdb-client/jdbc/src/main/feature/feature.xml | 2 +-
.../iotdb/rpc/TNonblockingTransportWrapper.java | 4 +-
.../java/org/apache/iotdb/rpc/TSocketWrapper.java | 4 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 4 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +-
.../datastructure/SerializableList.java | 3 +-
.../iotdb/calc/utils/sort/FileSpillerReader.java | 4 +-
.../externalservice/ExternalServiceInfo.java | 3 +-
.../manager/partition/PartitionManager.java | 10 +-
.../manager/schema/ClusterSchemaManager.java | 269 +++++---
.../confignode/persistence/ProcedureInfo.java | 13 +-
.../persistence/schema/ClusterSchemaInfo.java | 24 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 3 +-
.../writelog/io/SingleFileLogReader.java | 5 +-
.../iot/service/IoTConsensusRPCServiceHandler.java | 4 +-
.../service/IoTConsensusV2RPCServiceHandler.java | 4 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 104 +++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 103 +++
.../consensus/deletion/recover/DeletionReader.java | 5 +-
.../query/TsFileInsertionEventQueryParser.java | 108 ++-
.../scan/TsFileInsertionEventScanParser.java | 57 +-
.../metric/processor/PipeProcessorMetrics.java | 3 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 147 +++-
.../transform/converter/ValueConverter.java | 30 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 13 +-
.../thrift/handler/BaseServerContextHandler.java | 7 +-
.../handler/InternalServiceThriftHandler.java | 3 +-
.../db/queryengine/common/MPPQueryContext.java | 71 ++
.../MPPDataExchangeServiceThriftHandler.java | 3 +-
.../fragment/FragmentInstanceContext.java | 63 ++
.../execution/fragment/QueryContext.java | 4 +
.../operator/source/AlignedSeriesScanUtil.java | 3 +-
.../execution/operator/source/FileLoaderUtils.java | 19 +-
.../execution/operator/source/SeriesScanUtil.java | 46 +-
.../relational/AbstractAggTableScanOperator.java | 44 +-
.../AbstractDefaultAggTableScanOperator.java | 2 +-
.../relational/AbstractTableScanOperator.java | 31 +-
.../ExternalTsFileAggTableScanOperator.java | 180 +++++
.../relational/ExternalTsFileSeriesScanUtil.java | 94 +++
.../ExternalTsFileTableScanOperator.java | 168 +++++
.../InformationSchemaContentSupplierFactory.java | 8 +-
.../queryengine/plan/execution/QueryExecution.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 19 +-
.../config/metadata/DatabaseSchemaTask.java | 9 +-
.../config/metadata/ShowFunctionsTask.java | 6 +
.../metadata/relational/AbstractDatabaseTask.java | 4 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 12 +-
.../planner/DataNodeTableOperatorGenerator.java | 69 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +
.../plan/planner/plan/node/PlanVisitor.java | 10 +
.../plan/planner/plan/node/write/ObjectNode.java | 4 +-
.../relational/analyzer/StatementAnalyzer.java | 4 +
.../ConvertSchemaPredicateToFilterVisitor.java | 17 +-
.../DataNodeTableBuiltinTableFunction.java | 65 ++
.../tvf/read_tsfile/DeviceTaskRunCursor.java | 124 ++++
.../ExternalTsFileDeviceFilterVisitor.java | 54 ++
.../read_tsfile/ExternalTsFileDeviceQueryTask.java | 97 +++
.../ExternalTsFileQueryDataSource.java} | 34 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 749 +++++++++++++++++++++
.../tvf/read_tsfile/ReadTsFileTableFunction.java | 305 +++++++++
.../tvf/read_tsfile/TsFileSchemaCollector.java | 348 ++++++++++
.../relational/metadata/TableMetadataImpl.java | 11 +
.../plan/relational/planner/RelationPlanner.java | 69 ++
.../distribute/TableDistributedPlanGenerator.java | 216 +++++-
.../iterative/rule/PruneTableScanColumns.java | 21 +
.../planner/node/AggregationTableScanNode.java | 54 ++
...java => ExternalTsFileAggregationScanNode.java} | 99 ++-
.../planner/node/ExternalTsFileScanNode.java | 172 +++++
.../planner/optimizations/ParallelizeGrouping.java | 18 +-
.../PushAggregationIntoTableScan.java | 49 +-
.../PushLimitOffsetIntoTableScan.java | 18 +-
.../optimizations/PushPredicateIntoTableScan.java | 62 +-
.../optimizations/TransformSortToStreamSort.java | 27 +-
.../optimizations/UnaliasSymbolReferences.java | 38 ++
.../plan/scheduler/load/LoadTsFileScheduler.java | 1 +
.../metadata/DatabaseSchemaStatement.java | 32 +-
.../logfile/FakeCRC32Deserializer.java | 5 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 3 +-
.../pbtree/schemafile/log/SchemaFileLogReader.java | 7 +-
.../pbtree/schemafile/pagemgr/PageIOChannel.java | 3 +-
.../schemaengine/schemaregion/tag/TagLogFile.java | 12 +-
.../db/storageengine/buffer/BloomFilterCache.java | 24 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 19 +-
.../buffer/TimeSeriesMetadataCache.java | 87 ++-
.../dataregion/modification/IDPredicate.java | 7 +-
.../dataregion/read/QueryDataSourceType.java | 3 +-
.../dataregion/read/control/FileReaderManager.java | 88 +++
.../dataregion/wal/io/WALFileVersion.java | 4 +-
.../dataregion/wal/io/WALInputStream.java | 32 +-
.../dataregion/wal/io/WALMetaData.java | 12 +-
.../dataregion/wal/recover/WALRepairWriter.java | 3 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 15 +-
.../converter/LoadTreeTsFileTabletIterator.java | 557 +++++++++++++++
.../load/splitter/AlignedChunkData.java | 6 +-
.../response/SubscriptionEventTsFileResponse.java | 11 +-
.../iotdb/db/utils/DataNodeObjectFileService.java | 3 +-
.../strategy/DirectoryStrategyTest.java | 35 +
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 55 ++
.../transform/converter/ValueConverterTest.java | 70 ++
.../operator/SingleDeviceViewOperatorTest.java | 9 +-
.../ExternalTsFileQueryResourceTest.java | 203 ++++++
.../scheduler/load/LoadTsFileSchedulerTest.java | 31 +
.../logfile/FakeCRC32DeserializerTest.java | 108 +++
.../schemaregion/tag/TagLogFileTest.java} | 39 +-
.../buffer/TimeSeriesMetadataCacheTest.java | 3 +
.../modification/TableDeletionEntryTest.java | 9 +
...atementDataTypeConvertExecutionVisitorTest.java | 380 +++++++++++
.../reporter/iotdb/IoTDBSessionReporter.java | 4 +-
.../conf/iotdb-system.properties.template | 12 +
.../commons/concurrent/IoTDBThreadPoolFactory.java | 17 +
.../apache/iotdb/commons/conf/CommonConfig.java | 26 +
.../iotdb/commons/conf/CommonDescriptor.java | 25 +
.../index/impl/TimeWindowStateProgressIndex.java | 9 +-
.../MinFolderOccupiedSpaceFirstStrategy.java | 102 ++-
.../commons/executable/ExecutableManager.java | 3 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 9 +-
.../options/PipeInclusionOptions.java | 4 +-
.../queue/serializer/PlainQueueSerializer.java | 3 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 5 +-
.../execution/MemoryEstimationHelper.java | 4 +-
.../schema/table/column/TsTableColumnCategory.java | 7 +-
.../iotdb/commons/service/NoopServerContext.java | 48 ++
.../org/apache/iotdb/commons/utils/IOUtils.java | 24 +-
.../iotdb/commons/IoTDBThreadPoolFactoryTest.java | 16 +
.../client/mock/MockInternalRPCService.java | 7 +-
...FolderOccupiedSpaceFirstStrategyRealFsTest.java | 127 ++++
.../options/PipeInclusionOptionsTest.java | 48 ++
.../commons/service/NoopServerContextTest.java} | 24 +-
.../apache/iotdb/commons/utils/IOUtilsTest.java | 147 ++++
pom.xml | 48 +-
154 files changed, 7811 insertions(+), 645 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBReadTsFileTableFunctionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBDatabaseMaxRegionGroupNumIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBDatabaseMixedRegionGroupPolicyIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileAggTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileSeriesScanUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/DataNodeTableBuiltinTableFunction.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/DeviceTaskRunCursor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileDeviceFilterVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileDeviceQueryTask.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/{execution/operator/source/AbstractDataSourceOperator.java
=>
plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryDataSource.java}
(52%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryResource.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ReadTsFileTableFunction.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/TsFileSchemaCollector.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/{AlignedAggregationTreeDeviceViewScanNode.java
=> ExternalTsFileAggregationScanNode.java} (54%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/ExternalTsFileScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadTreeTsFileTabletIterator.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/transform/converter/ValueConverterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryResourceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/logfile/FakeCRC32DeserializerTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/{utils/EnvironmentUtilsTest.java
=> schemaengine/schemaregion/tag/TagLogFileTest.java} (50%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/converter/LoadTreeStatementDataTypeConvertExecutionVisitorTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/service/NoopServerContext.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/disk/MinFolderOccupiedSpaceFirstStrategyRealFsTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/datastructure/options/PipeInclusionOptionsTest.java
copy
iotdb-core/{calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/process/fill/filter/FixedIntervalFillFilterTest.java
=>
node-commons/src/test/java/org/apache/iotdb/commons/service/NoopServerContextTest.java}
(54%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/IOUtilsTest.java
