This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch feature/subscription-column-filter
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 665ece2de73 Fix subscription column-filter review issues
add 71e9c59634e Uncomment commented set-configuration-able items in the
config template (fix enable_topology_probing & topology_probing_* hot/restart
reload) (#17933)
add f5175b97aad Fix flaky region-migration/cluster ITs and enable IoTV2
daily migration tests (#17924)
add 8fd6b0490da Pipe: avoid blocking startup on hardlink dir cleanup
(#17932)
add 98c823461be Fix pipe schema snapshot database creation (#17910)
add 08c55b96840 Exclude DataNodes being removed from new Region allocation
(#17934)
add 3ebc26444ca Fix MIGRATE REGION falsely reported complete when
ConfigNode leader switches during AddRegionPeer (#17908)
add d58313225e6 Fix compaction writer size checkpointing (#17941)
add 3b9f59fc9e8 [Pipe] Fix omitted legacy tablet compatibility follow-ups
(#17929)
add 1df19137839 Fix pipe runtime meta push blocking user operations
(#17909)
add c39061ae458 Subscription: Drain TsFile batches before termination
(#17926)
add 8c9dbb57c7c Add region group stats to table model database details
(#17738)
add a4ed6dd6ab8 Propagate snapshot load failure during IoTConsensus
AddPeer (#17935)
add 8fad78466f6 Implement GROUP BY ALL functionality (#17937)
add 3f207172056 Fix aggregate write-back output database metadata (#17938)
add c4574b6567a Fix active load cleanup lifecycle (#17947)
add b9d3dbe9123 Remove IoTConsensus auto leader balance toggle (#17950)
add 5e6f1c20cc5 Pipe: serialize sink transfers by region (#17946)
add 3767282ad12 feat(client-cpp): add SessionC DATE/BLOB support and
RowRecord getters (#17956)
add b33278688c2 Pipe: improve progress coverage checks (#17940)
add 9ca448ef4f4 Fix tree model load type mismatch conversion (#17949)
add 0a45a3b7b70 Fix duplicate scheduling in procedure execution (#17902)
add 757f9007fdc Throttle async pipe sink on receiver reject (#17928)
add c94c9a393c7 Fix idempotent table cache update handling (#17959)
add db27f78a1b8 Fix pipe lifecycle restart order in IT (#17962)
add dd3153e4038 Fix tree schema snapshot database creation on master
(#17964)
add b443006e34f Add envelope function to UDF registration script (#17971)
add 8d56ae71e5f Fix PBTree flush for negative child address (#17955)
add 08c046e151e Fix IoTConsensus multi-folder snapshot load for DataRegion
(#17974)
add d11770d7443 feat: add integration test support for StreamNode (#17952)
add d6d57559075 Prevent pipe sink task id from logging secrets (#17981)
add ddc65546ad6 Fix test clean directory deletion (#17860)
add ef0d9f8534f Improve IT cluster readiness diagnostics (#17903)
add 09fba6889f3 Fix missing Objects import in ConfigurationFileUtilsTest
(#17992)
add 5994e1ee93f Support hot reload for cluster runtime configs (#17975)
add 67c69b46589 Fix double living table schema race in IT (#17980)
add 4c2fd638a15 Add generic SSL/TLS configuration support (#17854)
add f971de235ec Fix old pipe root user compatibility (#17985)
add c2fdc634b1f Fix pipe text date conversion (#17984)
add 28c4e68a6c4 Fix pipe tree database creation on receiver (#17991)
add eef45ff778a Update thrift to 0.23.0 (#17945)
add cbe5847e350 Support readTsFile table function for external TsFiles
(#17951)
add ae7a5dec06e Fix/min folder occupied space cache (#17996)
add 5f968335e12 Fix SingleDeviceViewOperatorTest row assertion (#17995)
add 511d08f6994 Allow idle Pipe worker threads to time out (#18000)
add cb97fe44ca6 Load: Optimized the downgraded logic for tsFile to insert
more data when tsFile corrupted (#17674)
add aa2acd6b4f5 Fix short reads in fixed-length deserialization (#17870)
add b6c217abd3d Pipe: Fix delete inclusion aliases and metrics maps
(#18002)
add b727c66eec4 Reclaim the statement variable to avoid executing stale
statements in the subsequent new test case (#18001)
add c1843f2ff7e Fix C++ client tablet bounds and session close semantics
(#18005)
add a98bd569bd0 Supply the max_schema/data_region_group_num param to
modify schema when create or alter database (#17988)
add 7a23a98f636 Exclude unused thrift Jakarta annotations (#18011)
add ac0090464bc Merge origin/master into feature/subscription-column-filter
No new revisions were added by this update.
Summary of changes:
.github/workflows/client-cpp-package.yml | 34 +-
.github/workflows/multi-language-client.yml | 79 ++-
.github/workflows/pipe-it.yml | 11 +
LICENSE-binary | 2 +-
external-service-impl/rest/pom.xml | 12 -
.../java/org/apache/iotdb/rest/RestService.java | 9 +
.../org/apache/iotdb/it/env/MultiEnvFactory.java | 1 +
.../iotdb/it/env/cluster/config/MppBaseConfig.java | 4 +
.../it/env/cluster/config/MppCommonConfig.java | 25 +-
.../env/cluster/config/MppSharedCommonConfig.java | 26 +-
.../org/apache/iotdb/it/env/cluster/env/AIEnv.java | 28 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 421 ++++++++----
.../iotdb/it/env/cluster/node/AINodeStarter.java | 84 +++
.../it/env/remote/config/RemoteCommonConfig.java | 21 +-
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 11 +-
.../itbase/runtime/ParallelRequestDelegate.java | 13 +-
.../it/database/IoTDBDatabaseRegionControlIT.java | 18 +-
...oTDBMultiDBRegionGroupLeaderDistributionIT.java | 1 -
.../IoTDBPerDatabaseRegionGroupAllocationIT.java | 8 +-
.../load/IoTDBRegionGroupLeaderDistributionIT.java | 1 -
.../partition/IoTDBPartitionInheritStrategyIT.java | 2 +-
.../partition/IoTDBPartitionShuffleStrategyIT.java | 2 +-
...IoTDBRegionOperationReliabilityITFramework.java | 74 ++
...BRegionMigrateDataNodeCrashForIoTV2BatchIT.java | 19 +-
...RegionMigrateDataNodeCrashForIoTV2StreamIT.java | 19 +-
.../IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java | 26 +
...IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java | 6 +-
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 35 +-
...oTDBRegionMigrateClusterCrashIoTV2StreamIT.java | 9 +-
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 35 +-
...oTDBRegionMigrateConfigNodeCrashForRatisIT.java | 26 +
.../IoTDBRemoveDataNodeRegionAllocationIT.java | 348 ++++++++++
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 54 +-
.../db/it/IoTDBSetConfigurationClusterIT.java | 122 ++++
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 311 +++++++++
.../IoTDBIoTConsensusV23C3DBasicITBase.java | 48 +-
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 4 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 12 +-
.../manual/basic/IoTDBPipeLifeCycleIT.java | 2 +-
.../manual/enhanced/IoTDBPipeDoubleLivingIT.java | 8 +
.../manual/enhanced/IoTDBPipeMetaIT.java | 1 -
.../manual/enhanced/IoTDBPipeSinkParallelIT.java | 1 +
.../IoTDBPipeTypeConversionISessionIT.java | 1 +
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 2 +-
.../auto/basic/IoTDBPipeSinkParallelIT.java | 1 +
.../auto/enhanced/IoTDBPipeIdempotentIT.java | 6 +-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 1 +
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 3 +-
.../it/query/recent/IoTDBGroupByAllTableIT.java | 238 +++++++
.../recent/IoTDBReadTsFileTableFunctionIT.java | 622 +++++++++++++++++
.../relational/it/schema/IoTDBDatabaseIT.java | 94 ++-
.../schema/IoTDBDatabaseMaxRegionGroupNumIT.java | 229 +++++++
.../IoTDBDatabaseMixedRegionGroupPolicyIT.java | 83 +++
.../apache/iotdb/session/it/IoTDBClientSSLIT.java | 233 +++++++
.../dual/tablemodel/IoTDBSubscriptionTopicIT.java | 86 +++
integration-test/src/test/resources/test-keystore | Bin 2710 -> 2742 bytes
.../src/test/resources/test-truststore | Bin 1238 -> 1270 bytes
.../api/customizer/parameter/PipeParameters.java | 10 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 14 +
.../src/main/java/org/apache/iotdb/cli/Cli.java | 4 +
.../org/apache/iotdb/tool/common/Constants.java | 4 +
.../org/apache/iotdb/tool/common/OptionsUtil.java | 10 +
.../apache/iotdb/tool/data/AbstractDataTool.java | 37 +
.../apache/iotdb/tool/data/ExportDataTable.java | 3 +-
.../org/apache/iotdb/tool/data/ExportDataTree.java | 3 +-
.../apache/iotdb/tool/data/ImportDataTable.java | 3 +-
.../org/apache/iotdb/tool/data/ImportDataTree.java | 3 +-
.../iotdb/tool/schema/AbstractSchemaTool.java | 28 +
.../iotdb/tool/schema/ExportSchemaTable.java | 3 +-
.../apache/iotdb/tool/schema/ExportSchemaTree.java | 3 +-
.../iotdb/tool/schema/ImportSchemaTable.java | 3 +-
.../apache/iotdb/tool/schema/ImportSchemaTree.java | 3 +-
iotdb-client/client-cpp/src/include/Session.h | 20 +-
iotdb-client/client-cpp/src/include/SessionC.h | 12 +
iotdb-client/client-cpp/src/rpc/SessionImpl.h | 11 +-
iotdb-client/client-cpp/src/session/Session.cpp | 124 ++--
iotdb-client/client-cpp/src/session/SessionC.cpp | 49 +-
iotdb-client/client-cpp/test/cpp/sessionCIT.cpp | 63 +-
.../client-cpp/test/cpp/sessionCRelationalIT.cpp | 13 +
iotdb-client/client-cpp/test/cpp/sessionIT.cpp | 25 +
.../client-cpp/test/cpp/sessionRelationalIT.cpp | 13 +
.../org/apache/iotdb/isession/SessionConfig.java | 2 +
iotdb-client/jdbc/src/main/feature/feature.xml | 2 +-
.../main/java/org/apache/iotdb/jdbc/Config.java | 4 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 5 +-
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 9 +
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 6 +
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 11 +
.../apache/iotdb/rpc/BaseRpcTransportFactory.java | 29 +-
.../java/org/apache/iotdb/rpc/RpcSslUtils.java | 245 +++++++
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 12 +-
.../iotdb/rpc/TNonblockingTransportWrapper.java | 4 +-
.../java/org/apache/iotdb/rpc/TSocketWrapper.java | 4 +-
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 32 +
.../iotdb/session/AbstractSessionBuilder.java | 1 +
.../org/apache/iotdb/session/NodesSupplier.java | 6 +
.../java/org/apache/iotdb/session/Session.java | 8 +
.../apache/iotdb/session/SessionConnection.java | 29 +-
.../apache/iotdb/session/TableSessionBuilder.java | 12 +
.../org/apache/iotdb/session/ThriftConnection.java | 6 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 13 +
.../session/pool/TableSessionPoolBuilder.java | 12 +
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 4 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +-
.../datastructure/SerializableList.java | 3 +-
.../iotdb/calc/utils/sort/FileSpillerReader.java | 4 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 2 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 2 +-
.../async/AsyncAINodeHeartbeatClientPool.java | 12 +-
.../async/AsyncConfigNodeHeartbeatClientPool.java | 12 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 22 +-
.../rpc/CheckTimeSeriesExistenceRPCHandler.java | 2 +-
.../rpc/CountPathsUsingTemplateRPCHandler.java | 2 +-
.../rpc/FetchSchemaBlackListRPCHandler.java | 2 +-
.../async/handlers/rpc/SchemaUpdateRPCHandler.java | 2 +-
.../CheckSchemaRegionUsingTemplateRPCHandler.java | 2 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 41 +-
.../confignode/conf/ConfigNodeDescriptor.java | 182 +++--
.../statemachine/ConfigRegionStateMachine.java | 10 +-
.../iotdb/confignode/manager/ConfigManager.java | 70 +-
.../iotdb/confignode/manager/ProcedureManager.java | 23 +
.../confignode/manager/RetryFailedTasksThread.java | 23 +-
.../externalservice/ExternalServiceInfo.java | 3 +-
.../iotdb/confignode/manager/load/LoadManager.java | 6 +
.../manager/load/balancer/RegionBalancer.java | 24 +-
.../manager/load/balancer/RouteBalancer.java | 9 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../manager/load/service/EventService.java | 23 +-
.../manager/load/service/HeartbeatService.java | 23 +-
.../manager/load/service/StatisticsService.java | 23 +-
.../manager/load/service/TopologyService.java | 17 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +-
.../manager/partition/PartitionManager.java | 18 +-
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 13 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 16 +-
.../manager/schema/ClusterSchemaManager.java | 275 +++++---
.../confignode/persistence/ProcedureInfo.java | 13 +-
.../persistence/executor/ConfigPlanExecutor.java | 8 +-
.../confignode/persistence/pipe/PipeInfo.java | 8 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 55 +-
.../persistence/schema/ClusterSchemaInfo.java | 24 +-
.../iotdb/confignode/procedure/Procedure.java | 20 +
.../confignode/procedure/ProcedureExecutor.java | 129 ++--
.../procedure/TimeoutExecutorThread.java | 32 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 332 +++++++--
.../procedure/env/RegionMaintainHandler.java | 23 +
.../procedure/impl/StateMachineProcedure.java | 3 +-
.../procedure/impl/cq/CreateCQProcedure.java | 2 +-
.../procedure/impl/node/AbstractNodeProcedure.java | 12 +
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 45 +-
.../pipe/plugin/CreatePipePluginProcedure.java | 2 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 2 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 4 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 4 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 6 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 2 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 2 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 2 +-
.../impl/region/AddRegionPeerProcedure.java | 30 +-
.../schema/AlterEncodingCompressorProcedure.java | 2 +-
.../schema/AlterTimeSeriesDataTypeProcedure.java | 2 +-
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/DeleteLogicalViewProcedure.java | 2 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 2 +-
.../AbstractOperateSubscriptionProcedure.java | 20 +
.../runtime/CommitProgressSyncProcedure.java | 10 +-
.../runtime/ConsumerGroupMetaSyncProcedure.java | 10 +-
.../SubscriptionHandleLeaderChangeProcedure.java | 9 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 9 +-
.../impl/trigger/CreateTriggerProcedure.java | 2 +-
.../impl/trigger/DropTriggerProcedure.java | 2 +-
.../confignode/procedure/scheduler/LockQueue.java | 10 +-
.../scheduler/SimpleProcedureScheduler.java | 37 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 3 +-
.../writelog/io/SingleFileLogReader.java | 5 +-
.../task/PipeTaskCoordinatorLockTest.java | 60 ++
.../pipe/PipeTaskInfoAutoRestartTest.java | 169 ++++-
.../pipe/PipeTaskInfoConsensusPipeTest.java | 4 +-
.../iotdb/confignode/procedure/TestLockRegime.java | 23 +
.../procedure/TestProcedureExecutor.java | 92 +++
.../procedure/entity/SimpleLockProcedure.java | 11 +-
.../PipeHandleLeaderChangeProcedureTest.java | 47 ++
.../org/apache/iotdb/consensus/IStateMachine.java | 28 +-
.../consensus/iot/IoTConsensusServerImpl.java | 34 +-
.../iot/client/SyncIoTConsensusServiceClient.java | 3 +-
.../iot/service/IoTConsensusRPCServiceHandler.java | 4 +-
.../service/IoTConsensusRPCServiceProcessor.java | 12 +-
.../service/IoTConsensusV2RPCServiceHandler.java | 4 +-
.../ratis/ApplicationStateMachineProxy.java | 13 +-
.../utils/NoHostnameVerificationTrustManager.java | 88 ---
.../apache/iotdb/consensus/ratis/utils/Utils.java | 35 +-
.../simple/SimpleConsensusServerImpl.java | 4 +-
.../apache/iotdb/consensus/EmptyStateMachine.java | 4 +-
.../iot/AddPeerSnapshotLoadFailureTest.java | 354 ++++++++++
.../iotdb/consensus/iot/util/TestStateMachine.java | 4 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 4 +-
.../consensus/simple/SimpleConsensusTest.java | 4 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 5 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 51 ++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 104 +++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 4 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 55 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 103 +++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 42 +-
.../iotdb/db/conf/rest/IoTDBRestServiceConfig.java | 11 +
.../db/conf/rest/IoTDBRestServiceDescriptor.java | 4 +
.../dataregion/DataRegionStateMachine.java | 50 +-
.../schemaregion/SchemaRegionStateMachine.java | 25 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 129 +++-
.../subtask/processor/PipeProcessorSubtask.java | 4 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 36 +-
.../subtask/sink/PipeSinkSubtaskLifeCycle.java | 8 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 57 +-
.../consensus/deletion/recover/DeletionReader.java | 5 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 24 +-
.../common/tablet/PipeRawTabletEventConverter.java | 42 +-
.../event/common/tablet/PipeTabletCollector.java | 23 +-
.../query/TsFileInsertionEventQueryParser.java | 108 ++-
.../scan/TsFileInsertionEventScanParser.java | 57 +-
.../metric/processor/PipeProcessorMetrics.java | 3 +-
.../metric/schema/PipeSchemaRegionSinkMetrics.java | 12 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 18 +-
.../processor/aggregate/AggregateProcessor.java | 13 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 225 ++++++-
.../transform/converter/ValueConverter.java | 30 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 13 +-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 254 ++++++-
.../request/PipeTransferTabletBatchReq.java | 98 ++-
.../request/PipeTransferTabletRawReq.java | 13 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 116 ++++
.../handler/PipeTransferTrackableHandler.java | 56 +-
.../async/handler/PipeTransferTsFileHandler.java | 2 +-
.../pipe/sink/util/TabletStatementConverter.java | 87 ++-
...istoricalDataRegionTsFileAndDeletionSource.java | 136 ++--
.../PipeTsFileEpochProgressIndexKeeper.java | 2 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 3 +-
.../iotdb/db/protocol/client/an/AINodeClient.java | 3 +-
.../thrift/handler/BaseServerContextHandler.java | 7 +-
.../handler/InternalServiceThriftHandler.java | 3 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 13 +-
.../db/queryengine/common/MPPQueryContext.java | 71 ++
.../MPPDataExchangeServiceThriftHandler.java | 3 +-
.../fragment/FragmentInstanceContext.java | 63 ++
.../execution/fragment/QueryContext.java | 4 +
.../operator/source/AlignedSeriesScanUtil.java | 3 +-
.../execution/operator/source/FileLoaderUtils.java | 19 +-
.../execution/operator/source/SeriesScanUtil.java | 46 +-
.../relational/AbstractAggTableScanOperator.java | 44 +-
.../AbstractDefaultAggTableScanOperator.java | 2 +-
.../relational/AbstractTableScanOperator.java | 31 +-
.../ExternalTsFileAggTableScanOperator.java | 180 +++++
.../relational/ExternalTsFileSeriesScanUtil.java | 94 +++
.../ExternalTsFileTableScanOperator.java | 168 +++++
.../InformationSchemaContentSupplierFactory.java | 12 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 15 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 17 +-
.../queryengine/plan/execution/QueryExecution.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 19 +-
.../config/metadata/DatabaseSchemaTask.java | 9 +-
.../config/metadata/ShowFunctionsTask.java | 6 +
.../metadata/relational/AbstractDatabaseTask.java | 4 +-
.../config/metadata/relational/ShowDBTask.java | 4 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 12 +-
.../planner/DataNodeTableOperatorGenerator.java | 69 +-
.../plan/AbstractFragmentParallelPlanner.java | 4 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +
.../plan/planner/plan/node/PlanVisitor.java | 10 +
.../plan/planner/plan/node/write/ObjectNode.java | 4 +-
.../relational/analyzer/AggregationAnalyzer.java | 84 ++-
.../relational/analyzer/StatementAnalyzer.java | 32 +-
.../ConvertSchemaPredicateToFilterVisitor.java | 17 +-
.../DataNodeTableBuiltinTableFunction.java | 65 ++
.../tvf/read_tsfile/DeviceTaskRunCursor.java | 124 ++++
.../ExternalTsFileDeviceFilterVisitor.java | 54 ++
.../read_tsfile/ExternalTsFileDeviceQueryTask.java | 97 +++
.../ExternalTsFileQueryDataSource.java} | 34 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 749 +++++++++++++++++++++
.../tvf/read_tsfile/ReadTsFileTableFunction.java | 305 +++++++++
.../tvf/read_tsfile/TsFileSchemaCollector.java | 348 ++++++++++
.../relational/metadata/TableMetadataImpl.java | 11 +
.../plan/relational/planner/RelationPlanner.java | 69 ++
.../distribute/TableDistributedPlanGenerator.java | 216 +++++-
.../iterative/rule/PruneTableScanColumns.java | 21 +
.../planner/node/AggregationTableScanNode.java | 54 ++
...java => ExternalTsFileAggregationScanNode.java} | 99 ++-
.../planner/node/ExternalTsFileScanNode.java | 172 +++++
.../planner/optimizations/ParallelizeGrouping.java | 18 +-
.../PushAggregationIntoTableScan.java | 49 +-
.../PushLimitOffsetIntoTableScan.java | 18 +-
.../optimizations/PushPredicateIntoTableScan.java | 62 +-
.../optimizations/TransformSortToStreamSort.java | 27 +-
.../optimizations/UnaliasSymbolReferences.java | 38 ++
.../plan/relational/sql/parser/AstBuilder.java | 16 +-
.../plan/relational/sql/parser/ErrorHandler.java | 6 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 1 +
.../metadata/DatabaseSchemaStatement.java | 32 +-
.../statement/metadata/ShowDatabaseStatement.java | 8 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 10 +-
.../GeneralRegionAttributeSecurityService.java | 67 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 6 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 6 +-
.../logfile/FakeCRC32Deserializer.java | 5 +-
.../mtree/impl/pbtree/flush/Scheduler.java | 69 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 3 +-
.../pbtree/schemafile/log/SchemaFileLogReader.java | 7 +-
.../pbtree/schemafile/pagemgr/PageIOChannel.java | 3 +-
.../pbtree/schemafile/pagemgr/PageManager.java | 9 +-
.../schemaengine/schemaregion/tag/TagLogFile.java | 12 +-
.../db/schemaengine/table/DataNodeTableCache.java | 47 +-
.../schemaengine/table/InformationSchemaUtils.java | 7 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 10 +-
.../iotdb/db/storageengine/StorageEngine.java | 3 +
.../db/storageengine/buffer/BloomFilterCache.java | 24 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 19 +-
.../buffer/TimeSeriesMetadataCache.java | 87 ++-
.../utils/writer/AbstractCompactionWriter.java | 165 ++++-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../utils/writer/FastInnerCompactionWriter.java | 10 +-
.../writer/ReadPointCrossCompactionWriter.java | 5 +-
.../writer/ReadPointInnerCompactionWriter.java | 5 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 4 +-
.../dataregion/modification/IDPredicate.java | 7 +-
.../dataregion/read/QueryDataSourceType.java | 3 +-
.../dataregion/read/control/FileReaderManager.java | 88 +++
.../dataregion/snapshot/SnapshotLoader.java | 47 ++
.../dataregion/wal/io/WALFileVersion.java | 4 +-
.../dataregion/wal/io/WALInputStream.java | 32 +-
.../dataregion/wal/io/WALMetaData.java | 12 +-
.../dataregion/wal/recover/WALRepairWriter.java | 3 +-
.../db/storageengine/load/LoadTsFileManager.java | 13 +
.../storageengine/load/active/ActiveLoadAgent.java | 6 +
.../load/active/ActiveLoadDirScanner.java | 17 +-
.../active/ActiveLoadScheduledExecutorService.java | 21 +-
.../load/active/ActiveLoadTsFileLoader.java | 27 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 15 +-
.../converter/LoadTreeTsFileTabletIterator.java | 557 +++++++++++++++
.../load/splitter/AlignedChunkData.java | 6 +-
.../broker/SubscriptionPrefetchingQueue.java | 199 +++---
.../event/batch/SubscriptionPipeEventBatch.java | 23 +-
.../event/batch/SubscriptionPipeEventBatches.java | 29 +
.../response/SubscriptionEventTsFileResponse.java | 11 +-
.../iotdb/db/utils/DataNodeObjectFileService.java | 3 +-
.../strategy/DirectoryStrategyTest.java | 35 +
.../metadata/mtree/schemafile/SchemaFileTest.java | 33 +
.../schemaRegion/SchemaRegionManagementTest.java | 28 +-
.../agent/plugin/PipeDataNodePluginAgentTest.java | 25 +-
.../agent/task/PipeSinkSubtaskExecutorTest.java | 1 +
.../task/subtask/sink/PipeSinkSubtaskTest.java | 44 ++
.../pipe/event/PipeTabletInsertionEventTest.java | 32 +
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 65 ++
.../transform/converter/ValueConverterTest.java | 70 ++
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 128 +++-
.../handler/PipeTransferTrackableHandlerTest.java | 38 +-
...ricalDataRegionTsFileAndDeletionSourceTest.java | 100 +++
.../PipeTsFileEpochProgressIndexKeeperTest.java | 46 +-
.../operator/SingleDeviceViewOperatorTest.java | 9 +-
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 64 ++
.../ExternalTsFileQueryResourceTest.java | 203 ++++++
.../scheduler/load/LoadTsFileSchedulerTest.java | 31 +
.../logfile/FakeCRC32DeserializerTest.java | 108 +++
.../schemaregion/tag/TagLogFileTest.java | 57 ++
.../schemaengine/table/DataNodeTableCacheTest.java | 106 +++
.../buffer/TimeSeriesMetadataCacheTest.java | 3 +
.../utils/writer/AbstractCompactionWriterTest.java | 167 +++++
.../compaction/repair/AbstractRepairDataTest.java | 11 +-
.../modification/TableDeletionEntryTest.java | 9 +
.../dataregion/snapshot/IoTDBSnapshotTest.java | 98 +++
...atementDataTypeConvertExecutionVisitorTest.java | 380 +++++++++++
.../iotdb/db/utils/ConfigurationFileUtilsTest.java | 90 ++-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 88 ++-
.../EnvironmentUtilsTest.java} | 34 +-
.../src/test/resources/iotdb-system.properties | 1 +
.../reporter/iotdb/IoTDBSessionReporter.java | 4 +-
.../conf/iotdb-system.properties.template | 69 +-
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 8 +
.../client/request/AsyncRequestManager.java | 19 +-
.../commons/client/sync/SyncAINodeClient.java | 3 +-
.../client/sync/SyncConfigNodeIServiceClient.java | 3 +-
.../sync/SyncDataNodeInternalServiceClient.java | 3 +-
.../SyncDataNodeMPPDataExchangeServiceClient.java | 3 +-
.../sync/SyncIoTConsensusV2ServiceClient.java | 3 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 17 +
.../apache/iotdb/commons/conf/CommonConfig.java | 37 +
.../iotdb/commons/conf/CommonDescriptor.java | 34 +
.../iotdb/commons/conf/ConfigurationFileUtils.java | 16 +-
.../commons/consensus/index/ProgressIndex.java | 11 +
.../index/impl/TimeWindowStateProgressIndex.java | 9 +-
.../MinFolderOccupiedSpaceFirstStrategy.java | 102 ++-
.../commons/executable/ExecutableManager.java | 3 +-
.../iotdb/commons/partition/DataPartition.java | 18 +-
.../plugin/constructor/PipeSinkConstructor.java | 8 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 19 +-
.../pipe/agent/task/meta/PipeStaticMeta.java | 60 ++
.../task/subtask/PipeAbstractSinkSubtask.java | 4 +-
.../agent/task/subtask/PipeReportableSubtask.java | 16 +-
.../pipe/agent/task/subtask/PipeSubtask.java | 6 +-
.../pipe/config/constant/PipeSinkConstant.java | 22 +
.../options/PipeInclusionOptions.java | 4 +-
.../queue/serializer/PlainQueueSerializer.java | 3 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 5 +-
.../execution/MemoryEstimationHelper.java | 4 +-
.../plan/relational/sql/ast/GroupBy.java | 26 +-
.../sql/util/CommonQuerySqlFormatter.java | 9 +-
.../schema/column/ColumnHeaderConstant.java | 11 +-
.../commons/schema/table/InformationSchema.java | 6 +
.../schema/table/column/TsTableColumnCategory.java | 7 +-
.../service/AbstractThriftServiceThread.java | 52 +-
.../iotdb/commons/service/NoopServerContext.java | 48 ++
.../org/apache/iotdb/commons/utils/IOUtils.java | 24 +-
...llPoints.java => RegionMaintainKillPoints.java} | 17 +-
.../iotdb/commons/IoTDBThreadPoolFactoryTest.java | 16 +
.../client/mock/MockInternalRPCService.java | 7 +-
.../client/request/AsyncRequestManagerTest.java | 226 +++++++
...FolderOccupiedSpaceFirstStrategyRealFsTest.java | 127 ++++
.../options/PipeInclusionOptionsTest.java | 48 ++
.../commons/service/NoopServerContextTest.java} | 24 +-
.../apache/iotdb/commons/utils/FileUtilsTest.java | 8 +-
.../apache/iotdb/commons/utils/IOUtilsTest.java | 147 ++++
.../db/relational/grammar/sql/RelationalSql.g4 | 3 +-
.../src/main/thrift/confignode.thrift | 2 -
library-udf/src/assembly/tools/register-UDF.bat | 1 +
library-udf/src/assembly/tools/register-UDF.sh | 1 +
pom.xml | 60 +-
432 files changed, 16262 insertions(+), 2055 deletions(-)
create mode 100644
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/node/AINodeStarter.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeRegionAllocationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSetConfigurationClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBGroupByAllTableIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBReadTsFileTableFunctionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBDatabaseMaxRegionGroupNumIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/schema/IoTDBDatabaseMixedRegionGroupPolicyIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/IoTDBClientSSLIT.java
create mode 100644
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/RpcSslUtils.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/coordinator/task/PipeTaskCoordinatorLockTest.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/utils/NoHostnameVerificationTrustManager.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/AddPeerSnapshotLoadFailureTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileAggTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileSeriesScanUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/ExternalTsFileTableScanOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/DataNodeTableBuiltinTableFunction.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/DeviceTaskRunCursor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileDeviceFilterVisitor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileDeviceQueryTask.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/{execution/operator/source/AbstractDataSourceOperator.java
=>
plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryDataSource.java}
(52%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryResource.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ReadTsFileTableFunction.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/TsFileSchemaCollector.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/{AlignedAggregationTreeDeviceViewScanNode.java
=> ExternalTsFileAggregationScanNode.java} (54%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/ExternalTsFileScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/converter/LoadTreeTsFileTabletIterator.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/transform/converter/ValueConverterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/function/tvf/read_tsfile/ExternalTsFileQueryResourceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/logfile/FakeCRC32DeserializerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/schemaregion/tag/TagLogFileTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/DataNodeTableCacheTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/converter/LoadTreeStatementDataTypeConvertExecutionVisitorTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/{pipe/processor/twostage/plugin/TwoStageCountProcessorTest.java
=> utils/EnvironmentUtilsTest.java} (51%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/service/NoopServerContext.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerCoordinatorKillPoints.java
=> RegionMaintainKillPoints.java} (51%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/request/AsyncRequestManagerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/disk/MinFolderOccupiedSpaceFirstStrategyRealFsTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/datastructure/options/PipeInclusionOptionsTest.java
copy
iotdb-core/{calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/process/fill/filter/FixedIntervalFillFilterTest.java
=>
node-commons/src/test/java/org/apache/iotdb/commons/service/NoopServerContextTest.java}
(54%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/IOUtilsTest.java
