This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch feat/pipe-logical-backup-sink
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from af068e3b691 Merge remote-tracking branch 'origin/master' into
codex/pr18623-master-merge
add b652dddf41c Make IoTDBTtlIT stable under slow CI (#19004)
add 6b77a8dc8f0 Isolate writes to the internal system database
root.__system (#19017)
add 9eaf5f7baf8 Add optional WAL and checkpoint format extension
interfaces (#19002)
add 495f04f7c17 Fix subscription provider recovery after broker loss
(#19018)
add 2d8f7698e57 Fix non-aligned memory page decode count (#19013)
add 8affcb355ef Adapt file-scoped TsFile contexts and resource lifecycles
(#18999)
add 389e374abc1 Repair missing subscription brokers from consumer metadata
(#19021)
add 788de1882cd Stabilize bidirectional pipe template conflict IT (#19016)
add e3ad5350ec8 Avoid heap exhaustion in batch activate template
permission check (#19024)
add 193db4f5478 Add measurement files, time ranges, progress and logs to
export-data (#18987)
add 07dc28102b8 Fix subscription commit recovery after RPC timeouts
(#19023)
add bf1ea20e235 Prevent ancestor devices from matching descendant template
mounts (#19028)
add d452dddc932 Fix unexpected exception when kill query beacuse of
concurrent cleanup of resources (#19033)
add 8cdc9681d01 [C++] Fix macOS OpenSSL header isolation and upgrade
Thrift to 0.25.0 (#18968)
add de1214a73b5 Support progress retention for initial and snapshot
subscription topics (#19019)
add ca95a046c22 Add ready DataNodes to subscription details (#19030)
add b1ea6b52ebd Document IT cluster reuse and test isolation (#19046)
add e616dc50c1f Add credential strength baseline for test-created users in
IT guidance (#19045)
add 2d047dc1009 Fix consumer group response handling in topic procedures
(#19047)
add a927dd6bc63 Fix ZH locale CI ZIP dependencies by building through
package (#19050)
add ab770467c8e Fix DataRegion snapshot failures when hard links are
unavailable (#19049)
add 28c5028bb46 Suppress duplicate database warning for pipe snapshots
(#19054)
add 574d5eb6278 Implement UDP transport for air-gap sink (#17954)
add d4ea1fabcc9 Fix interrupted snapshot subscription delivery (#19040)
add 5d3e2eb121e Preserve unlisted pipes in partial metadata updates
(#19043)
add 45c46be6f0a Fix IT classes that are never executed in CI (#19052)
add 45a78ca18e1 Avoid empty pipe metadata sync on retained subscription
unsubscribe (#19055)
add 1c2e3c8e88f Bump org.xerial.snappy:snappy-java from 1.1.10.5 to
1.1.10.9 (#19038)
add 56aca60610f Document IT discovery and reliability guidelines (#19058)
add 45c962bc4c2 Fix the identity used by the asynchronous LOAD of the pipe
receiver (#19029)
add 3f36587d7c4 Downgrade the level of log when auto sync column schema
(#19060)
add 378196eaf6c [Subscription] Preserve trailing consensus progress
broadcasts (#19057)
add 3a51384b2dc Fix flaky SHOW RECEIVERS lifecycle assertions (#19061)
add 26cbf0f6a8a Prevent stopping heartbeats from reviving stopped nodes
(#19048)
add 8a5e5ca5444 Fix stale Ratis log size accounting in DiskGuardian
(#19067)
add 595aa8442bb Fix write-back sink history failure state handling (#19056)
add 59ac348a3f2 Fix Pipe leader cache isolation across receivers (#19064)
add 574aa691f0e [Subscription] Add a switch for consensus fallback polling
(#19062)
add 999721fcafd Fix consensus subscription WAL retention and replay cursor
(#19042)
add 9463d011e85 Preserve LOAD sources after unrecoverable query fallback
(#19073)
add af225846393 [Pipe] Fix remaining-event metric identities (#19071)
add cceb9e70d56 Localize server, client, and tool diagnostics (#19066)
add 503e6ee1572 Fix configured TLS version enforcement for Thrift and REST
(#19074)
add cc8e94781a1 Support strictly unidirectional UDP air-gap transfer
(#19063)
add 1b2158fec35 Fix active LOAD worker retirement leaving files pending
(#19076)
add 76d573a4e3d Fix deletion recovery and table last-cache correctness
(#19081)
add 88f85321744 Allow heartbeat retries while a realtime TsFile is in
flight (#19075)
add 64667478a0d [IT] Force English locale for integration test JVMs
(#19068)
add cebe6639993 Fix hybrid pipe queue memory admission across data regions
(#19080)
add 24fd30e1ac6 Stabilize query execution concurrency unit tests (#19079)
add e6b44b57e49 Fix table DELETE filters with mixed-case columns (#19087)
add 79d0f877191 Merge origin/master into feat/pipe-logical-backup-sink
No new revisions were added by this update.
Summary of changes:
.github/scripts/build-it-shard-list.sh | 52 +
.github/scripts/check-it-selection.py | 277 +++++
.github/workflows/cluster-it-1c1d.yml | 20 +-
.github/workflows/multi-language-client.yml | 16 +-
.github/workflows/pipe-it.yml | 70 +-
.github/workflows/table-cluster-it-1c1d.yml | 18 +-
.github/workflows/zh-locale-compile.yml | 3 +-
LICENSE-binary | 2 +-
.../iotdb/trigger/StatisticsUpdaterTrigger.java | 2 +-
.../org/apache/iotdb/rest/i18n/RestMessages.java | 19 +
.../org/apache/iotdb/rest/i18n/RestMessages.java | 14 +
.../java/org/apache/iotdb/rest/RestService.java | 6 +-
.../rest/protocol/filter/AuthorizationFilter.java | 10 +-
.../rest/protocol/impl/PingApiServiceImpl.java | 4 +-
.../protocol/table/v1/impl/RestApiServiceImpl.java | 3 +-
.../rest/protocol/utils/InsertRowDataUtils.java | 4 +-
.../iotdb/rest/protocol/utils/TypeServices.java | 6 +-
.../protocol/v1/handler/QueryDataSetHandler.java | 4 +-
.../rest/protocol/v1/impl/RestApiServiceImpl.java | 5 +-
.../protocol/v2/handler/QueryDataSetHandler.java | 4 +-
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 5 +-
.../org/apache/iotdb/rest/RestServiceTest.java | 105 ++
integration-test/AGENTS.md | 95 +-
integration-test/pom.xml | 10 +
.../IoTDBRegionMigrateWithCompressionRatioIT.java | 6 +
.../IoTDBRegionMigrateWithLastEmptyDeletionIT.java | 6 +
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 7 +-
.../iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java | 275 +++++
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 485 +++++++-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 124 +-
.../java/org/apache/iotdb/db/it/IoTDBTtlIT.java | 40 +-
.../db/it/aligned/IoTDBAlignedMemQueryIT.java | 7 +
.../db/it/query/IoTDBLoadEncryptedTsFileIT.java | 7 +
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 2 +
.../iotdb/db/it/schema/IoTDBDatabaseQuotaIT.java | 4 +
.../db/it/schema/quota/IoTDBClusterMixQuotaIT.java | 9 +-
.../db/it/schema/quota/IoTDBClusterQuotaIT.java | 40 +-
...nScanIT2.java => IoTDBActiveRegionScan2IT.java} | 4 +-
....java => IoTDBActiveRegionScanWithMods2IT.java} | 4 +-
.../iotdb/db/it/utils/DeletionTestUtils.java | 119 ++
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 56 +
.../auto/basic/IoTDBShowReceiversLifecycleIT.java | 4 +
.../auto/enhanced/IoTDBPipeAutoConflictIT.java | 15 +-
.../single/IoTDBPipeReceiverAsyncLoadAuthIT.java | 413 +++++++
.../iotdb/pipe/it/single/IoTDBShowReceiversIT.java | 4 +-
.../pipe/it/triple/AbstractPipeTripleManualIT.java | 6 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 84 ++
.../relational/it/db/it/IoTDBDeletionTableIT.java | 559 ++++++++-
.../relational/it/db/it/IoTDBRestartTableIT.java | 153 ++-
...umnTest.java => IoTDBTableViewAddColumnIT.java} | 9 +-
.../IoTDBTableViewQueryWithCachedDeviceIT.java | 7 +
.../iotdb/session/it/IoTDBSessionComplexIT.java | 2 +
.../iotdb/session/it/IoTDBSessionCompressedIT.java | 25 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 3 +
...IoTDBConsensusSubscriptionBrokerRecoveryIT.java | 428 +++++++
...oTDBConsensusSubscriptionFallbackPollingIT.java | 204 ++++
.../it/local/IoTDBSubscriptionBasicIT.java | 134 +++
.../iotdb/tools/it/ExportDataMeasurementIT.java | 520 +++++++++
.../iotdb/pipe/api/i18n/PipeApiMessages.java | 5 +
.../iotdb/pipe/api/i18n/PipeApiMessages.java | 4 +
.../parameter/PipeParameterValidator.java | 24 +-
.../api/exception/PipeConnectionException.java | 5 +-
.../parameter/PipeParameterValidatorTest.java | 126 ++
.../apache/iotdb/udf/api/i18n/UdfApiMessages.java | 21 +
.../apache/iotdb/udf/api/i18n/UdfApiMessages.java | 19 +
.../relational/table/TableFunctionAnalysis.java | 7 +-
.../relational/table/argument/DescribedSchema.java | 2 +-
.../table/argument/ScalarArgumentChecker.java | 6 +-
.../relational/table/argument/TableArgument.java | 11 +-
.../en/org/apache/iotdb/cli/i18n/CliMessages.java | 775 ++++++++++++-
.../zh/org/apache/iotdb/cli/i18n/CliMessages.java | 718 +++++++++++-
.../java/org/apache/iotdb/cli/AbstractCli.java | 193 +++-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 72 +-
.../org/apache/iotdb/cli/utils/IoTPrinter.java | 9 +-
.../org/apache/iotdb/tool/common/Constants.java | 212 ++--
.../iotdb/tool/common/ImportTsFileOperation.java | 4 +-
.../org/apache/iotdb/tool/common/OptionsUtil.java | 86 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 65 +-
.../apache/iotdb/tool/data/AbstractExportData.java | 187 ++-
.../apache/iotdb/tool/data/AbstractImportData.java | 52 +-
.../org/apache/iotdb/tool/data/ExportConfig.java | 363 ++++++
.../org/apache/iotdb/tool/data/ExportConsole.java | 137 +++
.../org/apache/iotdb/tool/data/ExportData.java | 526 ++++-----
.../apache/iotdb/tool/data/ExportDataTable.java | 806 +++++++------
.../org/apache/iotdb/tool/data/ExportDataTree.java | 709 ++++++------
.../apache/iotdb/tool/data/ExportFileNames.java | 114 ++
.../iotdb/tool/data/ExportProgressReporter.java | 638 ++++++++++
.../org/apache/iotdb/tool/data/ExportTask.java | 10 +-
.../apache/iotdb/tool/data/ExportTextWriter.java | 126 ++
.../apache/iotdb/tool/data/ExportTimeRange.java | 84 ++
.../org/apache/iotdb/tool/data/ImportData.java | 109 +-
.../apache/iotdb/tool/data/ImportDataTable.java | 51 +-
.../org/apache/iotdb/tool/data/ImportDataTree.java | 62 +-
.../apache/iotdb/tool/data/MeasurementFile.java | 145 +++
.../iotdb/tool/schema/AbstractImportSchema.java | 17 +-
.../iotdb/tool/schema/AbstractSchemaTool.java | 30 +-
.../org/apache/iotdb/tool/schema/ExportSchema.java | 28 +-
.../apache/iotdb/tool/schema/ExportSchemaTree.java | 5 +-
.../org/apache/iotdb/tool/schema/ImportSchema.java | 28 +-
.../iotdb/tool/schema/ImportSchemaTable.java | 15 +-
.../apache/iotdb/tool/schema/ImportSchemaTree.java | 54 +-
.../iotdb/tool/tsfile/AbstractTsFileTool.java | 8 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 7 +-
.../org/apache/iotdb/tool/tsfile/ImportTsFile.java | 108 +-
.../apache/iotdb/tool/tsfile/ImportTsFileBase.java | 94 +-
.../iotdb/tool/tsfile/ImportTsFileLocally.java | 8 +-
.../iotdb/tool/tsfile/ImportTsFileRemotely.java | 43 +-
.../iotdb/tool/data/DataToolRegressionTest.java | 418 +++++--
.../iotdb/tool/data/ExportDataFeatureTest.java | 726 ++++++++++++
.../iotdb/tool/data/ExportDataRegressionTest.java | 300 +++++
iotdb-client/client-cpp/CMakeLists.txt | 9 +-
iotdb-client/client-cpp/README.md | 18 +-
iotdb-client/client-cpp/README_zh.md | 3 +
iotdb-client/client-cpp/cmake/FetchBoost.cmake | 17 +-
.../client-cpp/cmake/FetchBuildTools.cmake | 2 +-
iotdb-client/client-cpp/cmake/FetchOpenSSL.cmake | 2 +-
iotdb-client/client-cpp/examples/README.md | 2 +-
iotdb-client/client-cpp/examples/README_zh.md | 2 +-
.../package-metadata/third_party/DEPENDENCIES.md | 2 +-
.../client-cpp/test/cmake/FetchBoostTest.cmake | 68 ++
.../test/cmake/cxx11-consumer}/CMakeLists.txt | 25 +-
.../test/cmake/cxx11-consumer/main.cpp} | 17 +-
iotdb-client/client-cpp/third-party/README.md | 6 +-
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 58 +
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 50 +
.../main/java/org/apache/iotdb/jdbc/Constant.java | 27 +-
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 3 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 12 +-
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 3 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 12 +-
.../en/org/apache/iotdb/rpc/i18n/RpcMessages.java | 8 +
.../zh/org/apache/iotdb/rpc/i18n/RpcMessages.java | 6 +
.../org/apache/iotdb/rpc/IoTDBJDBCDataSet.java | 6 +-
.../java/org/apache/iotdb/rpc/RpcSslUtils.java | 45 +
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 3 +-
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++
.../apache/iotdb/session/i18n/SessionMessages.java | 31 +
.../apache/iotdb/session/i18n/SessionMessages.java | 27 +
.../java/org/apache/iotdb/session/Session.java | 21 +-
.../apache/iotdb/session/SessionConnection.java | 2 +-
.../iotdb/session/util/SessionTypeServices.java | 3 +-
.../subscription/i18n/SubscriptionMessages.java | 72 ++
.../subscription/i18n/SubscriptionMessages.java | 64 +
.../base/AbstractSubscriptionConsumer.java | 336 ++++--
.../base/AbstractSubscriptionProvider.java | 104 +-
.../base/AbstractSubscriptionProviders.java | 111 +-
.../base/AbstractSubscriptionPullConsumer.java | 6 +-
.../session/subscription/payload/TypeServices.java | 5 +-
.../base/SubscriptionConsumerLifecycleTest.java | 2 +-
.../SubscriptionConsumerMultiProviderPollTest.java | 1221 +++++++++++++++++++-
.../SubscriptionProviderConnectionTimeoutTest.java | 130 +++
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 55 +
.../org/apache/iotdb/calc/i18n/CalcMessages.java | 52 +
.../operator/process/EnforceSingleRowOperator.java | 6 +-
.../function/TableFunctionLeafOperator.java | 4 +-
.../process/function/TableFunctionOperator.java | 5 +-
.../relational/aggregation/AccumulatorFactory.java | 6 +-
.../relational/aggregation/RecordIterator.java | 3 +-
.../aggregation/TableMaxMinByBaseAccumulator.java | 5 +-
.../UserDefinedAggregateFunctionAccumulator.java | 3 +-
.../GroupedUserDefinedAggregateAccumulator.java | 3 +-
.../relational/ColumnTransformerBuilder.java | 3 +-
.../schedule/queue/IndexedBlockingQueue.java | 2 +-
.../calc/plan/planner/TableOperatorGenerator.java | 14 +-
.../ir/GlobalTimePredicateExtractVisitor.java | 2 +-
.../dag/column/binary/HmacColumnTransformer.java | 13 +-
.../scalar/BytesToDoubleColumnTransformer.java | 7 +-
.../scalar/BytesToFloatColumnTransformer.java | 7 +-
.../unary/scalar/BytesToIntColumnTransformer.java | 7 +-
.../unary/scalar/BytesToLongColumnTransformer.java | 7 +-
.../scalar/GenericCodecColumnTransformer.java | 7 +-
.../calc/transformation/dag/udf/UDTFExecutor.java | 4 +-
.../transformation/dag/util/CastFunctionUtils.java | 3 +-
.../org/apache/iotdb/calc/utils/TypeServices.java | 6 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 86 ++
.../iotdb/confignode/i18n/ManagerMessages.java | 336 ++++++
.../iotdb/confignode/i18n/ProcedureMessages.java | 130 ++-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 74 ++
.../iotdb/confignode/i18n/ManagerMessages.java | 305 +++++
.../iotdb/confignode/i18n/ProcedureMessages.java | 109 +-
.../rpc/CheckTimeSeriesExistenceRPCHandler.java | 13 +-
.../handlers/rpc/ConfigNodeTSStatusRPCHandler.java | 12 +-
.../rpc/CountPathsUsingTemplateRPCHandler.java | 13 +-
.../handlers/rpc/DataNodeTSStatusRPCHandler.java | 12 +-
.../rpc/FetchSchemaBlackListRPCHandler.java | 13 +-
.../rpc/GetBuiltInExternalServiceRPCHandler.java | 12 +-
.../async/handlers/rpc/PipePushMetaRPCHandler.java | 11 +-
.../async/handlers/rpc/SchemaUpdateRPCHandler.java | 15 +-
.../handlers/rpc/TransferLeaderRPCHandler.java | 12 +-
.../rpc/TreeDeviceViewFieldDetectionHandler.java | 68 +-
.../CheckSchemaRegionUsingTemplateRPCHandler.java | 12 +-
.../ConsumerGroupPushMetaRPCHandler.java | 11 +-
.../subscription/PullCommitProgressRPCHandler.java | 11 +-
.../rpc/subscription/TopicPushMetaRPCHandler.java | 11 +-
.../client/sync/SyncConfigNodeClientPool.java | 10 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 5 +-
.../confignode/conf/SystemPropertiesUtils.java | 4 +-
.../iotdb/confignode/manager/ClusterManager.java | 5 +-
.../confignode/manager/ClusterQuotaManager.java | 3 +-
.../iotdb/confignode/manager/ConfigManager.java | 134 ++-
.../iotdb/confignode/manager/ProcedureManager.java | 128 +-
.../externalservice/ExternalServiceInfo.java | 8 +-
.../iotdb/confignode/manager/load/LoadManager.java | 33 +-
.../manager/load/cache/node/NodeStatistics.java | 11 +-
.../manager/node/ClusterNodeStartUtils.java | 3 +-
.../coordinator/plugin/PipePluginCoordinator.java | 6 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 49 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 18 +-
.../PipeTemporaryMetaInCoordinatorMetrics.java | 24 +-
.../source/PipeConfigRegionSourceMetrics.java | 4 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 29 +
.../sink/protocol/IoTDBConfigRegionAirGapSink.java | 11 +-
.../pipe/sink/protocol/IoTDBConfigRegionSink.java | 12 +-
.../manager/schema/ClusterSchemaManager.java | 111 +-
.../subscription/SubscriptionCoordinator.java | 11 +-
.../manager/subscription/SubscriptionManager.java | 6 +
.../SubscriptionReadyDataNodeTracker.java | 128 ++
.../iotdb/confignode/persistence/TriggerInfo.java | 6 +-
.../iotdb/confignode/persistence/UDFInfo.java | 6 +-
.../confignode/persistence/auth/AuthorInfo.java | 2 +-
.../persistence/auth/AuthorPlanExecutor.java | 20 +-
.../iotdb/confignode/persistence/cq/CQInfo.java | 18 +-
.../persistence/pipe/PipePluginInfo.java | 29 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 150 ++-
.../persistence/schema/ClusterSchemaInfo.java | 3 +-
.../confignode/persistence/schema/ConfigMTree.java | 9 +-
.../schema/TreeDeviceViewFieldDetector.java | 3 +-
.../persistence/subscription/SubscriptionInfo.java | 194 +++-
.../confignode/procedure/ProcedureExecutor.java | 15 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 19 +-
.../DataPartitionTableIntegrityCheckProcedure.java | 20 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 104 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +
.../impl/pipe/task/AlterPipeProcedureV2.java | 9 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 12 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 59 +-
.../impl/region/AddRegionPeerProcedure.java | 20 +-
.../impl/region/RegionMigrateProcedure.java | 3 +-
.../impl/schema/AlterLogicalViewProcedure.java | 2 +-
.../impl/schema/DeactivateTemplateProcedure.java | 8 +-
.../impl/schema/DeleteDatabaseProcedure.java | 6 +-
.../impl/schema/DeleteLogicalViewProcedure.java | 6 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 8 +-
.../impl/schema/table/AddTableColumnProcedure.java | 4 +-
.../table/AlterTableColumnDataTypeProcedure.java | 2 +-
.../impl/schema/table/DeleteDevicesProcedure.java | 6 +-
.../schema/table/DropTableColumnProcedure.java | 4 +-
.../impl/schema/table/DropTableProcedure.java | 6 +-
.../schema/table/RenameTableColumnProcedure.java | 2 +-
.../impl/schema/table/RenameTableProcedure.java | 2 +-
.../table/SetTableColumnPropertiesProcedure.java | 3 +-
.../schema/table/SetTablePropertiesProcedure.java | 3 +-
.../schema/table/view/AddViewColumnProcedure.java | 3 +-
.../schema/table/view/DropViewColumnProcedure.java | 3 +-
.../table/view/RenameViewColumnProcedure.java | 3 +-
.../schema/table/view/RenameViewProcedure.java | 3 +-
.../table/view/SetViewPropertiesProcedure.java | 3 +-
.../AbstractOperateSubscriptionProcedure.java | 26 +-
.../impl/subscription/SubscriptionOperation.java | 26 +-
.../consumer/AlterConsumerGroupProcedure.java | 21 +-
.../SubscriptionHandleLeaderChangeProcedure.java | 9 +-
.../subscription/CreateSubscriptionProcedure.java | 25 +-
.../subscription/DropSubscriptionProcedure.java | 36 +-
.../subscription/topic/AlterTopicProcedure.java | 245 +++-
.../subscription/topic/DropTopicProcedure.java | 272 ++++-
.../procedure/store/ProcedureFactory.java | 21 +-
.../confignode/procedure/store/ProcedureType.java | 3 +
.../iotdb/confignode/service/ConfigNode.java | 10 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 9 +-
.../consensus/response/pipe/PipeTableRespTest.java | 20 +
.../cache/LoadCachePersistedNodeStatusTest.java | 74 ++
.../manager/load/cache/NodeCacheTest.java | 21 +
.../runtime/heartbeat/PipeHeartbeatParserTest.java | 149 ++-
.../metric/PipeConfigNodeMetricsRestartTest.java | 103 +-
.../SubscriptionReadyDataNodeTrackerTest.java | 77 ++
.../pipe/PipeTaskInfoAutoRestartTest.java | 54 +
.../subscription/SubscriptionInfoTest.java | 52 +
.../SubscriptionInfoTopicValidationTest.java | 43 +-
.../pipe/AbstractOperatePipeProcedureV2Test.java | 24 +
.../pipe/runtime/PipeMetaSyncProcedureTest.java | 240 ++++
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 146 +++
.../impl/pipe/task/StartPipeProcedureV2Test.java | 217 ++++
.../consumer/DropConsumerProcedureTest.java | 62 +
.../CreateSubscriptionProcedureTest.java | 114 ++
.../DropSubscriptionProcedureTest.java | 56 +
.../topic/AlterTopicProcedureTest.java | 7 +
.../subscription/topic/DropTopicProcedureTest.java | 282 +++++
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 13 +
.../apache/iotdb/consensus/i18n/RatisMessages.java | 3 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 10 +
.../apache/iotdb/consensus/i18n/RatisMessages.java | 3 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 36 +-
.../consensus/iot/IoTConsensusServerImpl.java | 11 +-
.../service/IoTConsensusRPCServiceProcessor.java | 5 +-
.../apache/iotdb/consensus/ratis/DiskGuardian.java | 32 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +-
.../consensus/iot/IoTConsensusRecoveryTest.java | 22 +
.../iotdb/consensus/ratis/RaftLogSummaryTest.java | 108 ++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 400 +++++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 423 +++++++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 829 +++++++++++++
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 58 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 160 +++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 367 ++++++
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 374 ++++++
.../iotdb/db/i18n/DataNodeQueryMessages.java | 774 +++++++++++++
.../iotdb/db/i18n/DataNodeSchemaMessages.java | 56 +-
.../iotdb/db/i18n/StorageEngineMessages.java | 143 +++
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 10 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 15 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 44 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 +
.../schemaregion/SchemaExecutionVisitor.java | 52 +-
.../db/partition/DataPartitionTableGenerator.java | 16 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 119 +-
.../subtask/processor/PipeProcessorSubtask.java | 6 +-
.../task/subtask/sink/PipeSinkSubtaskManager.java | 3 +-
.../event/common/terminate/PipeTerminateEvent.java | 3 +-
.../scan/AlignedSinglePageWholeChunkReader.java | 64 +-
.../parser/scan/SinglePageWholeChunkReader.java | 39 +-
.../scan/TsFileInsertionEventScanParser.java | 107 +-
.../table/TsFileInsertionEventTableParser.java | 41 +-
...ileInsertionEventTableParserTabletIterator.java | 63 +-
.../processor/aggregate/AggregateProcessor.java | 13 +-
.../CustomizedReadableIntermediateResults.java | 5 +-
.../processor/TumblingWindowingProcessor.java | 5 +-
.../downsampling/DownSamplingProcessor.java | 6 +-
.../changing/ChangingValueSamplingProcessor.java | 8 +-
.../sdt/SwingingDoorTrendingSamplingProcessor.java | 8 +-
.../tumbling/TumblingTimeSamplingProcessor.java | 6 +-
.../pipe/processor/twostage/combiner/Combiner.java | 4 +-
.../receiver/TwoStageAggregateReceiver.java | 7 +-
.../exchange/sender/TwoStageAggregateSender.java | 13 +-
.../protocol/airgap/IoTDBAirGapReceiver.java | 173 ++-
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 247 +++-
.../iotconsensusv2/IoTConsensusV2Receiver.java | 123 +-
.../IoTConsensusV2ReceiverAgent.java | 7 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 256 +++-
.../thrift/IoTDBDataNodeReceiverAgent.java | 24 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 11 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 36 +-
.../client/IoTDBDataNodeSyncClientManager.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 13 +-
.../request/PipeTransferTabletBatchReq.java | 16 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 38 +-
.../airgap/IoTDBSchemaRegionAirGapSink.java | 21 +-
.../iotconsensusv2/IoTConsensusV2AsyncSink.java | 17 +-
.../iotconsensusv2/IoTConsensusV2SyncSink.java | 37 +-
.../IoTConsensusV2TsFileInsertionEventHandler.java | 4 +-
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 9 +-
.../db/pipe/sink/protocol/opcda/OpcDaSink.java | 2 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 11 +-
.../async/handler/PipeTransferTsFileHandler.java | 4 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 30 +-
.../thrift/sync/IoTDBSchemaRegionSink.java | 14 +-
.../websocket/WebSocketConnectorServer.java | 2 +-
.../sink/protocol/writeback/WriteBackSink.java | 18 +-
.../pipe/sink/util/TabletStatementConverter.java | 29 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 4 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 8 +-
.../util/builder/PipeTreeModelTsFileBuilder.java | 4 +-
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 7 +-
.../source/dataregion/IoTDBDataRegionSource.java | 7 +-
...istoricalDataRegionTsFileAndDeletionSource.java | 3 +-
.../PipeRealtimeDataRegionTsFileSource.java | 31 +-
.../iotdb/db/protocol/client/an/AINodeClient.java | 8 +-
.../cn/AsyncConfigNodeTSStatusRPCHandler.java | 12 +-
.../client/dn/AsyncTSStatusRPCHandler.java | 12 +-
.../iotdb/db/protocol/session/SessionManager.java | 20 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 58 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 51 +-
.../db/queryengine/common/MPPQueryContext.java | 5 +
.../iotdb/db/queryengine/common/QueryId.java | 3 +-
.../queryengine/execution/QueryStateMachine.java | 2 +-
.../aggregation/MaxMinByBaseAccumulator.java | 5 +-
.../db/queryengine/execution/driver/Driver.java | 17 +-
.../execution/executor/RegionReadExecutor.java | 6 +-
.../execution/executor/RegionWriteExecutor.java | 59 +-
.../execution/fragment/DataNodeQueryContext.java | 2 +-
.../fragment/FragmentInstanceContext.java | 6 +
.../execution/fragment/QueryChunkReaders.java | 94 ++
.../execution/fragment/QueryContext.java | 5 +
.../execution/operator/ExplainAnalyzeOperator.java | 10 +-
.../operator/process/AbstractIntoOperator.java | 3 +-
.../operator/process/ai/InferenceOperator.java | 3 +-
.../execution/operator/source/FileLoaderUtils.java | 11 +-
.../execution/operator/source/SeriesScanUtil.java | 11 +-
.../relational/LastQueryAggTableScanOperator.java | 78 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 53 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 62 +-
.../plan/analyze/ExpressionAnalyzer.java | 6 +-
.../analyze/cache/partition/PartitionCache.java | 3 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 15 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 3 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 6 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 7 +-
.../queryengine/plan/execution/QueryExecution.java | 16 +-
.../execution/config/TableConfigTaskVisitor.java | 14 +-
.../config/executor/ClusterConfigTaskExecutor.java | 14 +-
.../sys/subscription/ShowSubscriptionsTask.java | 7 +
.../visitor/ColumnTransformerVisitor.java | 3 +-
.../visitor/CountTimeAggregationAmountVisitor.java | 3 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 25 +-
.../planner/DataNodeTableOperatorGenerator.java | 29 +-
.../NotThreadSafeMemoryReservationManager.java | 5 +-
.../plan/AbstractFragmentParallelPlanner.java | 6 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 696 ++++++++---
.../plan/node/load/LoadTsFileConsensusNode.java | 14 +-
.../plan/node/source/ShowReceiversNode.java | 4 +-
.../ContinuousSameSearchIndexSeparatorNode.java | 3 +-
.../planner/plan/node/write/InsertTabletNode.java | 2 +-
.../relational/analyzer/ExpressionAnalyzer.java | 43 +-
.../relational/analyzer/StatementAnalyzer.java | 58 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 6 +-
.../metadata/OperatorNotFoundException.java | 19 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 4 +-
.../fetcher/TableDeviceSchemaValidator.java | 3 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 8 +
.../fetcher/cache/TableDeviceLastCache.java | 20 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 14 +
.../plan/relational/planner/CteMaterializer.java | 7 +-
.../plan/relational/planner/IrTypeAnalyzer.java | 11 +-
.../relational/planner/SimplePlanRewriter.java | 6 +-
.../ir/GapFillStartAndEndTimeExtractVisitor.java | 9 +-
...ithUncorrelatedScalarSubqueryReconstructor.java | 6 +-
.../planner/iterative/IterativeOptimizer.java | 34 +-
.../rule/TransformCorrelatedScalarSubquery.java | 4 +-
.../planner/optimizations/JoinUtils.java | 3 +-
.../relational/security/AccessControlImpl.java | 20 +
.../security/TreeAccessCheckContext.java | 11 +
.../security/TreeAccessCheckVisitor.java | 181 ++-
.../plan/relational/sql/ast/AlterTopic.java | 10 +-
.../plan/relational/sql/ast/AsofJoinOn.java | 7 +-
.../plan/relational/sql/ast/Explain.java | 6 +-
.../plan/relational/sql/ast/ExplainAnalyze.java | 14 +-
.../sql/ast/RelationalAuthorStatement.java | 54 +-
.../relational/sql/ast/ShowCreateDatabase.java | 7 +-
.../plan/relational/sql/ast/ShowCreatePipe.java | 4 +-
.../plan/relational/sql/ast/ShowCreateTopic.java | 4 +-
.../plan/relational/sql/parser/AstBuilder.java | 111 +-
.../plan/relational/sql/parser/ErrorHandler.java | 5 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 6 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 8 +-
.../plan/scheduler/load/LoadFallbackHandler.java | 45 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 4 +
.../scheduler/load/TabletRewriteLoadStrategy.java | 66 ++
.../plan/statement/component/IntoComponent.java | 22 +-
.../plan/statement/crud/QueryStatement.java | 16 +-
.../InternalBatchActivateTemplateStatement.java | 15 +-
.../template/BatchActivateTemplateStatement.java | 15 +-
.../plan/statement/sys/AuthorStatement.java | 22 +-
.../FragmentInstanceStatisticsDrawer.java | 88 +-
.../unary/scalar/CastFunctionTransformer.java | 9 +-
.../unary/scalar/RoundFunctionTransformer.java | 5 +-
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 18 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 14 +-
.../schemaengine/schemaregion/tag/TagLogFile.java | 4 +-
.../schemaengine/schemaregion/tag/TagManager.java | 12 +-
.../table/ViewColumnAutoSyncTrigger.java | 32 +-
.../template/ClusterTemplateManager.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 9 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 6 +-
.../ExternalServiceManagementService.java | 3 +-
.../metrics/IoTDBInternalLocalReporter.java | 13 +-
.../iotdb/db/storageengine/StorageEngine.java | 35 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 24 +-
.../db/storageengine/dataregion/DataRegion.java | 7 +-
.../impl/ReadPointCompactionPerformer.java | 16 +-
.../task/subtask/ReadPointPerformerSubTask.java | 9 +-
.../execute/utils/log/CompactionTaskStage.java | 16 +-
.../utils/writer/AbstractCompactionWriter.java | 30 +
.../writer/AbstractCrossCompactionWriter.java | 12 +-
.../writer/AbstractInnerCompactionWriter.java | 5 +-
.../compaction/io/CompactionTsFileReader.java | 4 +-
.../compaction/io/CompactionTsFileWriter.java | 14 +-
.../compaction/repair/RepairDataFileScanUtil.java | 163 +--
.../compaction/settle/SettleRequestHandler.java | 63 +-
.../compaction/tool/OverlapStatisticTool.java | 27 +-
.../dataregion/compaction/tool/PrintUtil.java | 24 +-
.../compaction/tool/TimePartitionProcessTask.java | 8 +-
.../dataregion/flush/MemTableFlushTask.java | 4 +
.../dataregion/memtable/AbstractMemTable.java | 28 +-
.../memtable/AlignedWritableMemChunkGroup.java | 6 +
.../dataregion/memtable/IMemTable.java | 5 +
.../dataregion/memtable/PrimitiveMemTable.java | 6 +-
.../dataregion/memtable/TsFileProcessor.java | 14 +-
.../v1/io/LocalTextModificationAccessor.java | 2 +-
.../filescan/impl/DiskAlignedChunkHandleImpl.java | 12 +-
.../read/filescan/impl/DiskChunkHandleImpl.java | 21 +-
.../read/reader/chunk/DiskAlignedChunkLoader.java | 85 +-
.../read/reader/chunk/DiskChunkLoader.java | 4 +
.../dataregion/snapshot/SnapshotFileUtils.java | 49 +
.../dataregion/snapshot/SnapshotLoader.java | 2 +-
.../dataregion/snapshot/SnapshotTaker.java | 8 +-
.../dataregion/utils/SharedTimeDataBuffer.java | 21 +-
.../dataregion/utils/TsFileResourceUtils.java | 9 +-
.../storageengine/dataregion/wal/WALManager.java | 25 +
.../dataregion/wal/checkpoint/CheckpointType.java | 9 +-
.../dataregion/wal/io/CheckpointReader.java | 6 +
.../dataregion/wal/io/CheckpointWriter.java | 2 +-
.../storageengine/dataregion/wal/io/LogWriter.java | 38 +-
.../dataregion/wal/io/WALFileContext.java | 56 +
.../dataregion/wal/io/WALFileVersion.java | 17 +-
.../dataregion/wal/io/WALFormatException.java | 54 +
.../dataregion/wal/io/WALFormatProvider.java | 51 +
.../dataregion/wal/io/WALFormats.java | 149 +++
.../dataregion/wal/io/WALInputStream.java | 97 +-
.../dataregion/wal/io/WALMetaData.java | 6 +
.../storageengine/dataregion/wal/io/WALReader.java | 9 +
.../storageengine/dataregion/wal/io/WALWriter.java | 19 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 163 ++-
.../dataregion/wal/recover/WALRecoverManager.java | 56 +-
.../dataregion/wal/recover/WALRepairWriter.java | 4 +
.../file/AbstractTsFileRecoverPerformer.java | 55 +-
.../wal/recover/file/TsFilePlanRedoer.java | 60 +-
.../file/UnsealedTsFileRecoverPerformer.java | 8 +
.../dataregion/wal/utils/WALFileUtils.java | 6 +-
.../dataregion/wal/utils/WALPrintTool.java | 5 +-
.../db/storageengine/load/TsFileWriterManager.java | 11 +-
.../active/ActiveLoadFailedMessageHandler.java | 2 +
.../load/active/ActiveLoadTsFileLoader.java | 74 +-
...leStatementDataTypeConvertExecutionVisitor.java | 3 +-
.../converter/LoadTreeTsFileTabletIterator.java | 234 ++--
.../converter/LoadTsFileDataTypeConverter.java | 89 +-
.../load/splitter/AlignedChunkData.java | 4 +-
.../db/storageengine/load/splitter/ChunkData.java | 12 +
.../load/splitter/NonAlignedChunkData.java | 2 +-
.../load/splitter/TsFileSplitter.java | 28 +-
.../iotdb/db/storageengine/load/util/LoadUtil.java | 25 +-
.../agent/SubscriptionAgentLauncher.java | 6 +-
.../agent/SubscriptionBrokerAgent.java | 72 +-
.../agent/SubscriptionConsumerAgent.java | 155 ++-
.../agent/SubscriptionReceiverAgent.java | 4 +-
.../subscription/agent/SubscriptionTopicAgent.java | 41 +-
.../broker/ConsensusSubscriptionBroker.java | 50 +-
.../db/subscription/broker/SubscriptionBroker.java | 90 +-
.../broker/SubscriptionPrefetchingQueue.java | 58 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 50 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 59 +-
.../consensus/ConsensusLogToTabletConverter.java | 8 +-
.../consensus/ConsensusPrefetchingQueue.java | 75 +-
.../ConsensusSubscriptionCommitManager.java | 168 ++-
.../ConsensusSubscriptionSetupHandler.java | 278 +++--
.../broker/consensus/ProgressWALIterator.java | 18 +-
.../db/subscription/event/SubscriptionEvent.java | 9 +
.../pipe/SubscriptionPipeTabletBatchEvents.java | 10 +-
.../response/SubscriptionEventTabletResponse.java | 3 +
.../receiver/SubscriptionReceiverV1.java | 6 +
.../subtask/SubscriptionSinkSubtaskManager.java | 3 +-
.../org/apache/iotdb/db/tools/DelayAnalyzer.java | 12 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 22 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 26 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 135 ++-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 13 +-
.../org/apache/iotdb/db/tools/TsFileSplitTool.java | 8 +-
.../apache/iotdb/db/tools/schema/MLogParser.java | 20 +-
.../db/tools/schema/PBTreeFileSketchTool.java | 20 +-
.../tools/settle/TsFileSettleByCompactionTool.java | 6 +-
.../utils/TsFileRewriteOverPrecisedI64Scan.java | 15 +-
.../utils/TsFileRewriteSmallRangeI64Scan.java | 15 +-
.../iotdb/db/tools/utils/TsFileSequenceScan.java | 11 +-
.../iotdb/db/tools/utils/TsFileStatisticScan.java | 42 +-
.../iotdb/db/tools/utils/TsFileValidationScan.java | 72 +-
.../TsFileOverlapValidationAndRepairTool.java | 51 +-
.../TsFileResourcePipeStatisticsSetTool.java | 6 +-
.../db/tools/validate/TsFileValidationTool.java | 25 +-
.../iotdb/db/trigger/executor/TriggerExecutor.java | 7 +-
.../db/trigger/executor/TriggerFireResult.java | 12 +-
.../trigger/service/TriggerManagementService.java | 21 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 57 +-
.../org/apache/iotdb/db/utils/EncryptDBUtils.java | 78 ++
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 15 +-
.../db/utils/FileEncryptionParameterProvider.java | 44 +
.../org/apache/iotdb/db/utils/TypeServices.java | 38 +-
.../iotdb/db/utils/datastructure/TVList.java | 3 +-
.../org/apache/iotdb/db/auth/TreeAccessTest.java | 102 ++
.../task/PipeDataNodeTaskAgentMemoryTest.java | 186 +++
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 141 +++
.../TsFileInsertionEventScanParserContextTest.java | 223 ++++
.../airgap/IoTDBAirGapReceiverAgentTest.java | 213 ++++
.../protocol/airgap/IoTDBAirGapReceiverTest.java | 204 +++-
.../IoTDBDataNodeReceiverAuditEntityTest.java | 79 ++
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 20 +-
.../IoTDBDataNodeReceiverUnidirectionalTest.java | 242 ++++
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 86 +-
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 31 +
.../batch/PipeTransferBatchReqBuilderTest.java | 55 +
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 455 +++++++-
.../db/pipe/source/PipeRealtimeExtractTest.java | 54 +
.../execution/exchange/SharedTsBlockQueueTest.java | 165 +--
.../fragment/FragmentInstanceExecutionTest.java | 5 +-
.../execution/fragment/QueryChunkReadersTest.java | 88 ++
.../source/LazyMemVersionPageReaderTest.java | 107 ++
.../source/SeriesScanUtilCancellationTest.java | 56 +-
.../schedule/queue/L1PriorityQueueTest.java | 45 +-
.../schedule/queue/L2PriorityQueueTest.java | 44 +-
.../queue/MultilevelPriorityQueueTest.java | 43 +-
.../plan/execution/QueryExecutionRetryTest.java | 47 +
.../config/sys/pipe/ShowPipeTaskTest.java | 7 +
.../subscription/ShowSubscriptionsTaskTest.java | 3 +
.../fetcher/cache/TableDeviceLastCacheTest.java | 33 +
.../load/TabletRewriteLoadStrategyTest.java | 177 +++
.../BatchActivateTemplateStatementTest.java | 131 +++
.../template/ClusterTemplateManagerTest.java | 62 +
.../utils/writer/AbstractCompactionWriterTest.java | 67 +-
.../dataregion/snapshot/SnapshotFileUtilsTest.java | 94 ++
.../dataregion/wal/io/WALFormatExtensionTest.java | 649 +++++++++++
.../dataregion/wal/io/WALFormatsTest.java | 150 +++
.../wal/recover/WALNodeRecoverTaskTest.java | 293 +++++
...ncryptedUnsealedTsFileRecoverPerformerTest.java | 439 +++++++
.../wal/recover/file/TsFilePlanRedoerTest.java | 124 ++
.../active/ActiveLoadFailedMessageHandlerTest.java | 18 +
.../load/active/ActiveLoadTsFileLoaderTest.java | 157 +++
...atementDataTypeConvertExecutionVisitorTest.java | 337 +++++-
.../db/storageengine/load/util/LoadUtilTest.java | 62 +
...ubscriptionConsumerAgentBrokerRecoveryTest.java | 279 +++++
.../agent/SubscriptionConsumerAgentTest.java | 140 +++
.../SubscriptionRetainedInitialReplayTest.java | 596 ++++++++++
...onsensusSubscriptionBrokerPayloadLimitTest.java | 68 ++
.../SubscriptionPrefetchingQueueRecoveryTest.java | 178 +++
.../consensus/ConsensusPrefetchingQueueTest.java | 25 +-
.../ConsensusSubscriptionCommitBroadcastTest.java | 288 +++++
.../ConsensusSubscriptionSetupHandlerTest.java | 365 ++++++
.../broker/consensus/ProgressWALIteratorTest.java | 71 ++
.../SubscriptionPipeTabletEventBatchTest.java | 36 +
.../receiver/SubscriptionReceiverV1Test.java | 33 +
.../iotdb/db/utils/FileEncryptionContextTest.java | 397 +++++++
.../utils/TestFileEncryptionParameterProvider.java | 181 +++
....iotdb.db.utils.FileEncryptionParameterProvider | 2 +-
.../apache/iotdb/metrics/i18n/MetricsMessages.java | 13 +
.../apache/iotdb/metrics/i18n/MetricsMessages.java | 13 +
.../iotdb/metrics/AbstractMetricManager.java | 4 +-
.../metricsets/disk/WindowsDiskMetricsManager.java | 6 +-
.../metrics/metricsets/system/SystemMetrics.java | 3 +-
.../conf/iotdb-system.properties.template | 10 +
.../apache/iotdb/commons/i18n/AuthMessages.java | 10 +
.../apache/iotdb/commons/i18n/ClientMessages.java | 1 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 88 ++
.../apache/iotdb/commons/i18n/ConfigMessages.java | 2 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 143 +++
.../apache/iotdb/commons/i18n/QueryMessages.java | 1 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 17 +
.../apache/iotdb/commons/i18n/StorageMessages.java | 8 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 6 +
.../apache/iotdb/commons/i18n/AuthMessages.java | 10 +
.../apache/iotdb/commons/i18n/ClientMessages.java | 1 +
.../apache/iotdb/commons/i18n/CommonMessages.java | 80 ++
.../apache/iotdb/commons/i18n/ConfigMessages.java | 1 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 132 +++
.../apache/iotdb/commons/i18n/QueryMessages.java | 1 +
.../apache/iotdb/commons/i18n/SchemaMessages.java | 17 +
.../apache/iotdb/commons/i18n/StorageMessages.java | 7 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 5 +
.../apache/iotdb/commons/ServerCommandLine.java | 15 +-
.../iotdb/commons/audit/AbstractAuditLogger.java | 3 +-
.../apache/iotdb/commons/audit/IAuditEntity.java | 5 +
.../async/AsyncPipeDataTransferServiceClient.java | 4 +-
.../iotdb/commons/concurrent/ConditionAwaiter.java | 4 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 18 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 25 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 7 +-
.../commons/executable/ExecutableManager.java | 5 +-
.../iterators/ListIteratorWrapper.java | 6 +-
.../iotdb/commons/file/SystemFileFactory.java | 4 +-
.../commons/file/SystemPropertiesHandler.java | 4 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 10 +
.../builtin/processor/PlaceHolderProcessor.java | 3 +-
.../agent/plugin/builtin/sink/PlaceholderSink.java | 3 +-
.../plugin/builtin/source/iotdb/IoTDBSource.java | 3 +-
.../plugin/constructor/PipePluginConstructor.java | 17 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 6 +-
.../pipe/agent/task/stage/PipeTaskStage.java | 9 +-
.../task/subtask/PipeAbstractSinkSubtask.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 4 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 5 +
.../config/constant/PipeRPCMessageConstant.java | 5 +-
.../pipe/config/constant/PipeSinkConstant.java | 31 +
.../pipe/config/constant/SystemConstant.java | 3 +
.../visibility/VisibilityTestUtils.java | 17 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 85 +-
.../pipe/receiver/PipeReceiverStatusHandler.java | 36 +-
.../pipe/sink/client/IoTDBSyncClientManager.java | 34 +-
.../airgap/AirGapPseudoTPipeTransferRequest.java | 15 +-
...OneByteResponse.java => AirGapUdpProtocol.java} | 11 +-
.../thrift/common/PipeTransferSliceReqHandler.java | 5 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 408 ++++++-
.../commons/pipe/sink/protocol/IoTDBSink.java | 36 +-
.../pipe/sink/protocol/IoTDBSslSyncSink.java | 5 +-
.../iotdb/commons/pipe/source/IoTDBSource.java | 6 +-
.../commons/queryengine/common/SessionInfo.java | 13 +
.../relational/sql/parser/ParsingException.java | 6 +-
.../commons/schema/InternalDatabaseUtils.java | 52 +
.../schema/column/ColumnHeaderConstant.java | 4 +-
.../apache/iotdb/commons/schema/table/Audit.java | 5 +-
.../iotdb/commons/schema/table/TreeViewSchema.java | 7 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 3 +-
.../multi/FunctionViewExpression.java | 4 +-
.../service/AbstractThriftServiceThread.java | 2 +-
.../subscription/columnfilter/ColumnMetadata.java | 22 +-
.../subscription/config/SubscriptionConfig.java | 4 +
.../meta/consumer/CommitProgressKeeper.java | 14 +
.../meta/consumer/ConsumerGroupMeta.java | 53 +-
.../commons/udf/builtin/String/UDTFStrLocate.java | 3 +-
.../iotdb/commons/udf/builtin/UDTFConst.java | 3 +-
.../udf/builtin/UDTFContinuouslySatisfy.java | 8 +-
.../udf/builtin/UDTFEqualSizeBucketAggSample.java | 3 +-
.../builtin/UDTFEqualSizeBucketOutlierSample.java | 7 +-
.../udf/builtin/UDTFEqualSizeBucketSample.java | 4 +-
.../iotdb/commons/udf/builtin/UDTFInRange.java | 3 +-
.../commons/udf/builtin/UDTFMasterRepair.java | 9 +-
.../iotdb/commons/udf/builtin/UDTFSelectK.java | 4 +-
.../commons/udf/service/UDFExecutableManager.java | 6 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 17 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 5 +-
.../apache/iotdb/commons/utils/WindowsOSUtils.java | 8 +-
...nDescriptorSubscriptionFallbackPollingTest.java | 60 +
.../apache/iotdb/commons/path/PartialPathTest.java | 19 +
.../commons/pipe/config/PipeDescriptorTest.java | 16 +
.../PipeReceiverStatusHandlerTest.java | 37 +
.../pipe/receiver/IoTDBFileReceiverTest.java | 147 ++-
.../iotdb/commons/schema/table/AuditTest.java | 1 +
.../consumer/ConsumerGroupDeSerTest.java | 35 +
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 21 +
.../src/main/thrift/confignode.thrift | 1 +
.../iotdb/library/i18n/LibraryUdfMessages.java | 183 +++
.../iotdb/library/i18n/LibraryUdfMessages.java | 173 +++
.../org/apache/iotdb/library/anomaly/UDTFIQR.java | 6 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 5 +-
.../iotdb/library/anomaly/UDTFMissDetect.java | 4 +-
.../apache/iotdb/library/dlearn/UDTFCluster.java | 13 +-
.../apache/iotdb/library/dmatch/UDTFPtnSym.java | 5 +-
.../iotdb/library/dprofile/UDAFIntegral.java | 4 +-
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 4 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 4 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 7 +-
.../iotdb/library/dprofile/UDTFHistogram.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMinMax.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 3 +-
.../org/apache/iotdb/library/dprofile/UDTFQLB.java | 4 +-
.../iotdb/library/dprofile/UDTFResample.java | 14 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 5 +-
.../apache/iotdb/library/dprofile/UDTFSegment.java | 9 +-
.../apache/iotdb/library/dprofile/UDTFZScore.java | 7 +-
.../iotdb/library/dprofile/util/Triangle.java | 7 +-
.../iotdb/library/drepair/UDTFTimestampRepair.java | 3 +-
.../iotdb/library/drepair/UDTFValueRepair.java | 5 +-
.../apache/iotdb/library/frequency/UDTFDWT.java | 6 +-
.../apache/iotdb/library/frequency/UDTFDeconv.java | 2 +-
.../apache/iotdb/library/frequency/UDTFFFT.java | 7 +-
.../iotdb/library/frequency/UDTFHighPass.java | 3 +-
.../apache/iotdb/library/frequency/UDTFIDWT.java | 6 +-
.../apache/iotdb/library/frequency/UDTFIFFT.java | 7 +-
.../iotdb/library/frequency/UDTFLowPass.java | 3 +-
.../iotdb/library/match/UDAFPatternMatch.java | 8 +-
.../library/series/UDTFConsecutiveSequences.java | 3 +-
.../library/series/UDTFConsecutiveWindows.java | 7 +-
.../iotdb/library/string/UDTFRegexMatch.java | 5 +-
.../iotdb/library/string/UDTFRegexReplace.java | 10 +-
.../iotdb/library/string/UDTFRegexSplit.java | 6 +-
.../iotdb/library/string/UDTFStrReplace.java | 10 +-
.../iotdb/library/util/NoNumberException.java | 5 +-
.../apache/iotdb/library/util/TypeServices.java | 6 +-
pom.xml | 4 +-
scripts/tools/README.md | 132 +++
scripts/tools/export-data.sh | 18 +-
scripts/tools/windows/export-data.bat | 6 +-
767 files changed, 39038 insertions(+), 5245 deletions(-)
create mode 100644 .github/scripts/build-it-shard-list.sh
create mode 100644 .github/scripts/check-it-selection.py
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/RestServiceTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java
rename
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanIT2.java
=> IoTDBActiveRegionScan2IT.java} (93%)
rename
integration-test/src/test/java/org/apache/iotdb/db/it/schema/regionscan/{IoTDBActiveRegionScanWithModsIT2.java
=> IoTDBActiveRegionScanWithMods2IT.java} (93%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/utils/DeletionTestUtils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverAsyncLoadAuthIT.java
rename
integration-test/src/test/java/org/apache/iotdb/relational/it/query/view/recent/{IoTDBTableViewAddColumnTest.java
=> IoTDBTableViewAddColumnIT.java} (88%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/IoTDBConsensusSubscriptionBrokerRecoveryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/IoTDBConsensusSubscriptionFallbackPollingIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/tools/it/ExportDataMeasurementIT.java
create mode 100644
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParameterValidatorTest.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportConfig.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportConsole.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportFileNames.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportProgressReporter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/read/resp/info/ISchemaInfo.java
=> iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportTask.java
(70%)
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportTextWriter.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ExportTimeRange.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/MeasurementFile.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ExportDataFeatureTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ExportDataRegressionTest.java
create mode 100644 iotdb-client/client-cpp/test/cmake/FetchBoostTest.cmake
copy {example/rest-client-c-example =>
iotdb-client/client-cpp/test/cmake/cxx11-consumer}/CMakeLists.txt (50%)
copy
iotdb-client/{service-rpc/src/main/java/org/apache/iotdb/rpc/ConfigNodeConnectionException.java
=> client-cpp/test/cmake/cxx11-consumer/main.cpp} (71%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionReadyDataNodeTracker.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/subscription/SubscriptionReadyDataNodeTrackerTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/RaftLogSummaryTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryChunkReaders.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TabletRewriteLoadStrategy.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFileContext.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFormatException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFormatProvider.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFormats.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/FileEncryptionParameterProvider.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/PipeDataNodeTaskAgentMemoryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/parser/scan/TsFileInsertionEventScanParserContextTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/airgap/IoTDBAirGapReceiverAgentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/thrift/IoTDBDataNodeReceiverAuditEntityTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/receiver/protocol/thrift/IoTDBDataNodeReceiverUnidirectionalTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryChunkReadersTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/source/LazyMemVersionPageReaderTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/TabletRewriteLoadStrategyTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/template/BatchActivateTemplateStatementTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotFileUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFormatExtensionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/io/WALFormatsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/WALNodeRecoverTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/file/EncryptedUnsealedTsFileRecoverPerformerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/agent/SubscriptionConsumerAgentBrokerRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/agent/SubscriptionRetainedInitialReplayTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/SubscriptionPrefetchingQueueRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusSubscriptionCommitBroadcastTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/FileEncryptionContextTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/TestFileEncryptionParameterProvider.java
copy
example/mqtt-customize/src/main/resources/META-INF/services/org.apache.iotdb.PayloadFormatter
=>
iotdb-core/datanode/src/test/resources/META-INF/services/org.apache.iotdb.db.utils.FileEncryptionParameterProvider
(92%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/payload/airgap/{AirGapOneByteResponse.java
=> AirGapUdpProtocol.java} (72%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/InternalDatabaseUtils.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/conf/CommonDescriptorSubscriptionFallbackPollingTest.java
