This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/mysql-connector
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8aca99dc2b2 Change
add 26fdfebb2cb Fix tree ttl in table view scan
add b0fa6bdf100 When the queries aligned series has some inconsistent data
types in memtable, the other column will also be ignored
add b4419bb1720 fix compaction path util npe (#15653)
add c28e50f7afa Pipe: Add retry when TsFile parsing failed to avoid race
among processor threads (follow up #15624) (#15644)
add 51bad1ec88d [remove datanode] Accelerate GCR load balancing implement
(#15535)
add ab653b4bf58 Fix SessionConnection opens too much transport without
closing (#15649)
add 313a91ecf59 [AINode] Enable log record by default (#15654)
add ba027d015b1 Pipe: Changed the default value about batch delay
configuration (#15657)
add 711da9799d3 [AINode] Refactor the built-in TimerXL (#15655)
add 0eddc710cdf Revert "Fix process of last query if intermediate state of
last cache is read when query concurrently"
add 474e74790da Pipe: Fix TSFile transfer blocking InsertNode sending
(#15666)
add 215a1b7f697 Pipe/IoTV2: Try to persist progressIndex in local for
resend event more efficently (#15599)
add ab1e7bfbe2c Pipe: Add InsertNode & tsFile transmission time metrics
(#15668)
add 3e0163df0b2 Pipe: Fixed the metric NPE caused by batch disable (#15672)
add c874b3c9c6c Add print-wal tool and logs when failures of reading wal
files (#15416)
add a477562aba8 Subscription: unsubscribe completed topics when remove
consumer config (#15660)
add c58680b6a6d Subscription: optimize prefetching queue report state
overhead (#15664)
add 5c7cb1ecfee Pipe: Fixed multiple bugs (#15674) (#15683)
add 54afc3b67c4 Fix Session reconnection increase connection number
(#15677)
add fb86a969f86 Pipe: Fix the problem that the Pipe memory block fails to
call the Wait function (#15687)
add eeca531cc1b Support dataset module for iotdb in ainode (#15686)
add e83718bc6a5 [AINode] Add a model ckpt path retrieve interface (#15689)
add b5b7b70f6be Implemented fast last query for tree model with prefix
path (#15678)
add bec0409c6a5 Pipe: Changed the default batch memory request size to
avoid CI failure (#15690)
add 761f4e73f54 Pipe: Fixed the problem of not being able to write
normally due to insufficient memory (#15701)
add 7d5b7c50809 [AINode] Enhance the robustness of AINode (#15695)
add 4e2fb589a24 add debug entry (#15694)
add cb91cbf4bc8 [AINode] Update python dependencies (#15712)
add c6d5e29b327 more accurate mermory size (#15713)
add 24209d50ace IoTV2: Remove events that do not retry in leader's
transfer buffer & fix concurrency bug of retryQueue & fix retry interval &
refine log (#15684)
add 3e6aaa3a4cc fix cpp client processing null value (#15700)
add e315e44bf94 User password encryption upgraded from MD5 to SHA256.
(#15680)
add 6cee5f4fbee Fix arrary index out-of-bounds in agg query with align by
device when cross region
add 921d9e24804 Subscription IT: intro retry rule for flaky tests (#15698)
add be0b921ea88 Pipe: Add retry for tablet batch req to avoid
retransmission when memory is insufficient (#15715)
add 99ada4fbe40 Load: Convert to tablets when node is read-only (#15693)
add 18b10bc2d3b Pipe: Fix the inconsistency between schema and values
columns in the process of building tsfile (#15625)
add c5b8d9c8c25 use environment variable and PBKDF to generate main
encrypt key (#15711)
add 855ea12c523 Put last query IT only in 1c1d
add 83ebf5b1a9c Support order by time for Agg align by device query with
cross region data
add b3d0ad72e31 Skip update-cache logic when loading TsFile in
IoTV2Consensus (#15729)
add 369971c8164 fix datanode check (#15730)
add 9d474682cf5 Enhance "remove region" sql to handle the case of DataNode
not exist (#15728)
add 346ee720e7a [remove datanode] Fix ArrayIndexOutOfBoundsException in
computeInitialDbLoad (#15718)
add a2432d2fc2f Fixed the bug that the characters surrounded by "" cannot
be parsed in tree view path
add 7b5a2b39416 Using join to query views of non-aligned series may throw
NullPointerException
add 882c4b7898c Fixed the bug that the old view's cache is not cleared
when altering its name
add 232e0c9054f Fix timeout didn't pass to client bug
add 726d0935320 Subscription: fix drop subscription from session under
table model (#15725)
add cc3c442a1e2 Return empty result set for non aligned series when no
filed columns can be obtained from view
add b34e05e5da4 fix exception msg in RPR
add 58927a19d3a Fixed the potential failure for table view query with
pattern beyond databases
add ca2ad11712f Conf Template: Fix wrong symbol (#15742)
add 5d5e0478bc1 Pipe: Set WAL to uncompressed when using real-time sync
(#15733)
add f7992dd37fb Pipe: Fixed the insert node EMA logic for degrading
(#15741)
add 8763d57e8bb Fix RPROperator blocking behavior
add 55232d021e9 fix tsfile checker leak (#15710)
add 8a8a7bedb5b Avoiding error log by removing ThreadLocal for Mqtt Client
add 1fc3eae29b4 Fix TypeProvider and AggregationDescriptor serde in
Templated Query
add 0c35003d41e Reset global time filter for each device in table view scan
add f55dfe07e5e Add more tests for removing datanode (#15749)
add 3ff855e98d0 Fix stuck when stopping a DataNode with large unremovable
WAL files (#15727)
add ecdf0d77bc1 Fixed the device NPE for table view in view device & Added
semantic check to prohibit the last data query for prefix paths with "*" &
Refactored metric log of tag number
add 1b9a446ecea Pipe: Delete the extra tags created by the
PipeWALInsertNodeCacheMetrics (#15761)
add 02febc0506e Optimize group by query in ClientRPCServiceImpl to reduce
cpu usage
add bbe031aaebe Fix thread leak in session while connected DN is down
add e1b6e890dbc Pipe: Fixed the NPE when closing sync connector (#15772)
add c603b990c75 Subscription: return immediately when unsubscribe empty
complete topics (#15770)
add a3920b0fd55 Pipe: Fixed the NPE caused by the compression timer
(#15782)
add e227a53a726 Pipe/IoTV2: Persist progress index locally before shutdown
to accurate recovery after restart (#15779)
add f7373707336 Opt error msg while time column is empty string
add 84b56d27b6b Improve argument validation for approx_most_frequent
function
add b7bd5526b3f [Remove DataNode] Increase the waiting time for removing
DN test (#15769)
add f706aacccaf Fix multiple bugs in window function
add 2b60aa5eecc [AINode] Unify .safetensors model loading through
huggingface interfaces (#15756)
add cb24cb7f936 update go:package_prefix to v2 (#15795)
add 0505dfb9cb2 Fix the returning state of NotifyRegionMigrationProcedure
(#15797)
add fb2684a8249 Export TsFile: manual commit instead of auto commit
(#15798)
add f207084f03c Pipe: Add upper bound check for Pipe request decompression
buffer (#15699)
add e1bd11b9d6e Fixed the issue with deeply nested Or Filter in
NonAlignedTreeViewScan
add 89649f1d67d Prevent the contents of log_datanode_sample_query.log and
log_explain_ananlyze.log from being output to log_datanode_all.log (#15800)
add 817150d29d9 Avoid NPE in fetch FI Info
add 71ef45d9e1c Add new parameter [ignoreNull] and supported data type for
VARIATION Function (#15628)
add 5cb388190ae Parallel disptach read fragment instance
add 5054ff6fbbc Throw CANNOT_FETCH_FI_STATE(722) instead of 301/305 while
DN restarting
add 037ef649ad6 Fix sort elimination when table join self in TableModel
add b3435b79f42 Pause remove DN tests
add 35f2ff6fc5a Clarify the exception message when using a closed session
(#15811)
add 7a7dbecb0b7 Avoid 301/305 code about fetch schema failed
add 71563ed372f Make timecol be case-insensitive
add 7afc2b65b41 [AINode] Update the class fields of IoTDB dataset (#15799)
add 1dc47d48e07 Rest Service add FastLastQuery method
add 88abd3e3097 Enhance it for cluster-restart tests (#15794)
add b8fd08984cb IoTV2: Refactor replicate index so that it is shared at
the pipe task level & Add some log for delete local peer (#15815)
add 46c9827d846 Fix elimination rule of TopK when generate DistributionPlan
add 0ffa4b67deb Correct status code from 301 to 719 while memory not
enough & Record release resource blocked too long by driver (#15828)
add 3016bb54e48 [AINode] Add TimerXL to the built-in list (#15832)
add 5c4c297e63d [AINode] Modify dataset module for table-model training
(#15816)
new 71e583303c3 fix conflicts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/iotdb/SessionExample.java | 18 +-
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 77 +++-
.../it/env/cluster/config/MppDataNodeConfig.java | 12 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 266 +++++++++---
.../it/env/cluster/node/AbstractNodeWrapper.java | 13 +-
.../it/env/remote/config/RemoteDataNodeConfig.java | 10 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 4 +
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 8 +-
.../IoTDBRemoveConfigNodeITFramework.java | 2 +-
.../IoTDBRemoveDataNodeNormalIT.java | 366 ++++++++++++++++-
.../removedatanode/IoTDBRemoveDataNodeUtils.java | 178 ++++++++
...work.java => IoTDBRemoveUnknownDataNodeIT.java} | 324 +++++++--------
.../confignode/it/utils/ConfigNodeTestUtils.java | 12 +
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 271 +++++++++++++
.../relational/it/db/it/IoTDBWindowFunctionIT.java | 170 +++++++-
.../relational/it/db/it/IoTDBWindowTVFIT.java | 175 ++++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 181 ++++++---
.../query/view/recent/IoTDBTableViewQueryIT.java | 5 +
...oTDBTableViewQueryWithNotMatchedDataTypeIT.java | 3 +-
.../recent/IoTDBTableViewWithTreeTTLQueryIT.java | 146 +++++++
.../relational/it/schema/IoTDBDatabaseIT.java | 30 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 72 ++--
.../org/apache/iotdb/session/it/SessionIT.java | 133 ++++--
.../org/apache/iotdb/subscription/it/Retry.java | 10 +-
.../apache/iotdb/subscription/it/RetryRule.java | 69 ++++
...oTDBSnapshotTSPatternDatasetPushConsumerIT.java | 8 +
...IoTDBSnapshotTSPatternTsfilePushConsumerIT.java | 8 +
.../multi/IoTDBOneConsumerMultiTopicsTsfileIT.java | 7 +
...eption.java => UDFColumnNotFoundException.java} | 7 +-
...xception.java => UDFTypeMismatchException.java} | 7 +-
.../table/argument/ScalarArgumentChecker.java | 8 +
.../java/org/apache/iotdb/udf/api/type/Type.java | 10 +
.../org/apache/iotdb/tool/common/Constants.java | 3 +-
.../subscription/SubscriptionTableTsFile.java | 2 +-
.../subscription/SubscriptionTreeTsFile.java | 2 +-
iotdb-client/client-cpp/src/main/Common.h | 15 +-
.../client-cpp/src/main/IoTDBRpcDataSet.cpp | 68 ++--
iotdb-client/client-cpp/src/main/IoTDBRpcDataSet.h | 42 +-
iotdb-client/client-cpp/src/main/NodesSupplier.cpp | 16 +-
.../client-cpp/src/main/SessionDataSet.cpp | 78 ++--
iotdb-client/client-cpp/src/main/SessionDataSet.h | 32 +-
iotdb-client/client-cpp/src/test/cpp/sessionIT.cpp | 66 ++-
.../src/test/cpp/sessionRelationalIT.cpp | 81 +++-
.../java/org/apache/iotdb/isession/ISession.java | 10 +-
.../apache/iotdb/isession/pool/ISessionPool.java | 4 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../java/org/apache/iotdb/session/Session.java | 254 ++++++------
.../apache/iotdb/session/SessionConnection.java | 63 ++-
.../apache/iotdb/session/TableSessionBuilder.java | 7 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 27 ++
.../subscription/AbstractSubscriptionSession.java | 2 +-
.../subscription/SubscriptionSessionWrapper.java | 4 +-
.../base/AbstractSubscriptionProvider.java | 30 +-
.../ainode/ainode/TimerXL/layers/Attn_Bias.py | 108 -----
.../ainode/TimerXL/layers/Attn_Projection.py | 127 ------
iotdb-core/ainode/ainode/TimerXL/layers/Embed.py | 290 --------------
.../ainode/TimerXL/layers/SelfAttention_Family.py | 207 ----------
.../ainode/TimerXL/layers/Transformer_EncDec.py | 329 ---------------
.../ainode/ainode/TimerXL/models/__init__.py | 17 -
.../ainode/ainode/TimerXL/models/timer_xl.py | 446 ---------------------
iotdb-core/ainode/ainode/core/config.py | 19 +-
iotdb-core/ainode/ainode/core/constant.py | 18 +
iotdb-core/ainode/ainode/core/handler.py | 4 +
.../ainode/{TimerXL => core/ingress}/__init__.py | 0
iotdb-core/ainode/ainode/core/ingress/dataset.py | 44 ++
iotdb-core/ainode/ainode/core/ingress/iotdb.py | 360 +++++++++++++++++
iotdb-core/ainode/ainode/core/log.py | 6 +-
.../ainode/core/manager/inference_manager.py | 26 +-
.../ainode/ainode/core/manager/model_manager.py | 58 ++-
.../ainode/core/model/built_in_model_factory.py | 74 ++--
.../ainode/ainode/core/model/model_storage.py | 107 +++--
.../ainode/core/model/sundial/modeling_sundial.py | 22 +-
.../layers => core/model/timerxl}/__init__.py | 0
.../model/timerxl}/configuration_timer.py | 30 +-
.../modeling_timer.py} | 217 +++++-----
.../{sundial => timerxl}/ts_generation_mixin.py | 48 +--
iotdb-core/ainode/ainode/core/util/cache.py | 88 ++++
iotdb-core/ainode/poetry.lock | 138 ++++---
iotdb-core/ainode/pyproject.toml | 5 +-
.../iotdb/confignode/manager/ConfigManager.java | 57 ++-
.../iotdb/confignode/manager/ProcedureManager.java | 44 +-
.../region/GreedyCopySetRegionGroupAllocator.java | 261 ++++++------
.../pipe/agent/task/PipeConfigNodeSubtask.java | 9 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 2 +
.../subscription/SubscriptionCoordinator.java | 3 +-
.../iotdb/confignode/persistence/ModelInfo.java | 1 +
.../partition/DatabasePartitionTable.java | 10 +-
.../persistence/partition/PartitionInfo.java | 2 +-
.../persistence/partition/RegionGroup.java | 6 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 7 +-
.../impl/node/RemoveDataNodesProcedure.java | 5 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 16 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 18 +-
.../region/NotifyRegionMigrationProcedure.java | 2 +-
.../procedure/impl/schema/SchemaUtils.java | 20 +-
.../table/AbstractAlterOrDropTableProcedure.java | 23 +-
.../impl/schema/table/CreateTableProcedure.java | 8 +-
.../impl/schema/table/RenameTableProcedure.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 12 +-
.../confignode/service/ConfigNodeShutdownHook.java | 3 +
.../request/ConfigPhysicalPlanSerDeTest.java | 12 +-
.../consensus/response/pipe/PipeTableRespTest.java | 6 +-
.../GreedyCopySetRemoveNodeReplicaSelectTest.java | 40 +-
.../agent/PipeConfigNodeSubtaskExecutorTest.java | 3 +-
.../iotdb/confignode/persistence/PipeInfoTest.java | 4 +-
.../consensus/iot/IoTConsensusServerImpl.java | 7 +-
.../iotdb/consensus/iot/logdispatcher/Batch.java | 17 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 11 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 9 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 3 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 19 +-
.../pipe/consensuspipe/ConsensusPipeConnector.java | 4 +-
.../consensuspipe/ReplicateProgressManager.java | 2 +-
.../pipe/metric/PipeConsensusSyncLagManager.java | 12 +-
.../assembly/resources/conf/logback-datanode.xml | 6 +-
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 2 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 5 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 -
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 29 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 24 ++
.../agent/task/connection/PipeEventCollector.java | 31 +-
.../subtask/connector/PipeConnectorSubtask.java | 12 +-
.../connector/PipeConnectorSubtaskManager.java | 14 +
.../PipeRealtimePriorityBlockingQueue.java | 22 +-
.../subtask/processor/PipeProcessorSubtask.java | 15 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 13 +-
.../evolvable/batch/PipeTabletEventBatch.java | 20 +-
.../batch/PipeTransferBatchReqBuilder.java | 54 +--
.../airgap/IoTDBDataRegionAirGapConnector.java | 2 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 41 +-
.../handler/PipeConsensusDeleteEventHandler.java | 4 +-
.../PipeConsensusTabletInsertionEventHandler.java | 5 +-
.../PipeConsensusTsFileInsertionEventHandler.java | 10 +-
.../async/IoTDBDataRegionAsyncConnector.java | 95 ++++-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 21 +-
.../protocol/websocket/WebSocketConnector.java | 13 +-
.../util/builder/PipeTableModelTsFileBuilder.java | 1 +
.../builder/PipeTableModelTsFileBuilderV2.java | 53 ++-
.../util/builder/PipeTreeModelTsFileBuilder.java | 1 +
.../util/builder/PipeTreeModelTsFileBuilderV2.java | 42 +-
.../ReplicateProgressDataNodeManager.java | 21 +-
.../statement/PipeStatementInsertionEvent.java | 2 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 5 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 69 +++-
.../event/realtime/PipeRealtimeEventFactory.java | 50 +--
.../dataregion/IoTDBDataRegionExtractor.java | 25 +-
...oricalDataRegionTsFileAndDeletionExtractor.java | 19 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 5 +
.../realtime/assigner/PipeDataRegionAssigner.java | 18 +-
.../listener/PipeInsertionDataNodeListener.java | 11 +-
.../PipeDataNodeRemainingEventAndTimeMetrics.java | 83 +++-
.../PipeDataNodeRemainingEventAndTimeOperator.java | 48 ++-
.../overview/PipeWALInsertNodeCacheMetrics.java | 94 +----
.../processor/aggregate/AggregateProcessor.java | 23 +-
.../downsampling/DownSamplingProcessor.java | 25 +-
.../pipeconsensus/PipeConsensusReceiver.java | 12 +-
.../pipeconsensus/PipeConsensusReceiverAgent.java | 138 ++++---
.../protocol/thrift/IoTDBDataNodeReceiver.java | 63 +--
.../db/pipe/resource/memory/PipeMemoryManager.java | 8 +-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 4 +-
.../protocol/rest/v2/handler/FastLastHandler.java | 71 ++++
.../rest/v2/handler/RequestValidationHandler.java | 8 +
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 230 ++++++++---
.../iotdb/db/protocol/session/SessionManager.java | 14 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 167 ++++++--
.../impl/DataNodeInternalRPCServiceImpl.java | 10 +-
.../queryengine/execution/QueryStateMachine.java | 62 +--
.../execution/driver/DriverContext.java | 6 +
.../exchange/source/LocalSourceHandle.java | 13 +-
.../fragment/FakedFragmentInstanceContext.java | 106 +++++
.../fragment/FragmentInstanceContext.java | 26 +-
.../fragment/FragmentInstanceManager.java | 8 +-
.../execution/fragment/QueryContext.java | 2 +-
...cheScanOperator.java => EmptyDataOperator.java} | 45 +--
.../process/PatternRecognitionOperator.java | 6 +
.../rowpattern/expression/ArithmeticOperator.java | 7 +-
.../rowpattern/expression/ComparisonOperator.java | 8 +-
.../process/rowpattern/expression/Computation.java | 9 +-
.../rowpattern/expression/LogicalOperator.java | 4 +-
.../expression/PatternExpressionComputation.java | 3 +-
.../process/window/TableWindowOperator.java | 1 -
.../window/partition/PartitionExecutor.java | 6 +-
.../process/window/partition/frame/RangeFrame.java | 6 +-
.../process/window/utils/RowComparator.java | 20 +
.../schema/source/TableDeviceQuerySource.java | 23 +-
.../execution/operator/source/SeriesScanUtil.java | 24 +-
.../relational/AbstractAggTableScanOperator.java | 4 +-
.../relational/LastQueryAggTableScanOperator.java | 10 +-
.../execution/schedule/task/DriverTaskId.java | 3 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 13 +
.../db/queryengine/plan/analyze/TypeProvider.java | 8 +-
.../cache/schema/dualkeycache/IDualKeyCache.java | 5 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 22 +
.../plan/analyze/load/LoadTsFileAnalyzer.java | 9 +-
.../queryengine/plan/execution/QueryExecution.java | 8 +-
.../execution/config/TableConfigTaskVisitor.java | 17 +-
.../execution/config/TreeConfigTaskVisitor.java | 1 -
.../config/executor/ClusterConfigTaskExecutor.java | 8 +-
.../config/executor/IConfigTaskExecutor.java | 4 +-
.../config/metadata/ai/CreateTrainingTask.java | 32 +-
.../metadata/relational/ShowCreateViewTask.java | 9 +-
.../plan/planner/OperatorTreeGenerator.java | 12 +-
.../plan/planner/TableOperatorGenerator.java | 91 ++++-
.../queryengine/plan/planner/TreeModelPlanner.java | 2 +-
.../SimpleFragmentParallelPlanner.java | 1 +
.../plan/planner/distribution/SourceRewriter.java | 70 +++-
.../memory/FakedMemoryReservationManager.java} | 16 +-
.../plan/planner/plan/PlanFragment.java | 9 +
.../planner/plan/node/process/AggregationNode.java | 3 +-
.../plan/node/process/RawDataAggregationNode.java | 3 +-
.../source/AlignedSeriesAggregationScanNode.java | 21 +-
.../node/source/SeriesAggregationScanNode.java | 15 +-
.../planner/plan/node/write/InsertRowNode.java | 9 +-
.../planner/plan/node/write/InsertTabletNode.java | 17 +
.../planner/plan/parameter/SeriesScanOptions.java | 46 ++-
.../relational/analyzer/ExpressionAnalyzer.java | 24 +-
.../relational/analyzer/StatementAnalyzer.java | 18 +-
.../function/tvf/ForecastTableFunction.java | 36 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 30 +-
.../fetcher/TableDeviceSchemaValidator.java | 6 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 13 +
.../fetcher/cache/TableDeviceSchemaCache.java | 6 +
.../relational/metadata/fetcher/cache/TableId.java | 4 +-
.../plan/relational/planner/QueryPlanner.java | 42 +-
.../relational/planner/TableLogicalPlanner.java | 5 +
.../plan/relational/planner/TableModelPlanner.java | 2 +-
.../distribute/TableDistributedPlanGenerator.java | 31 +-
.../distribute/TableModelQueryFragmentPlanner.java | 1 +
.../optimizations/PushPredicateIntoTableScan.java | 3 +-
.../planner/optimizations/SortElimination.java | 60 ++-
.../optimizations/TransformSortToStreamSort.java | 33 +-
.../planner/rowpattern/IrRowPattern.java | 40 +-
.../plan/relational/sql/ast/CreateTraining.java | 58 +--
.../plan/relational/sql/ast/Identifier.java | 6 +-
.../plan/relational/sql/parser/AstBuilder.java | 65 +--
.../plan/scheduler/ClusterScheduler.java | 11 +-
.../scheduler/FixedRateFragInsStateTracker.java | 34 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 108 ++++-
.../plan/scheduler/IFragInstanceDispatcher.java | 6 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 4 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 29 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 9 +
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 64 +--
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 10 +
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 34 ++
.../schemaregion/utils/ResourceByPathUtils.java | 14 +-
.../db/schemaengine/table/DataNodeTableCache.java | 42 +-
.../iotdb/db/schemaengine/table/ITableCache.java | 10 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 13 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 36 +-
.../db/storageengine/dataregion/DataRegion.java | 3 +-
.../execute/utils/CompactionPathUtils.java | 3 +-
.../memtable/AlignedWritableMemChunk.java | 13 +-
.../dataregion/tsfile/TsFileResourceList.java | 2 +-
.../dataregion/utils/TsFileResourceUtils.java | 5 +-
.../storageengine/dataregion/wal/WALManager.java | 11 +-
.../dataregion/wal/buffer/WALEntry.java | 5 +
.../wal/checkpoint/CheckpointManager.java | 4 +-
.../dataregion/wal/io/WALInputStream.java | 97 +++--
.../file/AbstractTsFileRecoverPerformer.java | 2 +-
.../dataregion/wal/utils/WALEntryPosition.java | 15 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 114 +-----
.../dataregion/wal/utils/WALPrintTool.java | 75 ++++
.../agent/SubscriptionBrokerAgent.java | 55 +++
.../broker/SubscriptionPrefetchingQueue.java | 12 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 31 +-
.../receiver/SubscriptionReceiverV1.java | 34 ++
.../SchemaRegionSimpleRecoverTest.java | 4 +-
...nAlignedTreeDeviceViewScanOperatorTreeTest.java | 43 +-
.../distribution/AggregationAlignByDeviceTest.java | 57 +++
.../plan/relational/analyzer/AnalyzerTest.java | 5 +-
.../plan/relational/analyzer/JoinTest.java | 52 +++
.../analyzer/RowPatternRecognitionTest.java | 32 ++
.../plan/relational/analyzer/SubQueryTest.java | 24 ++
.../relational/analyzer/TableFunctionTest.java | 82 ++++
.../plan/relational/analyzer/TreeViewTest.java | 4 +-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 12 +-
.../planner/assertions/PlanMatchPattern.java | 4 +
.../security/encrypt/MessageDigestEncryptTest.java | 12 +-
.../storageengine/dataregion/DataRegionTest.java | 4 +-
.../TableModelCompactionWithTTLTest.java | 4 +-
.../CompactionUtilsTest.java} | 40 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 2 +-
.../wal/node/WalDeleteOutdatedNewTest.java | 2 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 4 +-
.../wal/utils/WALInsertNodeCacheTest.java | 50 +--
.../org/apache/iotdb/metrics/utils/MetricInfo.java | 3 +-
.../conf/iotdb-system.properties.template | 2 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 42 +-
.../apache/iotdb/commons/client/ClientManager.java | 5 +
.../iotdb/commons/client/ClientPoolFactory.java | 27 ++
.../iotdb/commons/client/IClientManager.java | 3 +
.../iotdb/commons/client/ainode/AINodeClient.java | 4 +-
.../iotdb/commons/client/ainode/AINodeInfo.java | 29 --
.../commons/concurrent/IoTDBThreadPoolFactory.java | 28 ++
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 182 ++++++---
.../iotdb/commons/enums/PipeRateAverage.java | 2 +
...meException.java => PortOccupiedException.java} | 14 +-
.../commons/exception/QueryTimeoutException.java | 4 +
.../org/apache/iotdb/commons/path/PartialPath.java | 12 +
.../agent/runtime/PipePeriodicalJobExecutor.java | 33 ++
.../commons/pipe/agent/task/PipeTaskAgent.java | 3 +
.../commons/pipe/agent/task/meta/PipeMeta.java | 6 +-
.../pipe/agent/task/meta/PipeRuntimeMeta.java | 51 ++-
.../commons/pipe/agent/task/meta/PipeTaskMeta.java | 142 ++++++-
.../task/progress/PipeEventCommitManager.java | 11 -
.../iotdb/commons/pipe/config/PipeConfig.java | 57 ++-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 57 ++-
.../config/constant/PipeConnectorConstant.java | 5 +-
.../thrift/request/PipeTransferCompressedReq.java | 15 +
.../iotdb/commons/pipe/event/EnrichedEvent.java | 4 +-
.../security/encrypt/AsymmetricEncrypt.java | 23 +-
.../security/encrypt/MessageDigestEncrypt.java | 10 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +
.../relational/tvf/VariationTableFunction.java | 196 +++++++--
.../udf/builtin/relational/tvf/WindowTVFUtils.java | 6 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 22 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 14 +
.../iotdb/commons/pipe/task/PipeMetaDeSerTest.java | 22 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 24 +-
.../openapi/src/main/openapi3/iotdb_rest_v2.yaml | 25 ++
.../src/main/thrift/confignode.thrift | 11 +-
.../src/main/thrift/iotconsensus.thrift | 1 +
.../thrift-datanode/src/main/thrift/client.thrift | 13 +
.../src/main/thrift/datanode.thrift | 1 +
pom.xml | 4 +-
.../print-pb-tree-file.sh => wal/print-wal.sh} | 5 +-
.../{tsfile/print-tsfile.bat => wal/print-wal.bat} | 4 +-
330 files changed, 7966 insertions(+), 4478 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeUtils.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/{IoTDBRemoveDataNodeITFramework.java
=> IoTDBRemoveUnknownDataNodeIT.java} (55%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBCustomizedClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/view/recent/IoTDBTableViewWithTreeTTLQueryIT.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/SchemaRegion.java
=> integration-test/src/test/java/org/apache/iotdb/subscription/it/Retry.java
(77%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/RetryRule.java
copy
iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/exception/{UDFException.java
=> UDFColumnNotFoundException.java} (82%)
copy
iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/exception/{UDFException.java
=> UDFTypeMismatchException.java} (83%)
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Attn_Bias.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Attn_Projection.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/layers/Embed.py
delete mode 100644
iotdb-core/ainode/ainode/TimerXL/layers/SelfAttention_Family.py
delete mode 100644
iotdb-core/ainode/ainode/TimerXL/layers/Transformer_EncDec.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/models/__init__.py
delete mode 100644 iotdb-core/ainode/ainode/TimerXL/models/timer_xl.py
rename iotdb-core/ainode/ainode/{TimerXL => core/ingress}/__init__.py (100%)
create mode 100644 iotdb-core/ainode/ainode/core/ingress/dataset.py
create mode 100644 iotdb-core/ainode/ainode/core/ingress/iotdb.py
rename iotdb-core/ainode/ainode/{TimerXL/layers =>
core/model/timerxl}/__init__.py (100%)
rename iotdb-core/ainode/ainode/{TimerXL/models =>
core/model/timerxl}/configuration_timer.py (68%)
copy iotdb-core/ainode/ainode/core/model/{sundial/modeling_sundial.py =>
timerxl/modeling_timer.py} (79%)
copy iotdb-core/ainode/ainode/core/model/{sundial =>
timerxl}/ts_generation_mixin.py (91%)
create mode 100644 iotdb-core/ainode/ainode/core/util/cache.py
mode change 100755 => 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/rest/v2/handler/FastLastHandler.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/fragment/FakedFragmentInstanceContext.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/{source/LastCacheScanOperator.java
=> EmptyDataOperator.java} (60%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/{relational/sql/ast/JoinCriteria.java
=> planner/memory/FakedMemoryReservationManager.java} (70%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/utils/WALPrintTool.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{repair/AbstractRepairDataTest.java
=> utils/CompactionUtilsTest.java} (61%)
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/ainode/AINodeInfo.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/{IoTDBIORuntimeException.java
=> PortOccupiedException.java} (75%)
copy scripts/tools/{schema/print-pb-tree-file.sh => wal/print-wal.sh} (92%)
copy scripts/tools/windows/{tsfile/print-tsfile.bat => wal/print-wal.bat} (92%)
