This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch NonAlignedTablet
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 448ed1c Support NonAlignedTablet
add 2bddbf0 [IOTDB-2647] UDF Library in Apache Way (#5153)
add 07fb542 [IOTDB-1807] Compatibility of Apache IoTDB with InfluxDB -
Parse InfluxQL (#4535)
add 9f9dc19 [IOTDB-2634] Fix batch script exit directly from cmd.exe
(#5158)
add e8462e4 [IOTDB-2638][Metric] add features into metric module (#5147)
add 479c8d7 [IOTDB-2653] Fix "overlapped data should be consumed first"
occurs when executing query (#5161)
add 1cfbd48 [IOTDB-2597] Add four functions to find suitable intervals
(#5136)
add edd4d5c [IOTDB-2520] list user privilege root returns empty (#5167)
add a1627f3 [IOTDB-2579] fixed mvn clean can not clean folder
"grafana-plugin" (#5103)
add 107cdc6 [IOTDB-2668] Fix align by device with aligned path bug (#5169)
add d2c21e3 [IOTDB-2633]Unification of compaction log formats (#5157)
add 6d15dd0 [IOTDB-2657] Fix "NumberFormatException occurs when type
infer for value with whitespace" (#5171)
add f9b16cd [IOTDB-2693] Fix compaction recover bug (#5178)
add c788726 [IOTDB-2691][Metric] update metric doc (#5172)
add e4af0c0 [IOTDB-2654] Alias doesn't show when using group by level
(#5163)
add a5f1a16 [Doc] Update download links for release v0.12.5 (#5180)
add 48ad032 [IOTDB-2694] fix without null any bug in raw query with value
filter (#5179)
add c388dfb [IOTDB-2596] Add buildin UDTF in_range (#5146)
add b98d25f [IOTDB-2692] Fix compaction exception caused by deleted
timeseries (#5173)
add 7664600 [IOTDB-2357] Support create timeseries interface with tags in
python client (#5181)
add b2d060c [IOTDB-2651] Fix write performance deteriorates severely
(#5170)
add 5286d42 [IOTDB-2697] Add metadata modification validation before
accelerating query by statistics (#5182)
add 1584871 [IOTDB-2680] Fix too many open files exception (#5177)
add 6c0f35e [IOTDB-2705] Separate CQ persistence from MLog (#5187)
add 270fcc3 [IOTDB-2703] Support insert ndarray Tablet in Python API
(#5185)
add 064010c [IOTDB-2707] Update Python API userguide (#5189)
add 196d6a9 [IOTDB-2712]Remove reading merge.mods in inner compaction
recover (#5186)
add f133c92 [IOTDB-2598] Enable append operation on template after
setting and using (#5110)
add d16cea4 [IOTDB-2711] Fix memory allocation deadlock by concurrent
snapshot requests (#5195)
add 2232ff6 [IOTDB-2543] Support all time filters in last query (#5063)
add fd38193 [IOTDB-2582]Enable reading chunk by timestamp (#5100)
add 0248c3c Bump hive-storage-api from 2.6.0 to 2.6.1 (#5193)
add e31f129 [IOTDB-2721]Fix ChunkReaderTest CI (#5201)
add 4a078dc [IOTDB-2602] Add the new feature of the null value filter to
support filtering based on partial columns (#5184)
add f75243c [IOTDB-2728] fix influxdb-protocol yaml (#5206)
add 5aa3f53 [IOTDB-2461] Zigzag Encoding for INT 32 and INT 64 (#4939)
add 32cd145 [IOTDB-2461] Add cpp and sql support for ZIGZAG encoding
(#5207)
add 49bd401 Construct basic framework of ConfigNode (#5199)
add a95558e [IOTDB-2673] Implement the consensus layer basic framework
(#5204)
add 08e9d34 change master version to 0.14.0-SNAPSHOT (#5209)
new 8ec9820 Merge master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/influxdb-protocol.yml | 6 -
antlr/pom.xml | 2 +-
.../apache/iotdb/db/qp/sql/InfluxDBSqlParser.g4 | 129 ++
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
.../db/qp/sql/{IoTDBSqlLexer.g4 => SqlLexer.g4} | 7 +-
cli/pom.xml | 2 +-
cli/src/assembly/resources/sbin/start-cli.bat | 2 +-
cli/src/assembly/resources/tools/export-csv.bat | 2 +-
cli/src/assembly/resources/tools/import-csv.bat | 2 +-
.../apache/iotdb/cli/IoTDBSyntaxHighlighter.java | 4 +-
.../org/apache/iotdb/cli/utils/JlineUtils.java | 6 +-
.../org/apache/iotdb/cli/StartClientScriptIT.java | 15 +-
.../iotdb/tool/integration/ExportCsvTestIT.java | 5 +-
.../iotdb/tool/integration/ImportCsvTestIT.java | 5 +-
client-cpp/pom.xml | 2 +-
client-cpp/src/main/Session.h | 3 +-
client-py/SessionExample.py | 66 +
client-py/SessionTest.py | 62 +
client-py/iotdb/Session.py | 20 +-
client-py/iotdb/utils/IoTDBConstants.py | 1 +
client-py/iotdb/utils/NumpyTablet.py | 107 ++
client-py/iotdb/utils/Tablet.py | 244 ++-
client-py/pom.xml | 2 +-
client-py/requirements.txt | 5 +-
client-py/setup.py | 3 +-
client-py/tests/tablet_performance_comparison.py | 13 +-
cluster/pom.xml | 2 +-
.../org/apache/iotdb/cluster/log/Snapshot.java | 5 +
.../log/manage/PartitionedSnapshotLogManager.java | 2 +
.../cluster/log/snapshot/MetaSimpleSnapshot.java | 89 +-
.../cluster/log/snapshot/PartitionedSnapshot.java | 39 +-
.../iotdb/cluster/query/LocalQueryExecutor.java | 6 +-
.../query/last/ClusterLastQueryExecutor.java | 40 +-
.../server/handlers/caller/ElectionHandler.java | 2 +
.../server/handlers/caller/HeartbeatHandler.java | 6 +-
.../iotdb/cluster/server/member/RaftMember.java | 13 +-
.../cluster/utils/nodetool/ClusterMonitor.java | 3 +
.../log/snapshot/MetaSimpleSnapshotTest.java | 118 +-
.../log/snapshot/PartitionedSnapshotTest.java | 81 +-
.../handlers/caller/HeartbeatHandlerTest.java | 17 +
code-coverage/pom.xml | 2 +-
compile-tools/pom.xml | 2 +-
compile-tools/thrift/pom.xml | 2 +-
{metrics/interface => confignode}/pom.xml | 57 +-
.../src/assembly/confignode.xml | 22 +-
.../resources/conf/iotdb-confignode.properties | 23 +-
.../iotdb/confignode/conf/ConfigNodeConf.java | 51 +
.../iotdb/confignode/conf/ConfigNodeConstant.java | 13 +-
.../confignode/conf/ConfigNodeDescriptor.java | 117 ++
.../iotdb/confignode/manager/ConfigManager.java | 91 +
.../confignode/manager/hash/APHashExecutor.java | 29 +-
.../confignode/manager/hash/BKDRHashExecutor.java | 27 +-
.../manager/hash/DeviceGroupHashExecutor.java | 19 +-
.../confignode/manager/hash/JSHashExecutor.java | 27 +-
.../confignode/manager/hash/SDBMHashExecutor.java | 25 +-
.../confignode/partition/DataPartitionRule.java | 50 +
.../iotdb/confignode/partition/PartitionTable.java | 59 +
.../confignode/service/balancer/LoadBalancer.java | 37 +-
.../service/basic/ConfigServiceProvider.java | 9 +-
.../service/thrift/impl/ConfigNodeRPCServer.java | 63 +
.../confignode/conf/ConfigNodeDescriptorTest.java | 76 +
.../manager/hash/DeviceGroupHashExecutorTest.java | 95 +
.../src/test/resources/iotdb-confignode.properties | 23 +-
{example/rocketmq => consensus}/pom.xml | 34 +-
.../org/apache/iotdb/consensus/IConsensus.java | 57 +
.../iotdb/consensus/common/ConsensusGroup.java | 60 +
.../iotdb/consensus/common/ConsensusGroupId.java | 64 +
.../org/apache/iotdb/consensus/common/DataSet.java | 6 +-
.../apache/iotdb/consensus/common/Endpoint.java | 43 +-
.../apache/iotdb/consensus/common/GroupType.java | 12 +-
.../org/apache/iotdb/consensus/common/Peer.java | 59 +
.../common/request/IConsensusRequest.java | 12 +-
.../common/response/ConsensusGenericResponse.java | 64 +
.../common/response/ConsensusReadResponse.java | 65 +
.../common/response/ConsensusResponse.java | 24 +-
.../common/response/ConsensusWriteResponse.java | 65 +
.../consensus/exception/ConsensusException.java | 12 +-
.../ConsensusGroupAlreadyExistException.java | 24 +-
.../exception/ConsensusGroupNotExistException.java | 24 +-
.../exception/IllegalPeerNumException.java | 14 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 90 +
.../consensus/standalone/StandAloneConsensus.java | 170 ++
.../consensus/standalone/StandAloneServerImpl.java | 61 +
.../consensus/statemachine/EmptyStateMachine.java | 30 +-
.../consensus/statemachine/IStateMachine.java | 32 +-
.../standalone/StandAloneConsensusTest.java | 254 +++
cross-tests/pom.xml | 2 +-
distribution/pom.xml | 2 +-
docs/Download/README.md | 34 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 8 +-
.../UserGuide/API/Programming-Python-Native-API.md | 242 ++-
docs/UserGuide/API/Programming-TsFile-API.md | 4 +-
docs/UserGuide/Cluster/Cluster-Setup-Example.md | 10 +-
docs/UserGuide/Data-Concept/Encoding.md | 7 +-
docs/UserGuide/Data-Concept/Schema-Template.md | 2 +
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 8 +-
.../Ecosystem Integration/MapReduce TsFile.md | 2 +-
.../Ecosystem Integration/Spark TsFile.md | 2 +-
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 189 +-
docs/UserGuide/Operate-Metadata/Template.md | 2 +
docs/UserGuide/Process-Data/Triggers.md | 6 +-
.../Process-Data/UDF-User-Defined-Function.md | 8 +-
docs/UserGuide/Query-Data/Last-Query.md | 8 +-
docs/UserGuide/Query-Data/Select-Expression.md | 79 +-
docs/UserGuide/Query-Data/Without-Null.md | 162 +-
docs/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/UserGuide/Reference/Config-Manual.md | 15 +-
docs/UserGuide/Reference/SQL-Reference.md | 2 +-
docs/UserGuide/UDF-Library/Quick-Start.md | 26 +-
docs/zh/Download/README.md | 34 +-
docs/zh/UserGuide/API/InfluxDB-Protocol.md | 2 +-
docs/zh/UserGuide/API/Programming-JDBC.md | 2 +-
.../UserGuide/API/Programming-Java-Native-API.md | 5 +-
.../UserGuide/API/Programming-Python-Native-API.md | 254 ++-
docs/zh/UserGuide/API/Programming-TsFile-API.md | 4 +-
docs/zh/UserGuide/Cluster/Cluster-Setup-Example.md | 10 +-
docs/zh/UserGuide/Data-Concept/Encoding.md | 7 +-
docs/zh/UserGuide/Data-Concept/Schema-Template.md | 2 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 8 +-
.../Ecosystem Integration/MapReduce TsFile.md | 2 +-
.../Ecosystem Integration/Spark TsFile.md | 2 +-
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 181 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 2 +
docs/zh/UserGuide/Process-Data/Triggers.md | 6 +-
.../Process-Data/UDF-User-Defined-Function.md | 8 +-
docs/zh/UserGuide/Query-Data/Last-Query.md | 4 +-
docs/zh/UserGuide/Query-Data/Select-Expression.md | 79 +-
docs/zh/UserGuide/Query-Data/Without-Null.md | 163 +-
docs/zh/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/zh/UserGuide/Reference/Config-Manual.md | 13 +-
docs/zh/UserGuide/Reference/SQL-Reference.md | 2 +-
docs/zh/UserGuide/UDF-Library/Quick-Start.md | 25 +-
example/client-cpp-example/pom.xml | 2 +-
example/flink/pom.xml | 2 +-
example/hadoop/pom.xml | 2 +-
example/jdbc/pom.xml | 2 +-
example/kafka/pom.xml | 4 +-
example/kafka/readme.md | 4 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pom.xml | 2 +-
example/pulsar/pom.xml | 2 +-
example/rabbitmq/pom.xml | 2 +-
example/rocketmq/pom.xml | 2 +-
example/rocketmq/readme.md | 4 +-
example/session/pom.xml | 2 +-
example/trigger/pom.xml | 4 +-
example/tsfile/pom.xml | 2 +-
example/tsfile/readme.md | 2 +-
example/udf/pom.xml | 2 +-
flink-iotdb-connector/pom.xml | 2 +-
flink-tsfile-connector/pom.xml | 2 +-
grafana-connector/pom.xml | 2 +-
grafana-plugin/pom.xml | 22 +-
hadoop/README.md | 2 +-
hadoop/pom.xml | 2 +-
hive-connector/pom.xml | 4 +-
influxdb-protocol/pom.xml | 2 +-
integration/pom.xml | 2 +-
.../iotdb/db/integration/IoTDBEncodingIT.java | 69 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 133 ++
.../db/integration/IoTDBNewTsFileCompactionIT.java | 6 +-
.../IoTDBQueryWithComplexValueFilterIT.java | 64 +-
.../IoTDBQueryWithRecreatedTimeseriesIT.java | 79 +
.../integration/IoTDBSizeTieredCompactionIT.java | 6 +-
.../db/integration/IoTDBUDTFBuiltinFunctionIT.java | 194 ++
.../db/integration/IoTDBWithoutAnyNullIT.java | 33 +
.../aggregation/IoTDBAggregationByLevelIT.java | 160 ++
.../integration/aligned/IoTDBAlignByDeviceIT.java | 275 +++
.../IoTDBWithoutNullAllFilterIT.java | 1973 ++++++++++++++++++++
.../IoTDBWithoutNullAnyFilterIT.java | 1866 ++++++++++++++++++
jdbc/README.md | 4 +-
jdbc/pom.xml | 2 +-
library-udf/pom.xml | 2 +-
metrics/ReadMe.md | 28 +-
metrics/dropwizard-metrics/pom.xml | 9 +-
.../dropwizard/DropwizardMetricManager.java | 99 +-
.../iotdb/metrics/dropwizard/MetricName.java | 44 +-
.../dropwizard/reporter/DropwizardJmxReporter.java | 4 +-
.../DropwizardMetricsExporter.java | 26 +-
.../reporter/DropwizardPrometheusReporter.java | 85 +-
.../reporter/{prometheus => }/MetricType.java | 2 +-
.../{prometheus => }/PrometheusTextWriter.java | 2 +-
.../reporter/prometheus/PrometheusReporter.java | 231 ---
.../reporter/prometheus/PrometheusSender.java | 63 -
.../reporter/prometheus/PushGateway.java | 151 --
... => org.apache.iotdb.metrics.reporter.Reporter} | 0
.../dropwizard/DropwizardMetricManagerTest.java | 134 +-
metrics/interface/pom.xml | 4 +-
.../main/assembly/resources/conf/iotdb-metric.yml | 33 +-
.../org/apache/iotdb/metrics/MetricManager.java | 43 +-
.../org/apache/iotdb/metrics/MetricService.java | 25 +-
.../apache/iotdb/metrics/config/MetricConfig.java | 67 +-
.../metrics/config/MetricConfigDescriptor.java | 1 +
.../iotdb/metrics/impl/DoNothingMetricManager.java | 31 +-
.../metrics/{ => reporter}/CompositeReporter.java | 2 +-
.../iotdb/metrics/{ => reporter}/Reporter.java | 3 +-
.../org/apache/iotdb/metrics/type/IMetric.java | 9 +-
.../apache/iotdb/metrics/utils/MetricLevel.java} | 25 +-
.../apache/iotdb/metrics/utils/MonitorType.java | 31 +-
.../apache/iotdb/metrics/utils/OutPutFormat.java} | 13 +-
.../iotdb/metrics/utils/PredefinedMetric.java | 9 +-
.../apache/iotdb/metrics/utils/ReporterType.java | 8 +-
.../iotdb/metrics/config/MetricConfigTest.java | 5 +-
.../interface/src/test/resources/iotdb-metric.yml | 36 +-
metrics/micrometer-metrics/pom.xml | 4 +-
.../{MeterIdUtils.java => MetricName.java} | 42 +-
.../micrometer/MicrometerMetricManager.java | 185 +-
.../micrometer/reporter/MicrometerJmxReporter.java | 4 +-
.../reporter/MicrometerPrometheusReporter.java | 11 +-
... => org.apache.iotdb.metrics.reporter.Reporter} | 0
.../micrometer/MicrometerMetricManagerTest.java | 10 +-
metrics/pom.xml | 2 +-
openapi/pom.xml | 2 +-
pom.xml | 6 +-
server/pom.xml | 7 +-
.../resources/conf/iotdb-engine.properties | 22 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 38 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 16 +-
.../apache/iotdb/db/consensus/ConsensusMain.java | 95 +
.../ratis/RatisDataRegionStateMachine.java | 54 +
.../ratis/RatisSchemaRegionStateMachine.java | 54 +
.../apache/iotdb/db/engine/cache/ChunkCache.java | 2 +
.../db/engine/cache/TimeSeriesMetadataCache.java | 3 +
.../engine/compaction/CompactionTaskManager.java | 3 +
.../db/engine/compaction/CompactionUtils.java | 50 +-
.../db/engine/compaction/TsFileIdentifier.java | 41 +-
.../cross/AbstractCrossSpaceCompactionTask.java | 14 +-
.../CrossSpaceCompactionExceptionHandler.java | 71 +-
.../RewriteCrossSpaceCompactionSelector.java | 8 +-
...urce.java => CrossSpaceCompactionResource.java} | 7 +-
.../RewriteCrossSpaceCompactionLogAnalyzer.java | 150 --
.../selector/RewriteCompactionFileSelector.java | 22 +-
.../task/RewriteCrossCompactionRecoverTask.java | 38 +-
.../task/RewriteCrossSpaceCompactionTask.java | 32 +-
.../inner/AbstractInnerSpaceCompactionTask.java | 5 +
.../SizeTieredCompactionRecoverTask.java | 80 +-
.../sizetiered/SizeTieredCompactionSelector.java | 3 +-
.../inner/sizetiered/SizeTieredCompactionTask.java | 30 +-
.../inner/utils/InnerSpaceCompactionUtils.java | 25 +-
.../inner/utils/MultiTsFileDeviceIterator.java | 31 +-
.../utils/SingleSeriesCompactionExecutor.java | 17 +-
.../utils/SizeTieredCompactionLogAnalyzer.java | 101 -
.../inner/utils/SizeTieredCompactionLogger.java | 87 -
.../compaction/task/AbstractCompactionTask.java | 4 +
.../compaction/task/CompactionRecoverTask.java | 7 +-
.../utils/log/CompactionLogAnalyzer.java | 163 ++
.../log/CompactionLogger.java} | 56 +-
.../org/apache/iotdb/db/engine/cq/CQLogReader.java | 31 +-
.../org/apache/iotdb/db/engine/cq/CQLogWriter.java | 74 +
.../iotdb/db/engine/cq/ContinuousQueryService.java | 120 +-
.../apache/iotdb/db/engine/flush/FlushManager.java | 3 +
.../iotdb/db/engine/flush/MemTableFlushTask.java | 2 +
.../iotdb/db/engine/memtable/AbstractMemTable.java | 27 +-
.../engine/storagegroup/TsFileProcessorInfo.java | 4 +
.../db/engine/storagegroup/TsFileResource.java | 4 +-
.../storagegroup/VirtualStorageGroupProcessor.java | 6 +-
.../org/apache/iotdb/db/metadata/MManager.java | 79 +-
.../iotdb/db/metadata/logfile/MLogWriter.java | 12 -
.../org/apache/iotdb/db/metadata/mtree/MTree.java | 191 +-
.../db/metadata/mtree/traverser/Traverser.java | 17 +-
.../iotdb/db/metadata/template/Template.java | 39 +
.../reporter/DropwizardIoTDBReporter.java | 4 +-
.../reporter/MicrometerIoTDBReporter.java | 4 +-
.../influxdb/constant/InfluxSQLConstant.java | 57 +
.../iotdb/db/protocol/influxdb/dto/IoTDBPoint.java | 10 +-
.../influxdb/operator/InfluxQueryOperator.java | 26 +-
.../influxdb/operator/InfluxSelectComponent.java | 94 +
.../influxdb/sql/InfluxDBLogicalGenerator.java | 66 +
.../protocol/influxdb/sql/InfluxDBSqlVisitor.java | 297 +++
.../iotdb/db/qp/constant/FilterConstant.java | 20 +-
.../apache/iotdb/db/qp/constant/SQLConstant.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 57 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 29 +-
.../iotdb/db/qp/logical/crud/SelectComponent.java | 4 +-
.../db/qp/logical/crud/SpecialClauseComponent.java | 22 +
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 18 +-
.../iotdb/db/qp/physical/crud/AggregationPlan.java | 16 +-
.../db/qp/physical/crud/AlignByDevicePlan.java | 54 +-
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 12 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 16 +
.../db/qp/physical/crud/RawDataQueryPlan.java | 25 +
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 17 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 6 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 126 +-
.../iotdb/db/qp/utils/GroupByLevelController.java | 89 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 4 +-
.../dataset/RawQueryDataSetWithValueFilter.java | 5 +-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 59 +-
.../db/query/dataset/UDTFAlignByTimeDataSet.java | 21 +-
.../query/dataset/groupby/GroupByLevelDataSet.java | 3 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 219 ++-
.../iotdb/db/query/expression/ResultColumn.java | 20 +-
.../db/query/pool/RawQueryReadTaskPoolManager.java | 3 +
.../db/query/reader/chunk/ChunkReaderWrap.java | 3 +-
.../reader/chunk/DiskChunkReaderByTimestamp.java | 8 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 2 +
.../db/query/udf/builtin/BuiltinFunction.java | 5 +
.../query/udf/builtin/UDTFContinuouslySatisfy.java | 239 +++
.../iotdb/db/query/udf/builtin/UDTFInRange.java | 90 +
.../db/query/udf/builtin/UDTFNonZeroCount.java | 47 +-
.../db/query/udf/builtin/UDTFNonZeroDuration.java | 47 +-
.../iotdb/db/query/udf/builtin/UDTFZeroCount.java | 47 +-
.../db/query/udf/builtin/UDTFZeroDuration.java | 47 +-
.../iotdb/db/service/metrics/MetricsService.java | 13 +-
.../db/service/thrift/ProcessorWithMetrics.java | 9 +-
.../db/service/thrift/impl/TSServiceImpl.java | 12 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 5 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 7 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 1 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 4 +-
... => org.apache.iotdb.metrics.reporter.Reporter} | 0
.../engine/compaction/CompactionSchedulerTest.java | 90 +-
.../compaction/CompactionTaskManagerTest.java | 104 +-
.../db/engine/compaction/CompactionUtilsTest.java | 10 +-
.../db/engine/compaction/TsFileIdentifierUT.java | 6 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 73 +-
.../compaction/cross/CrossSpaceCompactionTest.java | 14 +-
.../engine/compaction/cross/MergeUpgradeTest.java | 5 +-
.../cross/RewriteCompactionFileSelectorTest.java | 286 ++-
.../RewriteCrossSpaceCompactionRecoverTest.java | 279 ++-
.../compaction/inner/InnerCompactionLogTest.java | 4 +-
.../inner/InnerCompactionSchedulerTest.java | 8 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 101 +-
.../InnerSpaceCompactionUtilsNoAlignedTest.java | 9 +-
.../inner/InnerSpaceCompactionUtilsOldTest.java | 14 +-
.../SizeTieredCompactionRecoverTest.java | 393 +++-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 414 ++++
.../SizeTieredCompactionRecoverCompatibleTest.java | 149 +-
.../recover/SizeTieredCompactionRecoverTest.java | 83 +-
.../compaction/utils/CompactionCheckerUtils.java | 5 +
.../compaction/utils/CompactionClearUtils.java | 7 +-
.../compaction/utils/CompactionConfigRestorer.java | 6 +-
.../storagegroup/StorageGroupProcessorTest.java | 6 +-
.../org/apache/iotdb/db/metadata/TemplateTest.java | 6 +-
.../influxdb/sql/InfluxDBLogicalGeneratorTest.java | 68 +
.../java/org/apache/iotdb/db/qp/PlannerTest.java | 22 +
.../iotdb/db/utils/TypeInferenceUtilsTest.java | 23 +-
service-rpc/pom.xml | 2 +-
session/pom.xml | 2 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 19 +
.../apache/iotdb/session/template/TemplateUT.java | 147 +-
site/pom.xml | 2 +-
spark-iotdb-connector/pom.xml | 2 +-
spark-tsfile/pom.xml | 2 +-
testcontainer/pom.xml | 2 +-
thrift-cluster/pom.xml | 2 +-
thrift-cluster/src/main/thrift/cluster.thrift | 1 +
{thrift-cluster => thrift-confignode}/pom.xml | 8 +-
.../src/main/thrift/confignode.thrift | 64 +
thrift-influxdb/README.md | 2 +-
thrift-influxdb/pom.xml | 2 +-
thrift-sync/pom.xml | 2 +-
thrift/pom.xml | 2 +-
tsfile/README.md | 2 +-
tsfile/pom.xml | 2 +-
.../iotdb/tsfile/encoding/decoder/Decoder.java | 10 +
.../tsfile/encoding/decoder/IntZigzagDecoder.java | 94 +
.../tsfile/encoding/decoder/LongZigzagDecoder.java | 101 +
.../tsfile/encoding/encoder/IntZigzagEncoder.java | 101 +
.../tsfile/encoding/encoder/LongZigzagEncoder.java | 111 ++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 22 +
.../tsfile/file/metadata/enums/TSEncoding.java | 5 +-
.../apache/iotdb/tsfile/read/common/RowRecord.java | 8 +
.../tsfile/read/query/dataset/QueryDataSet.java | 53 +-
.../read/reader/chunk/AlignedChunkReader.java | 30 +
.../chunk/AlignedChunkReaderByTimestamp.java | 47 -
.../tsfile/read/reader/chunk/ChunkReader.java | 24 +
.../reader/series/FileSeriesReaderByTimestamp.java | 13 +-
.../encoding/decoder/IntZigzagDecoderTest.java | 99 +
.../encoding/decoder/LongZigzagDecoderTest.java | 94 +
.../iotdb/tsfile/read/reader/ChunkReaderTest.java | 109 ++
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 3 +-
zeppelin-interpreter/pom.xml | 2 +-
374 files changed, 15306 insertions(+), 3422 deletions(-)
create mode 100644
antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/InfluxDBSqlParser.g4
rename antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/{IoTDBSqlLexer.g4 =>
SqlLexer.g4} (99%)
create mode 100644 client-py/iotdb/utils/NumpyTablet.py
copy {metrics/interface => confignode}/pom.xml (57%)
copy thrift-influxdb/README.md => confignode/src/assembly/confignode.xml (59%)
copy client-py/requirements.txt =>
confignode/src/assembly/resources/conf/iotdb-confignode.properties (50%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConf.java
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/TextFormat.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeConstant.java
(70%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptor.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/ConfigManager.java
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/hash/APHashExecutor.java
(55%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/hash/BKDRHashExecutor.java
(59%)
copy
metrics/micrometer-metrics/src/main/java/org/apache/iotdb/metrics/micrometer/MeterIdUtils.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/hash/DeviceGroupHashExecutor.java
(63%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/hash/JSHashExecutor.java
(58%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/hash/SDBMHashExecutor.java
(60%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/partition/DataPartitionRule.java
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/partition/PartitionTable.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/service/balancer/LoadBalancer.java
(51%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/PredefinedMetric.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/service/basic/ConfigServiceProvider.java
(81%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/service/thrift/impl/ConfigNodeRPCServer.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/conf/ConfigNodeDescriptorTest.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/manager/hash/DeviceGroupHashExecutorTest.java
copy client-py/requirements.txt =>
confignode/src/test/resources/iotdb-confignode.properties (50%)
copy {example/rocketmq => consensus}/pom.xml (70%)
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/IConsensus.java
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/ConsensusGroup.java
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/ConsensusGroupId.java
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/type/IMetric.java =>
consensus/src/main/java/org/apache/iotdb/consensus/common/DataSet.java (86%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=> consensus/src/main/java/org/apache/iotdb/consensus/common/Endpoint.java
(53%)
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/PredefinedMetric.java
=> consensus/src/main/java/org/apache/iotdb/consensus/common/GroupType.java
(76%)
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/Peer.java
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/TextFormat.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/common/request/IConsensusRequest.java
(73%)
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusGenericResponse.java
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusReadResponse.java
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusResponse.java
(63%)
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusWriteResponse.java
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/PredefinedMetric.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/exception/ConsensusException.java
(77%)
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/MetricType.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/exception/ConsensusGroupAlreadyExistException.java
(60%)
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/MetricType.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/exception/ConsensusGroupNotExistException.java
(60%)
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/TextFormat.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/exception/IllegalPeerNumException.java
(69%)
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/ratis/RatisConsensus.java
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/standalone/StandAloneConsensus.java
create mode 100644
consensus/src/main/java/org/apache/iotdb/consensus/standalone/StandAloneServerImpl.java
copy
metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/ReporterType.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/statemachine/EmptyStateMachine.java
(57%)
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/MetricType.java
=>
consensus/src/main/java/org/apache/iotdb/consensus/statemachine/IStateMachine.java
(55%)
create mode 100644
consensus/src/test/java/org/apache/iotdb/consensus/standalone/StandAloneConsensusTest.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBQueryWithRecreatedTimeseriesIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/withoutNullFilter/IoTDBWithoutNullAllFilterIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/withoutNullFilter/IoTDBWithoutNullAnyFilterIT.java
rename
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/{prometheus
=> }/DropwizardMetricsExporter.java (85%)
copy
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/{prometheus
=> }/MetricType.java (94%)
rename
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/{prometheus
=> }/PrometheusTextWriter.java (97%)
delete mode 100644
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/PrometheusReporter.java
delete mode 100644
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/PrometheusSender.java
delete mode 100644
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/PushGateway.java
rename
metrics/dropwizard-metrics/src/main/resources/META-INF/services/{org.apache.iotdb.metrics.Reporter
=> org.apache.iotdb.metrics.reporter.Reporter} (100%)
rename metrics/interface/src/main/java/org/apache/iotdb/metrics/{ =>
reporter}/CompositeReporter.java (98%)
rename metrics/interface/src/main/java/org/apache/iotdb/metrics/{ =>
reporter}/Reporter.java (92%)
copy
metrics/{micrometer-metrics/src/main/java/org/apache/iotdb/metrics/micrometer/MeterIdUtils.java
=> interface/src/main/java/org/apache/iotdb/metrics/utils/MetricLevel.java}
(67%)
rename
metrics/{dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/TextFormat.java
=> interface/src/main/java/org/apache/iotdb/metrics/utils/OutPutFormat.java}
(79%)
rename
metrics/micrometer-metrics/src/main/java/org/apache/iotdb/metrics/micrometer/{MeterIdUtils.java
=> MetricName.java} (51%)
rename
metrics/micrometer-metrics/src/main/resources/META-INF/services/{org.apache.iotdb.metrics.Reporter
=> org.apache.iotdb.metrics.reporter.Reporter} (100%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/consensus/ConsensusMain.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/consensus/ratis/RatisDataRegionStateMachine.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/consensus/ratis/RatisSchemaRegionStateMachine.java
rename
server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/manage/{CrossSpaceMergeResource.java
=> CrossSpaceCompactionResource.java} (97%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/recover/RewriteCrossSpaceCompactionLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/utils/SizeTieredCompactionLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/compaction/inner/utils/SizeTieredCompactionLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/compaction/utils/log/CompactionLogAnalyzer.java
rename
server/src/main/java/org/apache/iotdb/db/engine/compaction/{cross/rewrite/recover/RewriteCrossSpaceCompactionLogger.java
=> utils/log/CompactionLogger.java} (50%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=> server/src/main/java/org/apache/iotdb/db/engine/cq/CQLogReader.java (55%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/cq/CQLogWriter.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/protocol/influxdb/constant/InfluxSQLConstant.java
rename
metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/reporter/prometheus/MetricType.java
=>
server/src/main/java/org/apache/iotdb/db/protocol/influxdb/operator/InfluxQueryOperator.java
(58%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/protocol/influxdb/operator/InfluxSelectComponent.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/protocol/influxdb/sql/InfluxDBLogicalGenerator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/protocol/influxdb/sql/InfluxDBSqlVisitor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFContinuouslySatisfy.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFInRange.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=>
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFNonZeroCount.java
(53%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=>
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFNonZeroDuration.java
(52%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=>
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFZeroCount.java
(53%)
rename
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/ChunkReaderByTimestamp.java
=>
server/src/main/java/org/apache/iotdb/db/query/udf/builtin/UDTFZeroDuration.java
(52%)
rename
server/src/main/resources/META-INF/services/{org.apache.iotdb.metrics.Reporter
=> org.apache.iotdb.metrics.reporter.Reporter} (100%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/recover/RewriteCrossSpaceCompactionRecoverCompatibleTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/protocol/influxdb/sql/InfluxDBLogicalGeneratorTest.java
copy {thrift-cluster => thrift-confignode}/pom.xml (92%)
create mode 100644 thrift-confignode/src/main/thrift/confignode.thrift
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntZigzagDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongZigzagDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntZigzagEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongZigzagEncoder.java
delete mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/chunk/AlignedChunkReaderByTimestamp.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/IntZigzagDecoderTest.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/LongZigzagDecoderTest.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/read/reader/ChunkReaderTest.java
