This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/fluss.git
from ae84521aa [lake] Tiering job name as per lake format (#2003)
new 924f2df51 [common] Introduce ARRAY type for ARROW, COMPACTED and
INDEXED formats
new 05a5db964 [common] Improve the implementation of ARRAY type
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
...nedRowWriter.java => AbstractBinaryWriter.java} | 242 ++---
.../java/org/apache/fluss/row/BinaryArray.java | 651 ++++++++++++++
.../org/apache/fluss/row/BinaryArrayWriter.java | 265 ++++++
.../main/java/org/apache/fluss/row/BinaryRow.java | 25 +
.../org/apache/fluss/row/BinarySegmentUtils.java | 597 ++++++++++++-
.../java/org/apache/fluss/row/BinaryWriter.java | 182 ++++
.../java/org/apache/fluss/row/DataGetters.java | 97 ++
.../row/{TypedSetters.java => DataSetters.java} | 22 +-
.../java/org/apache/fluss/row/GenericArray.java | 339 +++++++
.../main/java/org/apache/fluss/row/GenericRow.java | 13 +-
.../java/org/apache/fluss/row/InternalArray.java | 160 ++++
.../java/org/apache/fluss/row/InternalMap.java | 52 ++
.../java/org/apache/fluss/row/InternalRow.java | 82 +-
.../java/org/apache/fluss/row/ProjectedRow.java | 8 +
.../apache/fluss/row/SequentialBinaryWriter.java | 159 ++++
.../org/apache/fluss/row/aligned/AlignedRow.java | 23 +-
.../apache/fluss/row/aligned/AlignedRowWriter.java | 300 +------
.../org/apache/fluss/row/arrow/ArrowWriter.java | 5 +-
.../row/arrow/vectors/ArrowArrayColumnVector.java | 52 ++
.../fluss/row/arrow/writers/ArrowArrayWriter.java | 49 +
.../fluss/row/arrow/writers/ArrowBigIntWriter.java | 30 +-
.../fluss/row/arrow/writers/ArrowBinaryWriter.java | 28 +-
.../row/arrow/writers/ArrowBooleanWriter.java | 30 +-
.../fluss/row/arrow/writers/ArrowDateWriter.java | 28 +-
.../row/arrow/writers/ArrowDecimalWriter.java | 37 +-
.../fluss/row/arrow/writers/ArrowDoubleWriter.java | 28 +-
.../fluss/row/arrow/writers/ArrowFieldWriter.java | 57 +-
.../fluss/row/arrow/writers/ArrowFloatWriter.java | 27 +-
.../fluss/row/arrow/writers/ArrowIntWriter.java | 28 +-
.../row/arrow/writers/ArrowSmallIntWriter.java | 28 +-
.../fluss/row/arrow/writers/ArrowTimeWriter.java | 56 +-
.../row/arrow/writers/ArrowTimestampLtzWriter.java | 92 +-
.../row/arrow/writers/ArrowTimestampNtzWriter.java | 89 +-
.../row/arrow/writers/ArrowTinyIntWriter.java | 32 +-
.../row/arrow/writers/ArrowVarBinaryWriter.java | 28 +-
.../row/arrow/writers/ArrowVarCharWriter.java | 31 +-
.../fluss/row/columnar/ArrayColumnVector.java | 12 +-
.../apache/fluss/row/columnar/ColumnarArray.java | 227 +++++
.../org/apache/fluss/row/columnar/ColumnarRow.java | 9 +
.../fluss/row/columnar/VectorizedColumnBatch.java | 8 +
.../fluss/row/compacted/CompactedKeyWriter.java | 6 +-
.../apache/fluss/row/compacted/CompactedRow.java | 44 +-
.../row/compacted/CompactedRowDeserializer.java | 2 +
.../fluss/row/compacted/CompactedRowReader.java | 33 +-
.../fluss/row/compacted/CompactedRowWriter.java | 172 ++--
.../fluss/row/encode/CompactedKeyEncoder.java | 9 +-
.../fluss/row/encode/CompactedRowEncoder.java | 9 +-
.../apache/fluss/row/encode/IndexedRowEncoder.java | 9 +-
.../org/apache/fluss/row/indexed/IndexedRow.java | 184 ++--
.../apache/fluss/row/indexed/IndexedRowReader.java | 20 +
.../apache/fluss/row/indexed/IndexedRowWriter.java | 168 ++--
.../fluss/row/serializer/ArraySerializer.java | 119 +++
.../org/apache/fluss/types/DataTypeChecks.java | 37 +
.../main/java/org/apache/fluss/types/RowType.java | 4 +
.../java/org/apache/fluss/utils/ArrayUtils.java | 333 +++++++
.../java/org/apache/fluss/utils/ArrowUtils.java | 103 ++-
.../java/org/apache/fluss/row/BinaryArrayTest.java | 969 ++++++++++++++++++++
.../apache/fluss/row/BinaryArrayWriterTest.java | 423 +++++++++
.../apache/fluss/row/BinarySegmentUtilsTest.java | 283 +++++-
.../org/apache/fluss/row/BinaryWriterTest.java | 304 +++++++
.../org/apache/fluss/row/GenericArrayTest.java | 301 +++++++
.../org/apache/fluss/row/InternalArrayTest.java | 249 ++++++
.../java/org/apache/fluss/row/InternalRowTest.java | 19 +-
.../apache/fluss/row/TestInternalRowGenerator.java | 94 +-
.../apache/fluss/row/aligned/AlignedRowTest.java | 65 +-
.../fluss/row/arrow/ArrowReaderWriterTest.java | 57 +-
.../fluss/row/columnar/ColumnVectorTest.java | 90 ++
.../fluss/row/columnar/ColumnarArrayTest.java | 616 +++++++++++++
.../compacted/CompactedRowDeserializerTest.java | 995 +++++++++++++++++++++
.../fluss/row/compacted/CompactedRowTest.java | 415 +++++++++
.../row/compacted/CompactedRowWriterTest.java | 8 +-
.../fluss/row/encode/CompactedKeyEncoderTest.java | 1 +
.../row/encode/paimon/PaimonKeyEncoderTest.java | 36 +-
.../fluss/row/indexed/IndexedRowReaderTest.java | 27 +-
.../apache/fluss/row/indexed/IndexedRowTest.java | 66 +-
.../fluss/testutils/InternalArrayAssert.java | 216 +++++
.../apache/fluss/testutils/InternalRowAssert.java | 22 +-
.../org/apache/fluss/types/DataTypeChecksTest.java | 47 +
.../apache/fluss/flink/row/FlinkAsFlussArray.java | 180 ++++
.../apache/fluss/flink/row/FlinkAsFlussRow.java | 9 +
.../flink/utils/FlinkRowToFlussRowConverter.java | 4 +
.../flink/utils/FlussRowToFlinkRowConverter.java | 26 +-
.../fluss/flink/row/FlinkAsFlussArrayTest.java | 110 +++
.../utils/FlinkRowToFlussRowConverterTest.java | 28 +-
.../utils/FlussRowToFlinkRowConverterTest.java | 35 +-
.../iceberg/source/IcebergRecordAsFlussRow.java | 10 +
.../lake/paimon/utils/PaimonRowAsFlussRow.java | 10 +
87 files changed, 9759 insertions(+), 1436 deletions(-)
copy
fluss-common/src/main/java/org/apache/fluss/row/{aligned/AlignedRowWriter.java
=> AbstractBinaryWriter.java} (58%)
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/BinaryArray.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/BinaryArrayWriter.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/BinaryWriter.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/DataGetters.java
rename fluss-common/src/main/java/org/apache/fluss/row/{TypedSetters.java =>
DataSetters.java} (77%)
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/GenericArray.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/InternalArray.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/InternalMap.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/SequentialBinaryWriter.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/arrow/vectors/ArrowArrayColumnVector.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/arrow/writers/ArrowArrayWriter.java
copy
fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/tiering/event/TieringFailOverEvent.java
=>
fluss-common/src/main/java/org/apache/fluss/row/columnar/ArrayColumnVector.java
(70%)
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/columnar/ColumnarArray.java
create mode 100644
fluss-common/src/main/java/org/apache/fluss/row/serializer/ArraySerializer.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/BinaryArrayTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/BinaryArrayWriterTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/BinaryWriterTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/GenericArrayTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/InternalArrayTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/columnar/ColumnVectorTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/columnar/ColumnarArrayTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/compacted/CompactedRowDeserializerTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/row/compacted/CompactedRowTest.java
create mode 100644
fluss-common/src/test/java/org/apache/fluss/testutils/InternalArrayAssert.java
create mode 100644
fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/row/FlinkAsFlussArray.java
create mode 100644
fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/row/FlinkAsFlussArrayTest.java
