This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch ci-rename-to-apache
in repository https://gitbox.apache.org/repos/asf/fluss.git
discard 13be5d5bf WIP
discard 44cc0eb52 spotless
discard c85734f5a WIP
discard 5fb16cf98 WIP
discard d8f9bfb1d WIP
discard 4c2220566 WIP
discard d462f2bcc WIP
discard da38b7e16 [Improve] Update NOTICE.
discard 5893a5d11 [Improve] The META-INF/services minor improvement
discard 0737a9e6c [INFRA] The project package name updated to org.apache.fluss.
add 9cdc9b7ef [lake/lance] Lance lake writer and committer implementation
(#1441)
add 20549dcb6 [hotfix] Fix import package name (#1585)
add 4b14844f8 [lake/iceberg] add full data type integration test (#1577)
add 420194a6e [client] RemoteLogDownloader supports download log files in
parallel and in priority (#1579)
new 25d34e49c [INFRA] The project package name updated to org.apache.fluss.
new aa10e43c1 [Improve] The META-INF/services minor improvement
new 0a821866c [Improve] Update NOTICE.
new 2ed024954 WIP
new 78b503c15 WIP
new 0ded1f501 WIP
new 0e800b0db WIP
new efd24eea5 WIP
new b6c2eca8f spotless
new 89a426d78 WIP
new 558079eae fix
new 15df98387 fix
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (13be5d5bf)
\
N -- N -- N refs/heads/ci-rename-to-apache (15df98387)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../client/table/scanner/RemoteFileDownloader.java | 68 ++++-
.../client/table/scanner/log/LogFetchBuffer.java | 69 ++---
.../table/scanner/log/LogFetchCollector.java | 4 +-
.../fluss/client/table/scanner/log/LogFetcher.java | 5 +-
.../table/scanner/log/RemoteLogDownloader.java | 160 +++++++----
.../table/scanner/log/RemotePendingFetch.java | 16 +-
.../table/scanner/log/LogFetchBufferTest.java | 45 +--
.../table/scanner/log/RemoteLogDownloaderTest.java | 286 ++++++++++++++----
...rg.apache.fluss.fs.token.SecurityTokenReceiver} | 0
.../tiering/FlussRecordAsIcebergRecord.java | 24 +-
.../testutils/FlinkIcebergTieringTestBase.java | 76 ++++-
.../lake/iceberg/tiering/IcebergTieringITCase.java | 146 +++++++++-
fluss-lake/fluss-lake-lance/pom.xml | 2 +-
.../org/apache/fluss/lake/lance/LanceConfig.java | 54 +---
.../apache/fluss/lake/lance/LanceLakeCatalog.java | 24 +-
.../apache/fluss/lake/lance/LanceLakeStorage.java | 3 +-
.../fluss/lake/lance/tiering/ArrowWriter.java | 74 +++++
.../fluss/lake/lance/tiering/LanceArrowWriter.java | 130 +++++++++
.../lance/tiering/LanceCommittableSerializer.java} | 39 ++-
.../lake/lance/tiering/LanceLakeCommitter.java | 162 +++++++++++
.../lance/tiering/LanceLakeTieringFactory.java} | 33 +--
.../fluss/lake/lance/tiering/LanceLakeWriter.java | 94 ++++++
.../lance/tiering/LanceWriteResultSerializer.java | 55 ++++
.../fluss/lake/lance/utils/LanceArrowUtils.java | 88 ++++++
.../lake/lance/utils/LanceDatasetAdapter.java | 40 +++
.../lake/lance}/writers/ArrowBigIntWriter.java | 9 +-
.../lake/lance}/writers/ArrowBinaryWriter.java | 7 +-
.../lake/lance}/writers/ArrowBooleanWriter.java | 7 +-
.../fluss/lake/lance}/writers/ArrowDateWriter.java | 7 +-
.../lake/lance}/writers/ArrowDecimalWriter.java | 7 +-
.../lake/lance}/writers/ArrowDoubleWriter.java | 7 +-
.../lake/lance}/writers/ArrowFieldWriter.java | 10 +-
.../lake/lance}/writers/ArrowFloatWriter.java | 7 +-
.../fluss/lake/lance}/writers/ArrowIntWriter.java | 7 +-
.../lake/lance}/writers/ArrowSmallIntWriter.java | 7 +-
.../fluss/lake/lance}/writers/ArrowTimeWriter.java | 17 +-
.../lance}/writers/ArrowTimestampLtzWriter.java | 17 +-
.../lance}/writers/ArrowTimestampNtzWriter.java | 17 +-
.../lake/lance}/writers/ArrowTinyIntWriter.java | 7 +-
.../lake/lance}/writers/ArrowVarBinaryWriter.java | 7 +-
.../lake/lance}/writers/ArrowVarCharWriter.java | 7 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
.../resources/META-INF/licenses/LICENSE.zstd-jni | 26 --
...pache.fluss.lake.lakestorage.LakeStoragePlugin} | 0
.../lance/testutils/FlinkLanceTieringTestBase.java | 219 ++++++++++++++
.../lake/lance/tiering/LanceTieringITCase.java | 148 ++++++++++
.../fluss/lake/lance/tiering/LanceTieringTest.java | 318 +++++++++++++++++++++
.../lake/lance/LakeEnabledTableCreateITCase.java | 27 +-
.../testutils/FlinkPaimonTieringTestBase.java | 1 -
.../fluss/rpc/util/CommonRpcMessageUtils.java | 6 +-
fluss-rpc/src/main/proto/FlussApi.proto | 1 +
.../fluss/server/utils/ServerRpcMessageUtils.java | 3 +-
pom.xml | 3 +-
53 files changed, 2139 insertions(+), 459 deletions(-)
rename
fluss-client/src/test/resources/META-INF/services/{com.alibaba.fluss.fs.token.SecurityTokenReceiver
=> org.apache.fluss.fs.token.SecurityTokenReceiver} (100%)
create mode 100644
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/ArrowWriter.java
create mode 100644
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceArrowWriter.java
copy
fluss-lake/{fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/tiering/PaimonWriteResultSerializer.java
=>
fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceCommittableSerializer.java}
(50%)
create mode 100644
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceLakeCommitter.java
copy
fluss-lake/{fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/tiering/PaimonLakeTieringFactory.java
=>
fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceLakeTieringFactory.java}
(56%)
create mode 100644
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceLakeWriter.java
create mode 100644
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance/tiering/LanceWriteResultSerializer.java
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowBigIntWriter.java
(87%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowBinaryWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowBooleanWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowDateWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowDecimalWriter.java
(93%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowDoubleWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowFieldWriter.java
(92%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowFloatWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowIntWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowSmallIntWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowTimeWriter.java
(85%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowTimestampLtzWriter.java
(86%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowTimestampNtzWriter.java
(85%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowTinyIntWriter.java
(91%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowVarBinaryWriter.java
(90%)
copy {fluss-common/src/main/java/org/apache/fluss/row/arrow =>
fluss-lake/fluss-lake-lance/src/main/java/org/apache/fluss/lake/lance}/writers/ArrowVarCharWriter.java
(91%)
delete mode 100644
fluss-lake/fluss-lake-lance/src/main/resources/META-INF/licenses/LICENSE.zstd-jni
rename
fluss-lake/fluss-lake-lance/src/main/resources/META-INF/services/{com.alibaba.fluss.lake.lakestorage.LakeStoragePlugin
=> org.apache.fluss.lake.lakestorage.LakeStoragePlugin} (100%)
create mode 100644
fluss-lake/fluss-lake-lance/src/test/java/com/alibaba/fluss/lake/lance/testutils/FlinkLanceTieringTestBase.java
create mode 100644
fluss-lake/fluss-lake-lance/src/test/java/com/alibaba/fluss/lake/lance/tiering/LanceTieringITCase.java
create mode 100644
fluss-lake/fluss-lake-lance/src/test/java/com/alibaba/fluss/lake/lance/tiering/LanceTieringTest.java
