This is an automated email from the ASF dual-hosted git repository.
ipolyzos pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/fluss.git
omit 434a4f48c Change features to heading on 2nd level (#1623)
omit 1965b06dd [lake] Introduce table.datalake.auto-compaction options
(#1612)
omit 5bd41ca2c [hotfix] Fix jar download links to alibaba path (#1614)
omit 1f9de7085 [flink] Union read in stream mode should support read from
given timestamp (#1598)
omit dbbfc79c0 [lake/iceberg] Introduce IcebergRewriteDataFiles to compact
files (#1552)
omit 3d95c4093 [docs] Fix the output result of the default merge engine
example (#1551)
omit 79379968d [flink] Union read support log table in streaming mode
(#1575)
omit faa08159a [iceberg] Upgrade iceberg version to 1.9.1 (#1520)
omit eb19eeaf0 [server] Enhance ReplicaManager#getReplicaOrException to
return more accurate error messages (#1573)
omit c57158c4a [server] Accelerate deleting table or partition (#1081)
omit d37817984 [hotfix] Fix unstable test IcebergTieringITCase (#1584)
omit c1dc8e3a4 [license] Remove unnecessary dependencies from NOTICE files
omit b284d862a [license] Add rat-check to the mvn package phase and ban
Alibaba license
omit 5d70f00fe [infra] Update package and groupId and spotless for
org.apache.fluss
omit bb0e12b86 [infra] Update project package name to org.apache.fluss
omit 420194a6e [client] RemoteLogDownloader supports download log files in
parallel and in priority (#1579)
omit 4b14844f8 [lake/iceberg] add full data type integration test (#1577)
omit 20549dcb6 [hotfix] Fix import package name (#1585)
omit 9cdc9b7ef [lake/lance] Lance lake writer and committer implementation
(#1441)
omit f9e875df5 [common] Upgrade fluss-shaded to
org.apache.fluss:1.0-incubating (#1494)
omit f94f8e29a [flink] Support Flink 2.1 (#1176)
omit ae7387e38 [lake/iceberg] Add iceberg it case (#1572)
omit 11a5c67e7 [server] force unmap mmap file on linux when call
AbstractIndex.resize() (#1382)
omit cf799e2ad [hotfix] Modify file header to licensed to Apache Software
Foundation (#1530)
omit 7eefe4ab5 [flink] Apply partition filter to lake in flink source
(#1549)
omit cc6c4e580 [client] Fluss Flink Lookup function return null rather than
PartitionNotException when partition not exists. (#1344)
omit c06affb44 [lake/iceberg] Support partitioned table (#1565)
omit 52936e9c2 [metric] fix a wrong metric calculation (#1566)
omit 8a936637a [lake/iceberg] implement lake writer for iceberg pk table
(#1555)
omit c97813cd5 [lake/iceberg] Support pass hadoop configuration (#1541)
omit 1a4857135 [flink] Remove legacy union read code for batch mode (#1563)
omit 19073f809 [client] Fix the bug where the loss of writeBatch was caused
by the origin batchLocation forget to update ServerNode info (#1258)
omit eb3b5f8ab [flink] Union read decouple with paimon for pk table (#1543)
omit 8317cd9e3 [hotfix] Fix typo: excepted -> expected and sever->server
(#1557)
omit d4dfb45e6 [Iceberg/lake] Iceberg supports append-only non-partitioned
table (#1524)
omit 49d6ae868 [lake/Iceberg] Support use type to load iceberg catalog
(#1536)
omit 4cf486d68 [flink] Union read decouple with paimon for log table (#1527)
omit 1c358ef30 [lake] pass table custom table property to lake writer
(#1521)
omit ac1569c0e [lake/iceberg] Support Log Table in IcebergLakeCatalog
(#1508)
omit 17d69ff3f [lake/lance] Throw exception for create primary key table
when datalake.format = lance (#1444)
omit d2dc98f88 [lake] Store partition name in lake snapshot property (#1485)
omit 72e4c4334 [log] Fix the recovery log failed situation because of
OutOfOrderSequenceException cause by writerId expire (#1386)
omit 128f65759 [github] Fix nightly build is failed
omit 5cc3af7f1 [metric] Optimize the createLogicalScope method by adding
empty string checks to avoid unnecessary delimiter concatenation. (#1363)
omit 45ac15269 [blog] The Implementation Practice Of Fluss On Taotian
(#1414)
omit 5d97e493e [paimon] Paimon source supports filter push down (#1523)
omit fb6f6d59f [paimon] Paimon implement union read interfaces (#1505)
omit 7f702654e [build] Upgrade default JDK compile version to 11 (#1197)
omit d97632a0c [server] Use batch operations of ZooKeeper to optimize
updateLeaderAndIsr (#1445)
omit d62e63cc6 [server] Checks value of LOG_SEGMENT_FILE_SIZE (#1504)
omit 0cba53bb1 [lake/iceberg] Implement IcebergLakeCatalog for PK Tables
(#1372)
omit d649042df [docs] Add a section to configure hadoop related
configuration in hdfs remote storage (#1501)
omit 13930df90 [common] Fix Serialize BinaryString throws
NotSerializableException (#1496)
omit f116202c9 [website] Add How to Release and Verify for fluss-shaded
releases (#1500)
omit fcd24d826 [server] Add rack label for tablet server metrics (#1468)
omit a55c4ac61 [iceberg] Introduce iceberg bucketing function (#1409)
omit 43e381255 [docs] Fix docs about TIMESTAMP_LTZ (#1416)
omit d0290506d [lake] Introduce Union read lake base interfaces (#1480)
omit 74ab1f130 [common] Support statistic-based Predicate interface
omit c843f966a [common] Introduce Predicate interface and basic predicate
expressions (#515)
omit 9e04120bc Fix typo in "From Stream to Lake" blog (#1490)
omit 4d28ee3a2 [server] Prohibit the creation of TableAssignment with zero
buckets (#1489)
omit f559ecaec [hotfix] Fix the typo in the comment of
TableBucketStateMachine#doHandleStateChange (#1488)
omit dccccee54 [docs]fix typos, grammar, casing, and spacing in multiple
documents (#1474)
omit 9350bb282 [coordinator] optimize coordinator event metric update logic
(#1465)
omit b4589970f [doc] Update the copyright name in the documentation from
"Alibaba" to "Apache" (#1418)
omit 33f0582f2 [typo] fix typos commited -> committed (#1457)
omit 0e8b5ea8e [webiste] Allow YouTube, Google Calendar and Algolia
Resources on Fluss Website (#1453)
omit c7728d31c [webiste] Update the appId and apiKey of algolia to enable
doc search
omit 5075fec2d [paimon] Store lake synchronized bucket offsets in Paimon
snapshot property (#1405)
omit d3102b90a [blog] Fix text format of "Tiering Service Deep Dive" (#1411)
omit f2d3b83bc [website] Adapt website for the blocked third-party
resources (#1439)
omit 405144901 [website] Fix image and description metadata of website
pages (#1440)
omit 6afd6f205 [docs] Add info around community resources including notes
and recording (#1449)
omit 5beaaea8a fix some docs of prefix lookup api (#1447)
omit a71a33712 [docs] Fix typos and format in installation overview page
(#1391)
omit fdeb5aec4 [docs] Fix typos and format in deploying-local-cluster.md
(#1393)
omit c2ba9293b [docs] Fix the INSERT statement in "PrimaryKey Table" page
(#1406)
omit 47decd275 [jmh] Rename fluss-benchmark directoy to fluss-jmh (#1430)
omit 6fb4aec49 [lance] introduce lance connector and implement lake catalog
(#1242)
omit e9f01dea9 [typo] Fix typo in Scheduler.java (#1413)
omit b9ed0d7b8 [docs] Fix warehouse path of paimon inconsistent in
lakehouse-storage page
omit a0788b19e [typo] fix typos waitUtil-> waitUntil (#1402)
omit f7b91f04e [website] Add empty .htaccess file for future CSP
omit 3dd013941 [website] Remove .htaccess file for ASF privacy policy
omit b2f9c2f67 feat: blog hands on lakehouse (#1403)
omit c5ca56ba2 [bugfix] FlinkSourceSplitReader sends
PartitionBucketsUnsubscribedEvent to FlinkSourceEnumerator when subscribing to
a removed partition (#1220) (#1248)
omit 0a8622b48 fix: code block render issue (#1395)
omit 2fc33e892 [docs] move the directory and website links to apache (#1366)
omit 5c4225e2f [blog]: hands on fluss lakehouse (#1279)
omit 2dd0d952c [doc]The SQL keywords are not consistent in case. It is
recommended to use uppercase letters uniformly (#1385)
omit 1e73c6e4c [doc] fix typo in flink.md (#1387)
omit 03731f5b5 [doc] fix typos, formatting and consistency in
architecture.md (#1390)
omit c80d149bc [doc] Remove the extra period in Real-Time Analytics With
Flink section (#1384)
omit b492c290b [lake/iceberg] Iceberg encoding strategy (#1350)
omit 4738a2494 [fix](HomepageHeader): Update GitHub link in HomepageHeader
(#1343)
omit 54b515b73 [paimon] Bump Paimon version from 1.0.1 to 1.2.0 (#1289)
omit e5c565cb4 Revert "[kv] Upgrade rocksdb to community version 10.2.1
(#1338)" (#1374)
omit 0cb2d6126 [paimon] Use right serializer version of PaimonWriteResult
and PaimonCommittable (#1368)
omit 391aface7 Add link to slides (#1373)
omit 574e67b88 [filesystems] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-s3 plugin
(#1348)
omit c3a073c91 [website] Update Website According to ASF Requirements
(#1251)
omit 6adb2d42a [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-obs plugin
(#1351)
omit 5090d979b [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-gs plugin
(#1334)
omit 7cc739925 [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-oss plugin
(#1342)
omit 165ec7f90 [hotfix] The DiscardingSink operator after LakeCommitter
should always be with parallelism 1 (#1356)
omit db2af5ccd [Docs] consistency & syntax fixes (#1243)
omit 4eb3d9018 Fluss admin use tablet server for read only operation to
reduce the cost of coordinator. (#1303)
omit 780a32f38 [kv] Upgrade rocksdb to community version 10.2.1 (#1338)
omit d695d7b6d fix: blog url and image (#1349)
omit ee249b6cd [hotfix] Optimize the error msg when throwing
LogOffsetOutOfRangeException (#1216)
omit 295c7b8ad [lake/iceberg] Introduce fluss-lake-iceberg module and
IcebergLakeStorage (#1339)
omit 61d82a1cb [CI] add apache rat for license check of non java files
(#1219)
omit 137a106d5 [docs] update apache fluss slack link (#1316)
omit 942eaad43 [doc]Modify the table format in the pk-table document (#1335)
omit 37cf99549 [doc] Remove redundant statement terminators in the reads
document (#1336)
omit e70201280 [hotfix] Change commitable to committable to fix typo.
(#1318)
omit 6e5d73224 [docs] Change documentation landing page from "/docs/intro"
to "/docs"
omit 4a7d3cd2f [common] Fix implicit narrowing conversion in
TimestampNtz#toLocalDateTime (#1313)
omit 9fb7b454c [ide] update vcs.xml link address (#1293)
omit 031984f95 [dependencies] Bump org.apache.kafka:kafka-clients from
3.9.0 to 3.9.1 (#1294)
omit b99e3b6ab [github] Limit read permission to license-check.yml workflow
(#1312)
omit 2a4d1bf0a [coordinator] add retry for Coordinator Server register to
zk when reboot (#1307)
omit fda86c5e3 [dependencies] Bump org.apache.commons:commons-lang3 from
3.12.0 to 3.18.0 (#1310)
omit 785244c16 [server] Add DEBUG log for Coordinator event processing
(#1296)
omit f6e87f96d [website] Fix author titles (#1309)
omit f2fb5f984 [website] Setup CI/CD for apache fluss website
omit 29a948852 [website] Fix community call phrase (#1308)
omit d9217fca7 [readme] Update Fluss to Apache Fluss(Incubating) in readme
(#1263)
omit c6051c658 [docs] Fix typo in configuration.md (#1300)
omit 7823d4d0b [blog] Add Fluss Joins ASF Blog Post (#1288)
omit e3b213e7e [blog] Fluss Java Client Guide (#1253)
omit 6f8cf4980 [website] create a seperate page for bug report & feature
request (#1213)
omit 1fef980d7 [website] update roadmap to account latest requirements
(#1214)
omit 2b1cce5ae [filesystem] Add HuaweiCloud OBS integration (#1274)
omit 60bc74f03 [Docs] Coordinator event metrics (#1272)
omit e90034e6c [website] Learn page for talks & videos draft version (#1278)
omit 88ee6d84b [client] Fluss client shouldn't load plugin by thread
context classloader (#1267)
omit c1710ccea [hotfix] Fix typo in server.yaml (#1277)
omit 56062d8ce [hoftix] Fix class name for logger in RemoteLogIndexCache
(#1265)
omit 41cc41408 [server] Optimize auto drop partition perfomance (#1047)
omit 97da41b7d add mailing list info for community (#1250)
omit 44f81bfd1 [lake] Fix TieringEnumerator will always fail to generate
splits when re-create table with same name (#1244)
omit 21a1d89cb [lake] Ensure LakeStoragePlugin uses the plugin classloader
for all operations (#1224)
omit 7bbba3736 [blog]: tiering service deep dive (#1249)
omit 77a93a5c2 [lake/paimon] Add exception in throwable in lake writer &
committer (#1254)
omit 34ef90c99 [asf][hotfix] Specify notification target for discussions
omit 350b8d36e [asf] Specify notification target for discussions
omit a81b6a9e9 [asf] Add .asf.yaml configuration file
omit 98c2f47f2 [docs] Fix the missing brackets in java-client.md (#1240)
omit da6a2a473 [docs] Update queries of "Column Pruning" section to align
with DDL column definitions (#1190)
omit 1ef2011d2 [doc] Add download link for tiering service jar (#1229)
omit 1c52f9724 [docs] Update the streamhouse.png figure
omit ffba8b799 [doc] Reorder DDL page: Move "Add Partition" before "Show
Partitions" (#1232)
omit 3c2ba22ac [doc] Remove 'testcatalog'. 'testdb' from the "Flink Reads"
page (#1234)
omit a6c2d396b [website][docs] Make figures consistent (#1236)
omit bc4973539 [hotfix] Fix the missing brackets in java-client.md (#1225)
omit cc1b6d7e2 [hotfix] Fix typos in getting-started.md (#1223)
omit 476c3ce60 [server] Zero-Copy for follower fetching logs from leader
(#1186)
omit 8631efedb [github] Update the latest version & change the task/feature
description (#1218)
omit 3d77dd8cd [website] Remove version from "Building Fluss from Source"
(#1164)
omit f786eec33 [docs] Fix typo in Authentication page (#1174)
omit 6431dce20 [docs] Add docs for racks and upgrading (#1148)
omit 58620f69b [doc] Improve the Changelog Generation section of the
PrimaryKey Table page (#1189)
omit ff4b1207e [server] Fix zk partition residual when using dynamic
partition (#1187)
omit 8ea5f4694 [website] User should be able to see the agenda doc to add
or explore before joining (#1211)
omit b0328dfae [doc] Switch to batch mode when execute update&delete in
merge-engine/default page
omit c7590e2f3 [docs] Fix the formatting for security options in
engine-flink (#1202)
omit 711fd18cd [docs] Fix small typo in security comments (#1199)
omit 7ff68d95a [doc]The type of Sink is incorrect. FinkSink is not public
and cannot be referenced from outside the package (#1196)
omit ced8cba73 [test/flink] Cover full data types in UnionRead tests and
polish some tests
omit 56279b359 [test/flink] Set forkCount=1 for versioned flink e2e tests
(#1179)
omit 32c066f8b [lake] Pass Fluss schema to lake writer (#1192)
omit 94c8073d4 [doc] Add tips for building fluss with Java 8 (#1177)
omit 1b516adaa [website] Show all blog posts and simplify blog sidebar
labels
omit cf3dac107 [docs] Fix the formatting error in the Configuration page
(#1169)
omit 2fa5e9a78 [docs] Add Quickstart for "Secure Your Fluss Cluster" (#1108)
omit d0e5253d8 [test] Expose Clock to FlussClusterExtension. (#1136)
omit bb7fbc2a5 [license] Update source files with Apache boilerplate
headers (#1147)
omit 6ac95154f [release] Fluss 0.7 Release Announcement (#1137)
omit e14505924 [docs] Update latest version of v0.6 to 0.6.1
omit d04e840fa [docs] Minor improvement on the Lakehouse Storage page
omit da0b527c4 [hotfix] Add isClosed protect for
LogFetcher#handleFetchLogException to avoid throw exception if channel close
(#1107)
omit 7f691b449 [docs] Add security documents including authentication and
authorization. (#1060)
omit 2ee866446 [lake/docs] Update lakehouse storage pages to adapt to new
architecture (#1139)
omit fe772d682 [flink] Remove Factory tests which depends on different
version of Flink frameworks to submodule (#1132)
omit 6a116478b [website] Publish v0.7.0 and v0.6.1 to Downloads page
omit 0953348d7 [docs] Add a use cases section in the introduction page
(#1134)
omit d9679ce96 [docs] minor paimon page improvements (#1133)
omit 5dc583fd5 [lake/paimon] Fix union read timestamp type issue (#1130)
omit a312cbff5 [website] Update docker version for 0.7.0 RC4
omit 6dbc6aa4a [lake/docs] Update paimon integration docs in lakehouse
section (#1113)
omit 1589224ce [website] Update docker version for 0.7.0 RC3 and 0.6.1
omit 57bc5e903 [lake/paimon] Fix that tiering service for paimon missed
timestamp type support
omit ec6991e55 [minor][lake] Set default name for flink tiering service job
(#1105)
omit 960b9d76d [hotfix] Always use full restart strategy for tiering
service to avoid table can't be committed successfully (#1103)
omit d37016b6d [test] Fix unstable test cases in FlussAuthorizationITCase
(#1102)
omit 23f6b1ca8 [server] Fix SASL createPrincipal mismatch username and type
(#1099)
omit 7f0292e7c [tests] Improve test coverage on VectorizedColumnBatch
(#1049)
omit c6c9a1700 [hotfix] Exclude DummyClass to test-coverage
omit acff1d7eb [docs] Add show partitions by given partition spec ddl in
ddl.md (#1093)
omit ae67d1ae9 [hotfix] Fix data freshness don't work issue (#1090)
omit 3ed3988ec [docs] Introduce `$FLUSS_DOCKER_VERSION$` expression to
reference docker image version (#1094)
omit 127a88edc [build] Upgrade version to 0.8-SNAPSHOT
omit 7aeb0c9d7 [hotfix] Fix version of fluss-flink-tiering jar in
quickstart page
omit 8e5302283 [release] Add dummy class for fluss-flink-1.20 and
fluss-flink-1.19 to make Sonatype OSS happy
omit e25b92d1e [website] Add embedded Google calendar for community events
(#1089)
omit d92936403 [website] Add v0.7 documentation
omit d033c977e [hotfix] Fix old client can't connect to new server (#1086)
omit 94e9a98bb [flink] Introduce Flink CALL procedure for ACL operations
(#1041)
omit a2b59a72d [website] Change calender invite & slack invite words for
more community vibe (#1085)
omit 74e4d2b6d [hotfix] Improve some codes in FlinkTableSource (#1083)
omit 6d038d6cb [client] Simply username and password config for client.
(#1072)
omit 01417d7f9 [hotfix] Add miss config 'tablet-server.rack' in
configuration.md (#1084)
omit 176b248ca [flink] Increase code coverage for FlinkCatalogOptions
(#929)
omit 5197c625d [docs] Add documentation for column pruning and partition
pruning (#1080)
omit b2f5a6e63 [server] Safely release buffer in FlussRequest (#1043)
omit 1356a7d1a [hotfix][docs] Fix inconsistent configuration options in
"Deploy with Docker" (#1082)
omit 01f95ef47 [server] Add retry times for ZkSequenceIDCounter and Sender
to acquire writer id from zk (#1066)
omit b237f1bdd [hotfix][docs] Add missing config options for tablet server
(#1079)
omit 5fbc4e002 [docs] Add documentation for DataStream Connector (#1038)
omit 9d18a1cfc [docs] Update quick-start in the integrating with paimon
(#1077)
omit a74cdc1e5 [server] Support list partititions by partition spec (#897)
omit 04a32d2d1 [docs] Add documentation for multi-fields partition (#1040)
omit f17454330 [hotfix][docs] Fix misuse of `Flink` in deploying pages
(#1056)
omit 21f5a61bd [hotfix] Adjust the writeBatch estimate logic to avoid
buffer size always tending to decrease (#1076)
omit 1d74fbb48 [client] Fix the IllegalStateException error that ArrowBuf
refCount <= 0 (#1068)
omit 4b46a0834 [docs] Refactor the document of deploying-with-docker.md to
use `advertised.listeners` (#1075)
omit 30224fc0d [lake/flink] Enforce to keep data consistent when commit to
lake but fail to commit to fluss (#1067)
omit 37c386640 [lake] Unify lake related package name to lake
omit d075e38fc [lake/flink][minor] Avoid duplicated job execution
omit 8424ba239 [lake] Remove fluss-lakehouse module
omit 892060123 [lake] Remove fluss-lakehouse-cli module
omit 8d93f5656 [lake/flink] Introduce Fluss Lake tiering to chain all flink
operators for tiering (#1062)
omit d96b62b7c [lake/flink] Introduce committer operator
omit 60e049076 [hotfix] Use ordered set in PojoToRowConverter to make test
stable (#1059)
omit 4383783d3 [lake/flink] Introduce TieringSource and
TieringSourceEnumerator (#1020)
omit 28b7d85e2 [hotfix] Add a log of download file time for
RemoteLogDownloader (#1052)
omit 3b9688884 [test] Improve com.alibaba.fluss.flink.catalog.* test code
coverage (#989)
omit 20b243efa [lake/paimon] Support tiering multi partition paimon table
(#1024)
omit 08235981d [server][auth] Support SASL/PLAIN authentication. (#985)
omit f2d4951b1 [hotfix] Fix test PaimonTieringTest.testTieringWriteTable is
unstable. (#1034)
omit f56f6c924 [utils] improve test coverage on FutureUtils (#969)
omit 83170926a [readme] Adjust logo based on light/dark mode for README.md
(#980)
omit 2da48d5f6 [client] Support dynamic estimate write batch size (#976)
omit abe59660a [flink] Increase code coverage for FlinkCatalog (#942)
omit 7aed53162 [server] Revert keep alive method for ServerAuthenticator
for each rpc invocation.
omit 84e0c8dae [common] Improve test converage on BinarySection (#1009)
omit 3c2bfea1b [website] Fix responsiveness of landing page (#1005)
omit 1eade7545 [docs] Update dynamic partitioning doc (#1022)
omit 89c7c769b [test][flink] Timeout collect results from Flink
CloseableIterator (#954)
omit 426fae67d [Server]Accelerate the speed of creating tables and
partitions (#957)
omit 4922bfedb [connector/flink] Introduce DataStream Sink API for Flink
(#908)
omit 09ea4972e [hotfix] Fix table id can't be found in server metadata
cache whe server restarts (#1025)
omit 00e7cba9b [hotfix] Fix KeeperException$NodeExistsException (#1023)
omit 2d59a4911 [hotfix] Fix compile error due to implict code conflicts
omit 1afdcb0c4 [lake/paimon] Support paimon tiering factory
omit 6e8ab070d [server] Metadata RPC get table/partition metadata from
serverCache instead of Zookeeper (#930)
omit abb3b86a6 [client] Support dynamically create partition when writing
(#1002)
omit ed42b36ff [server] Re-register server-node when zookeeper connection
is reconnected (#1004)
omit 13115e42b [server] Support a consistent server cache across servers
that contains table information (#927)
omit 2afb839cf [hotfix] Not throw exception when fail to list splits for
streaming read partitioned table (#996)
omit 7751cfdb3 [hotfix][server] Fix only authorizeTable when authorizer is
enabled
omit 7eb1391c2 [hotfix][server] Fix ConcurrentModifiedException in
CoordinatorMetadataCache
omit 0d8f3a78d [test] Fix unstable test
RemoveOfflineReplicaFromIsrITCase.testRemoveOfflineReplicaFromIsr (#991)
omit 4d9104bcf [lake/flink] Implement read fluss and write to lake in Flink
source reader
omit 478469db1 [filesystem/gs] Refine test and add licenses
omit 6a6948534 [filesystem/gs] Introduce google filesystem
omit 86f41567f [hotfix] Fix a bug which throw exception when no rack was
configured (#986)
omit ca5327799 [client] Allow FileSystem implementations expose customized
options via 'client.fs.*' prefix (#938)
omit 51333a033 [server] UpdateMetadata RPC should update tablePath and
physicalTablePath cache (#890)
omit ad8b70bae [flink] Support partition pushdown (only equals) in Flink
connector (#937)
omit e09617082 [client] Recycle ArrowWriter when
MemoryLogRecordsArrowBuilder closed instead of built (#973)
omit 8cacbca5d [server] Support generating rack aware bucket assignment
when creating table (#786)
omit 5492564bd [client] Sender trigger to abort all writeBatches if
InitWriter failed with AuthorizationException
omit 06418f878 [server] authorize InitWriter RPC with table path parameters
omit def979f39 [blog] Publish "Understanding Partial Updates" blog posg
(#959)
omit cd5071d9c [hotfix] Remove duplicate java doc for flink sink (#977)
omit 713efcf51 [bugfix] do not remove from waiters before segment allocated
(#974)
omit e9ced050b [filesystem/oss] OssFileSystem should allow to configure
credential provider (#939)
omit 91d8adb01 [lake/paimon] Automatically append system columns for Fluss
primary key table when create paimon table
omit d69c8f967 [server] Add keep alive method for ServerAuthenticator for
each rpc invocation. (#956)
omit cb22c6974 [lake/paimon] Allow to set paimon native option by the
prefix of `paimon.`. (#958)
omit 1b54f2b5f [hotfix] Update the blog of Fluss Logo
omit 971a05510 [blog] Introducing the Little Otter — The Story of Fluss
Logo (#960)
omit 8fee84634 [hotfix] Add icon for Fluss in IntellijIdea (#941)
omit 943ca7172 [website] Fix logo files are not found after deploying
omit a6c4ae31d [website] Upgrade docusaurus to 3.8.0 and fix css minify
issue
omit 1389b9d37 [lake/rpc] Add HeartBeat RPC in Servers for Tiering Services
omit 071d65404 [doc] Improve the fluss table data types documentation.
(#943)
omit 3b5aea6a3 [hotfix] Merge duplicate CommonRpcMessageUtils (#951)
omit a648cacef [hotfix] Make abstract ITCase's variable as protected. (#944)
omit dc4d4e1ab [hotfix] Removed duplicated java doc in UpsertSinkWriter
(#949)
omit 9941259b6 [hotfix] Removed duplicatd method in FutureUtils (#946)
omit 0e8cc7c02 [fluss-lake] Introduce TieringSplit for Flink lake tiering
service (#920)
omit aa2d0c405 [lake/paimon] Fluss and Paimon data type mapping document
adds binary and bytes data types. (#940)
omit 98f34df67 [server] Remove annoy useless logging and improve log
information
omit 7738e5fd6 [test][flink] Initialize StreamExecutionEnvironment and
TableEnvironment in @BeforeEach
omit 4fe1bd0b8 [flink] LogScanner#wakeup() should interrupt
LogScanner#poll()
omit 72cc173a8 [test] Increase code coverage for class ServerNode (#911)
omit 9c7b8dadc [server] Add ConfigOption to pass config path to zookeeper
client (#909)
omit 2232363ba [docs] Update configuration document to sync changes of
ConfigOptions (#922)
omit 1b9c43169 [readme] Update the CI badge to only display the status of
main branch (#926)
omit 0d95c6b52 [server] Fix compatibility issue when only
`[coordinator|tablet-server].host` is set (#907)
omit 253ba7dce [test] Increase code coverage for class RecordAndPos (#916)
omit 0a8bfc9a8 [test] Increase code coverage for class Crc32C (#919)
omit 4b55ce086 [readme] Update README for new logo and list core features
(#812)
omit 2b07e11e5 [hotfix] Fix typo and reword auto-partition config
description (#894)
omit b34aa196a [test] Increase code coverage for class FlussConfigUtils
(#914)
omit dd6daeb63 [website] Add Fluss logos files and update website (#917)
omit 5dccb0d94 [server] Avoid create tables with system column names (#878)
omit 22f601573 [server] Add retriable authentication exception. (#845)
omit c848957d2 [website] Add slack invite on home page (#903)
omit 698e49558 [connector] Resource cleanup via AfterEach Extending
AbstractStreamBase (#869)
omit 12e8df7a5 [flink] Make FlinkSink Generic (#800)
omit 978cca536 [server] Support multi-level partitions (#843)
omit 87a3f48df [server] Introduce jitter for upload remote log (#872)
omit 5f2324d15 [ci] upload jacoco report when running main branch (#859)
omit 36684dccf [test] Fix unstable test
CommitLakeTableSnapshotITCase.testCommitDataLakeData (#867)
omit dfdaa6eba [lake] Introduce tiering assignment manager to
CoordinatorServer (#780)
omit 61230dbb9 [client] RemoteLogDownloader should increment
remoteFetchBytesPerSecond of ScannerMetricGroup (#858)
omit 9dba1b580 [test] Increase code coverage for class GenericRow (#856)
omit 0a3dd1e34 [license] Add third-party components under Apache License
2.0 in LICENSE (#849)
omit 735edb0f1 [server] Introduce default max bucket number for a table
(#811)
omit bd9e1c499 [lake][paimon] Create datalake enabled table should also
create in lake (#640)
omit 0f0f30472 [docs] Adapt docs for `bind.listeners` config option (#759)
omit 409ae64c1 [flink/datastream] Introduce converter for Fluss Row to JSON
(#770)
omit 1d2409b34 [docs] Make slack and community call public (#838)
omit 5941c2d66 [license] Add NOTICE and LICENSE for published artifacts
omit 2eab87eba [ci] Introduce license check tools and add into CI
omit 3d4dca064 [server] Fix unstable test
DefaultAuthorizerTest#testHighConcurrencyModificationOfResourceAcls (#828)
omit 931382a61 [client] Rename OffsetsInitializer#initial() to full() (#831)
omit af590532e [server] Fix unstable test
AuthenticationTest#testMutualAuthenticate (#829)
omit ab9572174 [flink] Add Javadocs for FlussSourceBuilder public methods
(#825)
omit 1b7782ac1 [server] Add DEBUG logging for bucket/replica state machine
changing (#826)
omit 4e2d925a1 [docs] Add underReplicated, request_metadata,
replicasToDeleteCount metrics to documentatiton (#827)
omit d3b083e6d [kafka] Support connection max idle time configuration for
KafkaProtocolPlugin (#821)
omit b6d4f4ddb [connector] Support projection pushdown via field names for
fluss source (#815)
omit 6b019de2f [docs] Fix documentation page title is not corrected
rendered (#824)
omit 403c86e4b [server] Add more tests in RemoteLogITCase (#365)
omit 241211453 [flink] Introduce FlussSource DataStream API (#710)
omit 62f247e20 [server] Add IT for kill follower & leader servers (#807)
omit 4fc6194da [rpc] Support to report request_metadata metrics (#808)
omit 7ba2930e6 [server] Introduce replicasToDeleteCount metrics (#809)
omit 8877f5a64 [server] Add ITCase for deleting local log if replica is out
of sync (#799)
omit 3163f2a65 [server] Introduce underReplicatedBuckets metrics (#798)
omit 8033ca7e1 [flink] Add Pojo To Fluss InternalRow Utility (#726)
omit 367ac603c [dist] Adapt tooling for `bind.listeners` config option
(#758)
omit 1c773109b [client] Fix Throw LogOffsetOutOfRangeException when scan
offset ttl log (#737)
omit c9608f880 [server] Introduce eventQueueTime metrics in coordinator
(#794)
omit 988936eb5 [server] AutoPartitionManager shouldn't create partitions
for dropped table (#766)
omit 5573ae37e [server] Fluss support ACL authorization (#588)
omit 5f52b5ac6 [docs] Fix some wrong docs contents in engine-flink (#782)
omit 37d7fb679 [hotfix] Fix npe in ServerConnection (#781)
add daf652b5c [connector] support spark catalog
add be8528e45 [connector] Support spark catalog and introduce some basic
classes to support spark read and write
add 12f9d267c Merge branch 'refs/heads/main' into spark-3.3-catalog
add 089c172b1 Merge branch 'refs/heads/main' into spark-3.3-catalog
add 4bcf19b25 [license] Update License Copyright year
add 4033244be [connector-spark] some fix
add f10f1f04d [connector-spark] support partition manager
add 983663a2e [connector-spark] fix it test
add 2190ed983 Merge branch 'refs/heads/main' into spark-catalog
add e12154418 [spark] Rename module "fluss-connector-spark" to
"fluss-spark"
add 623b75c37 [spark]fix
add 64d671a60 Merge branch 'refs/heads/main' into spark-catalog
add d266cf4a4 Merge branch 'refs/heads/main' into spark-catalog
add b5616840c [connector] Support spark catalog and introduce some basic
classes to support spark read and write
add cee831de8 [hotfix] Fix npe in ServerConnection (#781)
add 54e3506e7 [docs] Fix some wrong docs contents in engine-flink (#782)
add 3e2a26fe9 [server] Fluss support ACL authorization (#588)
add 4708b6759 [server] AutoPartitionManager shouldn't create partitions
for dropped table (#766)
add 88f3cd1f4 [server] Introduce eventQueueTime metrics in coordinator
(#794)
add 593396c11 [client] Fix Throw LogOffsetOutOfRangeException when scan
offset ttl log (#737)
add a453c64e1 [dist] Adapt tooling for `bind.listeners` config option
(#758)
add e5f70a6c2 [flink] Add Pojo To Fluss InternalRow Utility (#726)
add 1c4b2b30a [server] Introduce underReplicatedBuckets metrics (#798)
add fe763f0b2 [server] Add ITCase for deleting local log if replica is out
of sync (#799)
add 7668dd703 [server] Introduce replicasToDeleteCount metrics (#809)
add dc272fcc0 [rpc] Support to report request_metadata metrics (#808)
add 0cd9927b4 [server] Add IT for kill follower & leader servers (#807)
add 3c8842b17 [flink] Introduce FlussSource DataStream API (#710)
add 086f3e36f [server] Add more tests in RemoteLogITCase (#365)
add 378388356 [docs] Fix documentation page title is not corrected
rendered (#824)
add 34cdaa050 [connector] Support projection pushdown via field names for
fluss source (#815)
add 14ebc7ef4 [kafka] Support connection max idle time configuration for
KafkaProtocolPlugin (#821)
add 869c18018 [docs] Add underReplicated, request_metadata,
replicasToDeleteCount metrics to documentatiton (#827)
add db08f5903 [server] Add DEBUG logging for bucket/replica state machine
changing (#826)
add e060191b5 [flink] Add Javadocs for FlussSourceBuilder public methods
(#825)
add ff7026117 [server] Fix unstable test
AuthenticationTest#testMutualAuthenticate (#829)
add 95f296255 [client] Rename OffsetsInitializer#initial() to full() (#831)
add 753dac135 [server] Fix unstable test
DefaultAuthorizerTest#testHighConcurrencyModificationOfResourceAcls (#828)
add 99ab287bc [ci] Introduce license check tools and add into CI
add 67e2d63b9 [license] Add NOTICE and LICENSE for published artifacts
add c9dfe01df [docs] Make slack and community call public (#838)
add 99c2e1627 [flink/datastream] Introduce converter for Fluss Row to JSON
(#770)
add ae906b24d [docs] Adapt docs for `bind.listeners` config option (#759)
add 694a20046 [lake][paimon] Create datalake enabled table should also
create in lake (#640)
add 630354204 [server] Introduce default max bucket number for a table
(#811)
add 00c930866 [license] Add third-party components under Apache License
2.0 in LICENSE (#849)
add d5d44b4c6 [test] Increase code coverage for class GenericRow (#856)
add 3eede2d14 [client] RemoteLogDownloader should increment
remoteFetchBytesPerSecond of ScannerMetricGroup (#858)
add 05d829299 [lake] Introduce tiering assignment manager to
CoordinatorServer (#780)
add 5e1355e0d [test] Fix unstable test
CommitLakeTableSnapshotITCase.testCommitDataLakeData (#867)
add 36a2d33cf [ci] upload jacoco report when running main branch (#859)
add e0d2ab62d [server] Introduce jitter for upload remote log (#872)
add 9ce902391 [server] Support multi-level partitions (#843)
add 39a50e952 [flink] Make FlinkSink Generic (#800)
add f69b827a3 [connector] Resource cleanup via AfterEach Extending
AbstractStreamBase (#869)
add f63b28d3b [website] Add slack invite on home page (#903)
add 2b2ed0558 [server] Add retriable authentication exception. (#845)
add ae9fa4cec [server] Avoid create tables with system column names (#878)
add ab59e6d74 [website] Add Fluss logos files and update website (#917)
add 1b17c62cb [test] Increase code coverage for class FlussConfigUtils
(#914)
add aa4048a95 [hotfix] Fix typo and reword auto-partition config
description (#894)
add fc22b3818 [readme] Update README for new logo and list core features
(#812)
add 06a08b36f [test] Increase code coverage for class Crc32C (#919)
add 530d3af2a [test] Increase code coverage for class RecordAndPos (#916)
add 90e976533 [server] Fix compatibility issue when only
`[coordinator|tablet-server].host` is set (#907)
add 127243a9d [readme] Update the CI badge to only display the status of
main branch (#926)
add 8834003c1 [docs] Update configuration document to sync changes of
ConfigOptions (#922)
add 9379a16e1 [server] Add ConfigOption to pass config path to zookeeper
client (#909)
add a5fe72664 [test] Increase code coverage for class ServerNode (#911)
add 2d60b82d4 [flink] LogScanner#wakeup() should interrupt
LogScanner#poll()
add cfaa93bf7 [test][flink] Initialize StreamExecutionEnvironment and
TableEnvironment in @BeforeEach
add 2a257e804 [server] Remove annoy useless logging and improve log
information
add 2c6d54ead [lake/paimon] Fluss and Paimon data type mapping document
adds binary and bytes data types. (#940)
add eaeb7b23f [fluss-lake] Introduce TieringSplit for Flink lake tiering
service (#920)
add c407cea63 [hotfix] Removed duplicatd method in FutureUtils (#946)
add 98a8b2dbe [hotfix] Removed duplicated java doc in UpsertSinkWriter
(#949)
add 7a51721d1 [hotfix] Make abstract ITCase's variable as protected. (#944)
add 90c548a21 [hotfix] Merge duplicate CommonRpcMessageUtils (#951)
add 782045df7 [doc] Improve the fluss table data types documentation.
(#943)
add 7f52c8058 [lake/rpc] Add HeartBeat RPC in Servers for Tiering Services
add 466527169 [website] Upgrade docusaurus to 3.8.0 and fix css minify
issue
add 29cb62cf6 [website] Fix logo files are not found after deploying
add d047d1628 [hotfix] Add icon for Fluss in IntellijIdea (#941)
add ec864a7b6 [blog] Introducing the Little Otter — The Story of Fluss
Logo (#960)
add d4b9b0d17 [hotfix] Update the blog of Fluss Logo
add 9408d040c [lake/paimon] Allow to set paimon native option by the
prefix of `paimon.`. (#958)
add 7aa374faf [server] Add keep alive method for ServerAuthenticator for
each rpc invocation. (#956)
add a8d397609 [lake/paimon] Automatically append system columns for Fluss
primary key table when create paimon table
add 1c167d52e [filesystem/oss] OssFileSystem should allow to configure
credential provider (#939)
add 870336803 [bugfix] do not remove from waiters before segment allocated
(#974)
add 8566a66b5 [hotfix] Remove duplicate java doc for flink sink (#977)
add a71218086 [blog] Publish "Understanding Partial Updates" blog posg
(#959)
add 83467e692 [server] authorize InitWriter RPC with table path parameters
add 3f9b58ca3 [client] Sender trigger to abort all writeBatches if
InitWriter failed with AuthorizationException
add 18c8b5a47 [server] Support generating rack aware bucket assignment
when creating table (#786)
add c19b49c12 [client] Recycle ArrowWriter when
MemoryLogRecordsArrowBuilder closed instead of built (#973)
add 7a2b77600 [flink] Support partition pushdown (only equals) in Flink
connector (#937)
add 8050867e7 [server] UpdateMetadata RPC should update tablePath and
physicalTablePath cache (#890)
add 176037bf4 [client] Allow FileSystem implementations expose customized
options via 'client.fs.*' prefix (#938)
add f4e0f146d [hotfix] Fix a bug which throw exception when no rack was
configured (#986)
add b92efd94b [filesystem/gs] Introduce google filesystem
add 6a54461e2 [filesystem/gs] Refine test and add licenses
add 7301e57df [lake/flink] Implement read fluss and write to lake in Flink
source reader
add 5de49d93c [test] Fix unstable test
RemoveOfflineReplicaFromIsrITCase.testRemoveOfflineReplicaFromIsr (#991)
add 16bbe14f8 [hotfix][server] Fix ConcurrentModifiedException in
CoordinatorMetadataCache
add e1f87de8d [hotfix][server] Fix only authorizeTable when authorizer is
enabled
add de053f12a [hotfix] Not throw exception when fail to list splits for
streaming read partitioned table (#996)
add d1b56d09f [server] Support a consistent server cache across servers
that contains table information (#927)
add ecc8ce271 [server] Re-register server-node when zookeeper connection
is reconnected (#1004)
add 063d560d4 [client] Support dynamically create partition when writing
(#1002)
add 90da4df98 [server] Metadata RPC get table/partition metadata from
serverCache instead of Zookeeper (#930)
add a5ce01605 [lake/paimon] Support paimon tiering factory
add 171557c70 [hotfix] Fix compile error due to implict code conflicts
add 1e3f09616 [hotfix] Fix KeeperException$NodeExistsException (#1023)
add 098a698b4 [hotfix] Fix table id can't be found in server metadata
cache whe server restarts (#1025)
add 33a2981b6 [connector/flink] Introduce DataStream Sink API for Flink
(#908)
add a017f1a65 [Server]Accelerate the speed of creating tables and
partitions (#957)
add cc560c7b7 [test][flink] Timeout collect results from Flink
CloseableIterator (#954)
add 742e8e6b3 [docs] Update dynamic partitioning doc (#1022)
add 4d6d6c6f8 [website] Fix responsiveness of landing page (#1005)
add b263d5e11 [common] Improve test converage on BinarySection (#1009)
add caf0dba48 [server] Revert keep alive method for ServerAuthenticator
for each rpc invocation.
add 35c64fcc4 [flink] Increase code coverage for FlinkCatalog (#942)
add 463a74573 [client] Support dynamic estimate write batch size (#976)
add 6f6115339 [readme] Adjust logo based on light/dark mode for README.md
(#980)
add 0e460e46e [utils] improve test coverage on FutureUtils (#969)
add 930ae1098 [hotfix] Fix test PaimonTieringTest.testTieringWriteTable is
unstable. (#1034)
add 8ef3f75f9 [server][auth] Support SASL/PLAIN authentication. (#985)
add 376736fe8 [lake/paimon] Support tiering multi partition paimon table
(#1024)
add aade7e7fc [test] Improve com.alibaba.fluss.flink.catalog.* test code
coverage (#989)
add 4bf8678a8 [hotfix] Add a log of download file time for
RemoteLogDownloader (#1052)
add fd02bb8a5 [lake/flink] Introduce TieringSource and
TieringSourceEnumerator (#1020)
add 53769f7a3 [hotfix] Use ordered set in PojoToRowConverter to make test
stable (#1059)
add 324e44d1b [lake/flink] Introduce committer operator
add e5ccb80da [lake/flink] Introduce Fluss Lake tiering to chain all flink
operators for tiering (#1062)
add 82420d84f [lake] Remove fluss-lakehouse-cli module
add c1bed7bb3 [lake] Remove fluss-lakehouse module
add 30570d3fc [lake/flink][minor] Avoid duplicated job execution
add a8bc61a7a [lake] Unify lake related package name to lake
add d69bfc593 [lake/flink] Enforce to keep data consistent when commit to
lake but fail to commit to fluss (#1067)
add d49216558 [docs] Refactor the document of deploying-with-docker.md to
use `advertised.listeners` (#1075)
add ad87a71df [client] Fix the IllegalStateException error that ArrowBuf
refCount <= 0 (#1068)
add f29d09a1d [hotfix] Adjust the writeBatch estimate logic to avoid
buffer size always tending to decrease (#1076)
add 646a7e975 [hotfix][docs] Fix misuse of `Flink` in deploying pages
(#1056)
add 6757ef19e [docs] Add documentation for multi-fields partition (#1040)
add c10a71913 [server] Support list partititions by partition spec (#897)
add ffb6012f3 [docs] Update quick-start in the integrating with paimon
(#1077)
add bf090ea08 [docs] Add documentation for DataStream Connector (#1038)
add 8c7677915 [hotfix][docs] Add missing config options for tablet server
(#1079)
add 78f423745 [server] Add retry times for ZkSequenceIDCounter and Sender
to acquire writer id from zk (#1066)
add ab26a5338 [hotfix][docs] Fix inconsistent configuration options in
"Deploy with Docker" (#1082)
add 61049ca02 [server] Safely release buffer in FlussRequest (#1043)
add 2dbcc668e [docs] Add documentation for column pruning and partition
pruning (#1080)
add e495a23bc [flink] Increase code coverage for FlinkCatalogOptions
(#929)
add 303cd130e [hotfix] Add miss config 'tablet-server.rack' in
configuration.md (#1084)
add 4c614bd50 [client] Simply username and password config for client.
(#1072)
add 8af08cd44 [hotfix] Improve some codes in FlinkTableSource (#1083)
add 58c411614 [website] Change calender invite & slack invite words for
more community vibe (#1085)
add a8daf6ae2 [flink] Introduce Flink CALL procedure for ACL operations
(#1041)
add e8954a69c [hotfix] Fix old client can't connect to new server (#1086)
add e7cbd82cd [website] Add v0.7 documentation
add 6c9cb522b [website] Add embedded Google calendar for community events
(#1089)
add b6becc20f [release] Add dummy class for fluss-flink-1.20 and
fluss-flink-1.19 to make Sonatype OSS happy
add feea34725 [hotfix] Fix version of fluss-flink-tiering jar in
quickstart page
add 2f176afd8 [build] Upgrade version to 0.8-SNAPSHOT
add 0a2bb576d [docs] Introduce `$FLUSS_DOCKER_VERSION$` expression to
reference docker image version (#1094)
add 0328de13b [hotfix] Fix data freshness don't work issue (#1090)
add be558f4cf [docs] Add show partitions by given partition spec ddl in
ddl.md (#1093)
add 798419289 [tests] Improve test coverage on VectorizedColumnBatch
(#1049)
add 173009786 [server] Fix SASL createPrincipal mismatch username and type
(#1099)
add 7ae07335f [test] Fix unstable test cases in FlussAuthorizationITCase
(#1102)
add 3ec0fbdc2 [hotfix] Always use full restart strategy for tiering
service to avoid table can't be committed successfully (#1103)
add 9ad5b57ff [minor][lake] Set default name for flink tiering service job
(#1105)
add 101b803e8 [lake/paimon] Fix that tiering service for paimon missed
timestamp type support
add 24e5652a2 [website] Update docker version for 0.7.0 RC3 and 0.6.1
add 5ac69112a [lake/docs] Update paimon integration docs in lakehouse
section (#1113)
add 3b1c5cce6 [website] Update docker version for 0.7.0 RC4
add 639490de9 [lake/paimon] Fix union read timestamp type issue (#1130)
add fc3caed17 [docs] minor paimon page improvements (#1133)
add b1f6744d4 [docs] Add a use cases section in the introduction page
(#1134)
add 00963bcf2 [website] Publish v0.7.0 and v0.6.1 to Downloads page
add e27feb36a [flink] Remove Factory tests which depends on different
version of Flink frameworks to submodule (#1132)
add b56a95311 [lake/docs] Update lakehouse storage pages to adapt to new
architecture (#1139)
add 099106661 [docs] Add security documents including authentication and
authorization. (#1060)
add bb316fdd5 [hotfix] Add isClosed protect for
LogFetcher#handleFetchLogException to avoid throw exception if channel close
(#1107)
add 8014ac2fd [docs] Minor improvement on the Lakehouse Storage page
add 6067ae241 [docs] Update latest version of v0.6 to 0.6.1
add abfd04722 [release] Fluss 0.7 Release Announcement (#1137)
add d858736e7 [license] Update source files with Apache boilerplate
headers (#1147)
add 78a4f9154 [test] Expose Clock to FlussClusterExtension. (#1136)
add 0c2a79665 [docs] Add Quickstart for "Secure Your Fluss Cluster" (#1108)
add 6f85053f5 [docs] Fix the formatting error in the Configuration page
(#1169)
add 3724c046c [website] Show all blog posts and simplify blog sidebar
labels
add 58bfc4fe9 [doc] Add tips for building fluss with Java 8 (#1177)
add e6add8740 [lake] Pass Fluss schema to lake writer (#1192)
add 1bd43fe51 [test/flink] Set forkCount=1 for versioned flink e2e tests
(#1179)
add f9affbb49 [test/flink] Cover full data types in UnionRead tests and
polish some tests
add bcd8969d0 [doc]The type of Sink is incorrect. FinkSink is not public
and cannot be referenced from outside the package (#1196)
add 7c502f20b [docs] Fix small typo in security comments (#1199)
add d92dfe572 [docs] Fix the formatting for security options in
engine-flink (#1202)
add e61c8e88e [doc] Switch to batch mode when execute update&delete in
merge-engine/default page
add 31ff17e4b [website] User should be able to see the agenda doc to add
or explore before joining (#1211)
add 5d70928a8 [server] Fix zk partition residual when using dynamic
partition (#1187)
add 51405c100 [doc] Improve the Changelog Generation section of the
PrimaryKey Table page (#1189)
add 1915ba1a1 [docs] Add docs for racks and upgrading (#1148)
add eaa04acc5 [docs] Fix typo in Authentication page (#1174)
add ad2b5e538 [website] Remove version from "Building Fluss from Source"
(#1164)
add cd80e17a4 [github] Update the latest version & change the task/feature
description (#1218)
add 91a77c6f2 [server] Zero-Copy for follower fetching logs from leader
(#1186)
add c3a48d318 [hotfix] Fix typos in getting-started.md (#1223)
add 421eb4164 [hotfix] Fix the missing brackets in java-client.md (#1225)
add f699e0f31 [website][docs] Make figures consistent (#1236)
add 6930f7088 [doc] Remove 'testcatalog'. 'testdb' from the "Flink Reads"
page (#1234)
add 93ba17655 [doc] Reorder DDL page: Move "Add Partition" before "Show
Partitions" (#1232)
add 4ccaf2b95 [docs] Update the streamhouse.png figure
add d2e8d1bca [doc] Add download link for tiering service jar (#1229)
add 104d88572 [docs] Update queries of "Column Pruning" section to align
with DDL column definitions (#1190)
add 3d3ed1d8a [docs] Fix the missing brackets in java-client.md (#1240)
add de5169208 [asf] Add .asf.yaml configuration file
add c82c57b20 [asf] Specify notification target for discussions
add 7a31ba44e [asf][hotfix] Specify notification target for discussions
add 64f385217 [lake/paimon] Add exception in throwable in lake writer &
committer (#1254)
add c6230fd10 [blog]: tiering service deep dive (#1249)
add b3accc1ee [lake] Ensure LakeStoragePlugin uses the plugin classloader
for all operations (#1224)
add 729d80f61 [lake] Fix TieringEnumerator will always fail to generate
splits when re-create table with same name (#1244)
add ec0143be3 add mailing list info for community (#1250)
add f8ba94cc9 [server] Optimize auto drop partition perfomance (#1047)
add ae78bca29 [hoftix] Fix class name for logger in RemoteLogIndexCache
(#1265)
add 93abe3ef2 [hotfix] Fix typo in server.yaml (#1277)
add 72303de55 [client] Fluss client shouldn't load plugin by thread
context classloader (#1267)
add 4b2eb0697 [website] Learn page for talks & videos draft version (#1278)
add 67b08e2a5 [Docs] Coordinator event metrics (#1272)
add 770dd8b7d [filesystem] Add HuaweiCloud OBS integration (#1274)
add 5140f889c [website] update roadmap to account latest requirements
(#1214)
add 40ab8a3e3 [website] create a seperate page for bug report & feature
request (#1213)
add 3549b54d8 [blog] Fluss Java Client Guide (#1253)
add d0b154f57 [blog] Add Fluss Joins ASF Blog Post (#1288)
add 7b674bb00 [docs] Fix typo in configuration.md (#1300)
add 8f506da17 [readme] Update Fluss to Apache Fluss(Incubating) in readme
(#1263)
add 580e5de08 [website] Fix community call phrase (#1308)
add 574b1e828 [website] Setup CI/CD for apache fluss website
add 4521be301 [website] Fix author titles (#1309)
add 0a2fb33c7 [server] Add DEBUG log for Coordinator event processing
(#1296)
add 0c72c97c3 [dependencies] Bump org.apache.commons:commons-lang3 from
3.12.0 to 3.18.0 (#1310)
add 0edeb7953 [coordinator] add retry for Coordinator Server register to
zk when reboot (#1307)
add c01d7e782 [github] Limit read permission to license-check.yml workflow
(#1312)
add f5a71eb71 [dependencies] Bump org.apache.kafka:kafka-clients from
3.9.0 to 3.9.1 (#1294)
add 56bdea8eb [ide] update vcs.xml link address (#1293)
add f9af4cd40 [common] Fix implicit narrowing conversion in
TimestampNtz#toLocalDateTime (#1313)
add 2ac4b1b15 [docs] Change documentation landing page from "/docs/intro"
to "/docs"
add a2ec7421d [hotfix] Change commitable to committable to fix typo.
(#1318)
add 72408c6cf [doc] Remove redundant statement terminators in the reads
document (#1336)
add 035e176df [doc]Modify the table format in the pk-table document (#1335)
add 0276d5429 [docs] update apache fluss slack link (#1316)
add e2661a617 [CI] add apache rat for license check of non java files
(#1219)
add d25684ec5 [lake/iceberg] Introduce fluss-lake-iceberg module and
IcebergLakeStorage (#1339)
add 2698c110e [hotfix] Optimize the error msg when throwing
LogOffsetOutOfRangeException (#1216)
add eb95a0059 fix: blog url and image (#1349)
add f79862de7 [kv] Upgrade rocksdb to community version 10.2.1 (#1338)
add f6670192a Fluss admin use tablet server for read only operation to
reduce the cost of coordinator. (#1303)
add cd0aa5957 [Docs] consistency & syntax fixes (#1243)
add 575b6b99c [hotfix] The DiscardingSink operator after LakeCommitter
should always be with parallelism 1 (#1356)
add 20a176e2a [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-oss plugin
(#1342)
add d0d0dfc9e [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-gs plugin
(#1334)
add 121fd1207 [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-obs plugin
(#1351)
add 4b11e61c2 [website] Update Website According to ASF Requirements
(#1251)
add fb998b8a3 [filesystems] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-s3 plugin
(#1348)
add 7a8d8dde0 Add link to slides (#1373)
add db2009d10 [paimon] Use right serializer version of PaimonWriteResult
and PaimonCommittable (#1368)
add 187178ef6 Revert "[kv] Upgrade rocksdb to community version 10.2.1
(#1338)" (#1374)
add 4ad39f4c7 [paimon] Bump Paimon version from 1.0.1 to 1.2.0 (#1289)
add 7c04aec8e [fix](HomepageHeader): Update GitHub link in HomepageHeader
(#1343)
add 27992889e [lake/iceberg] Iceberg encoding strategy (#1350)
add 87f27a854 [doc] Remove the extra period in Real-Time Analytics With
Flink section (#1384)
add e2596e534 [doc] fix typos, formatting and consistency in
architecture.md (#1390)
add 9c0a816fb [doc] fix typo in flink.md (#1387)
add 96bcc3075 [doc]The SQL keywords are not consistent in case. It is
recommended to use uppercase letters uniformly (#1385)
add 59ac5eda0 [blog]: hands on fluss lakehouse (#1279)
add 8bf246050 [docs] move the directory and website links to apache (#1366)
add bcefd5912 fix: code block render issue (#1395)
add 98149b7e2 [bugfix] FlinkSourceSplitReader sends
PartitionBucketsUnsubscribedEvent to FlinkSourceEnumerator when subscribing to
a removed partition (#1220) (#1248)
add 0808845e6 feat: blog hands on lakehouse (#1403)
add fb1a549f0 [website] Remove .htaccess file for ASF privacy policy
add 8c4ceea13 [website] Add empty .htaccess file for future CSP
add 5718fbef7 [typo] fix typos waitUtil-> waitUntil (#1402)
add 5deb345dc [docs] Fix warehouse path of paimon inconsistent in
lakehouse-storage page
add 1b69b4b87 [typo] Fix typo in Scheduler.java (#1413)
add f7ccd9f6b [lance] introduce lance connector and implement lake catalog
(#1242)
add 94df6090e [jmh] Rename fluss-benchmark directoy to fluss-jmh (#1430)
add c1b24975d [docs] Fix the INSERT statement in "PrimaryKey Table" page
(#1406)
add 8f5fc8015 [docs] Fix typos and format in deploying-local-cluster.md
(#1393)
add a1d2e70e5 [docs] Fix typos and format in installation overview page
(#1391)
add f64255ee2 fix some docs of prefix lookup api (#1447)
add 799a2bf68 [docs] Add info around community resources including notes
and recording (#1449)
add 0c5fcfc15 [website] Fix image and description metadata of website
pages (#1440)
add 956488307 [website] Adapt website for the blocked third-party
resources (#1439)
add ed3093d7a [blog] Fix text format of "Tiering Service Deep Dive" (#1411)
add 2ee9bd118 [paimon] Store lake synchronized bucket offsets in Paimon
snapshot property (#1405)
add 294b80b4e [webiste] Update the appId and apiKey of algolia to enable
doc search
add b86dcdd33 [webiste] Allow YouTube, Google Calendar and Algolia
Resources on Fluss Website (#1453)
add 1baf72dcc [typo] fix typos commited -> committed (#1457)
add 47171fbff [doc] Update the copyright name in the documentation from
"Alibaba" to "Apache" (#1418)
add 926e06ad6 [coordinator] optimize coordinator event metric update logic
(#1465)
add 745527657 [docs]fix typos, grammar, casing, and spacing in multiple
documents (#1474)
add 5bc29d53c [hotfix] Fix the typo in the comment of
TableBucketStateMachine#doHandleStateChange (#1488)
add 90d0a8e7a [server] Prohibit the creation of TableAssignment with zero
buckets (#1489)
add a16d86762 Fix typo in "From Stream to Lake" blog (#1490)
add dffde472c [common] Introduce Predicate interface and basic predicate
expressions (#515)
add 40f60050f [common] Support statistic-based Predicate interface
add cc12cff00 [lake] Introduce Union read lake base interfaces (#1480)
add c0be0ac63 [docs] Fix docs about TIMESTAMP_LTZ (#1416)
add 3399e2194 [iceberg] Introduce iceberg bucketing function (#1409)
add 3f8142f1e [server] Add rack label for tablet server metrics (#1468)
add a78c6fae2 [website] Add How to Release and Verify for fluss-shaded
releases (#1500)
add 037cfc257 [common] Fix Serialize BinaryString throws
NotSerializableException (#1496)
add 1e82d80d4 [docs] Add a section to configure hadoop related
configuration in hdfs remote storage (#1501)
add 8e476916f [lake/iceberg] Implement IcebergLakeCatalog for PK Tables
(#1372)
add ef2c30049 [server] Checks value of LOG_SEGMENT_FILE_SIZE (#1504)
add a497f3dbc [server] Use batch operations of ZooKeeper to optimize
updateLeaderAndIsr (#1445)
add 315a7ed6c [build] Upgrade default JDK compile version to 11 (#1197)
add 8d6a49ea5 [paimon] Paimon implement union read interfaces (#1505)
add 2b36e481e [paimon] Paimon source supports filter push down (#1523)
add dc024facf [blog] The Implementation Practice Of Fluss On Taotian
(#1414)
add 2260acb8d [metric] Optimize the createLogicalScope method by adding
empty string checks to avoid unnecessary delimiter concatenation. (#1363)
add 90111f0b8 [github] Fix nightly build is failed
add 952a152c2 [log] Fix the recovery log failed situation because of
OutOfOrderSequenceException cause by writerId expire (#1386)
add d31c6858b [lake] Store partition name in lake snapshot property (#1485)
add d6d8ad64b [lake/lance] Throw exception for create primary key table
when datalake.format = lance (#1444)
add c7faa1de3 [lake/iceberg] Support Log Table in IcebergLakeCatalog
(#1508)
add 15df60ac6 [lake] pass table custom table property to lake writer
(#1521)
add 08a6fb3ec [flink] Union read decouple with paimon for log table (#1527)
add 0ad1490ba [lake/Iceberg] Support use type to load iceberg catalog
(#1536)
add babae8954 [Iceberg/lake] Iceberg supports append-only non-partitioned
table (#1524)
add 43abc2103 [hotfix] Fix typo: excepted -> expected and sever->server
(#1557)
add 3550e5ee0 [flink] Union read decouple with paimon for pk table (#1543)
add 564e8059f [client] Fix the bug where the loss of writeBatch was caused
by the origin batchLocation forget to update ServerNode info (#1258)
add 7179e3f3e [flink] Remove legacy union read code for batch mode (#1563)
add d4d88fbd0 [lake/iceberg] Support pass hadoop configuration (#1541)
add e62516383 [lake/iceberg] implement lake writer for iceberg pk table
(#1555)
add 68ae5f69d [metric] fix a wrong metric calculation (#1566)
add 3427c9b4f [lake/iceberg] Support partitioned table (#1565)
add cc37921de [client] Fluss Flink Lookup function return null rather than
PartitionNotException when partition not exists. (#1344)
add 9c8d26ee6 [flink] Apply partition filter to lake in flink source
(#1549)
add ae428651a [hotfix] Modify file header to licensed to Apache Software
Foundation (#1530)
add 298a4f6ad [server] force unmap mmap file on linux when call
AbstractIndex.resize() (#1382)
add 15aaddb02 [lake/iceberg] Add iceberg it case (#1572)
add 87cc06971 [flink] Support Flink 2.1 (#1176)
add 68668e563 [common] Upgrade fluss-shaded to
org.apache.fluss:1.0-incubating (#1494)
add 078cb4bdd [lake/lance] Lance lake writer and committer implementation
(#1441)
add 90fae8a5c [hotfix] Fix import package name (#1585)
add 53552d3d9 [lake/iceberg] add full data type integration test (#1577)
add d0c357dea [client] RemoteLogDownloader supports download log files in
parallel and in priority (#1579)
add 7897d3efa [infra] Update project package name to org.apache.fluss
add 084894174 [infra] Update package and groupId and spotless for
org.apache.fluss
add 459787f2f [license] Add rat-check to the mvn package phase and ban
Alibaba license
add a4cadafaa [license] Remove unnecessary dependencies from NOTICE files
add 52ffe933d [hotfix] Fix unstable test IcebergTieringITCase (#1584)
add 451f8f1ed [server] Accelerate deleting table or partition (#1081)
add aedadea1b [server] Enhance ReplicaManager#getReplicaOrException to
return more accurate error messages (#1573)
add c00e40ee5 [iceberg] Upgrade iceberg version to 1.9.1 (#1520)
add c3fc7bd8f [flink] Union read support log table in streaming mode
(#1575)
add f9e765494 [docs] Fix the output result of the default merge engine
example (#1551)
add 344a3f90d [lake/iceberg] Introduce IcebergRewriteDataFiles to compact
files (#1552)
add f2f00e248 [flink] Union read in stream mode should support read from
given timestamp (#1598)
add 2615ba61a [hotfix] Fix jar download links to alibaba path (#1614)
add 7a841a30b [lake] Introduce table.datalake.auto-compaction options
(#1612)
add d88c76ce8 Change features to heading on 2nd level (#1623)
add ad165a428 [connector] support spark catalog
add 5989ff3a1 [connector] Support spark catalog and introduce some basic
classes to support spark read and write
add af1d28827 [license] Update License Copyright year
add 4eb79f7e4 [connector-spark] some fix
add 5aae7bc4e [connector-spark] support partition manager
add c024481c6 [spark] Rename module "fluss-connector-spark" to
"fluss-spark"
add 133933d21 [spark]fix
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (434a4f48c)
\
N -- N -- N refs/heads/main (133933d21)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.scalafmt.conf | 70 ++++
.../alibaba}/fluss/client/table/scanner/Scan.java | 33 +-
.../fluss/client/table/scanner/TableScan.java | 54 +--
.../client/table/scanner/batch/BatchScanUtils.java | 29 +-
.../client/table/scanner/batch/BatchScanner.java | 52 +++
.../table/scanner/batch/LimitBatchScanner.java | 78 ++--
.../scanner/batch/KvSnapshotBatchScanner.java | 40 +-
.../table/scanner/batch/SnapshotFilesReader.java | 39 +-
.../client/table/scanner/log/BucketScanStatus.java | 4 +
.../client/table/scanner/log/CompletedFetch.java | 22 +
.../table/scanner/log/CompletedPendingFetch.java | 4 +
.../client/table/scanner/log/LogFetchBuffer.java | 4 +
.../table/scanner/log/LogFetchCollector.java | 18 +
.../fluss/client/table/scanner/log/LogFetcher.java | 62 +++
.../fluss/client/table/scanner/log/LogScan.java | 4 +
.../fluss/client/table/scanner/log/LogScanner.java | 4 +
.../client/table/scanner/log/LogScannerImpl.java | 18 +
.../client/table/scanner/log/LogScannerStatus.java | 4 +
.../client/table/scanner/log/PendingFetch.java | 4 +
.../table/scanner/log/RemoteCompletedFetch.java | 10 +
.../table/scanner/log/RemoteLogDownloadFuture.java | 4 +
.../table/scanner/log/RemoteLogDownloader.java | 23 +
.../table/scanner/log/RemotePendingFetch.java | 9 +
.../client/table/scanner/log/ScanRecords.java | 9 +
.../client/table/writer/AbstractTableWriter.java | 39 +-
.../fluss/client/lookup/LookupQueueTest.java | 23 +-
.../fluss/client/table/FlussTableITCase.java | 2 +-
.../alibaba/fluss/bucketing/BucketingFunction.java | 45 ++
.../fluss/bucketing/FlussBucketingFunction.java | 42 ++
.../fluss/bucketing/PaimonBucketingFunction.java | 27 ++
.../fluss/compression/ArrowCompressionFactory.java | 10 +-
.../fluss/compression/ArrowCompressionInfo.java | 23 +-
.../ArrowCompressionRatioEstimator.java | 17 +-
.../fluss/compression/ArrowCompressionType.java | 6 +-
.../compression/FlussLZ4BlockInputStream.java | 31 +-
.../compression/FlussLZ4BlockOutputStream.java | 27 +-
.../compression/Lz4ArrowCompressionCodec.java | 14 +-
.../compression/ZstdArrowCompressionCodec.java | 10 +-
.../java/org/apache/fluss/cluster/ServerNode.java | 2 +
.../java/org/apache/fluss/metadata/Schema.java | 4 +-
.../apache/fluss/record/DefaultValueRecord.java | 26 +-
.../fluss/record/DefaultValueRecordBatch.java | 26 +-
.../java/org/apache/fluss/record/ValueRecord.java | 20 +-
.../org/apache/fluss/record/ValueRecordBatch.java | 20 +-
.../record/bytesview/MemorySegmentBytesView.java | 2 +
.../java/org/apache/fluss/row/TimestampNtz.java | 10 +
.../fluss/row/encode/CompactedKeyEncoder.java | 46 +-
.../apache/fluss}/utils/CatalogExceptionUtils.java | 4 +
.../java/org/apache/fluss/utils/DateTimeUtils.java | 20 +
.../org/apache/fluss/utils/InternalRowUtils.java | 90 ++++
.../org/apache/fluss/utils/MurmurHashUtils.java | 2 +
.../java/org/apache/fluss/utils/crc/Crc32C.java | 2 +
.../compression/ArrowCompressionCodecTest.java | 38 +-
.../ArrowCompressionRatioEstimatorTest.java | 15 +-
.../connector}/flink/row/FlinkAsFlussRow.java | 35 +-
.../fluss/connector/flink/sink/FlinkSink.java | 126 ++++++
.../connector}/flink/row/FlinkAsFlussRowTest.java | 33 +-
.../org.junit.jupiter.api.extension.Extension | 17 +
fluss-dist/pom.xml | 12 +
.../apache/fluss/flink/catalog/FlinkCatalog.java | 81 ++--
.../fluss/flink/sink/writer/FlinkSinkWriter.java | 69 +++
fluss-lake/fluss-lake-common/pom.xml | 31 ++
.../operator/PaimonMultiWriterOperatorFactory.java | 70 ++++
.../paimon}/source/state/SourceSplitStateTest.java | 54 +--
.../paimon/testutils/TestingDatabaseSyncSink.java | 174 ++++++++
.../org.junit.jupiter.api.extension.Extension | 17 +
.../server/kv/rowmerger/DefaultRowMerger.java | 35 +-
.../server/kv/rowmerger/FirstRowRowMerger.java | 29 +-
.../fluss/server/kv/rowmerger/RowMerger.java | 37 +-
.../server/kv/rowmerger/VersionedRowMerger.java | 43 +-
.../kv/rowmerger/VersionedRowMergerTest.java | 41 +-
.../fluss-spark-3.3}/pom.xml | 57 ++-
fluss-spark/fluss-spark-common/pom.xml | 113 +++++
.../alibaba/fluss/spark/SparkConnectorOptions.java | 176 ++++++++
.../com/alibaba/fluss/spark/SparkInternalRow.java | 212 ++++++++++
.../java/com/alibaba/fluss/spark/SparkRow.java | 157 +++++++
.../fluss/spark/SpecializedGettersReader.java | 91 ++++
.../com/alibaba/fluss/spark/TableBucketInfo.java | 102 +++++
.../alibaba/fluss/spark/catalog/SparkCatalog.java | 453 ++++++++++++++++++++
.../fluss/spark/exception/CatalogException.java | 33 ++
.../spark/exception/SparkRuntimeException.java | 33 +-
.../fluss/spark/utils/SparkConversions.java | 211 ++++++++++
.../alibaba/fluss/spark/utils/SparkTypeUtils.java | 274 ++++++++++++
.../alibaba/fluss/spark/FlussInputPartition.scala | 43 ++
.../scala/com/alibaba/fluss/spark/SparkTable.scala | 148 +++++++
.../alibaba/fluss/spark/SparkInternalRowTest.java | 144 +++++++
.../fluss/spark/catalog/SparkCatalogITCase.java | 462 +++++++++++++++++++++
.../fluss/spark/utils/SparkConversionsTest.java | 75 ++++
.../fluss/spark/utils/SparkTypeUtilsTest.java | 163 ++++++++
fluss-spark/pom.xml | 381 +++++++++++++++++
fluss-test-coverage/pom.xml | 233 ++++-------
pom.xml | 53 +--
92 files changed, 5060 insertions(+), 699 deletions(-)
create mode 100644 .scalafmt.conf
copy fluss-client/src/main/java/{org/apache =>
com/alibaba}/fluss/client/table/scanner/Scan.java (63%)
copy fluss-client/src/main/java/{org/apache =>
com/alibaba}/fluss/client/table/scanner/TableScan.java (71%)
copy fluss-client/src/main/java/{org/apache =>
com/alibaba}/fluss/client/table/scanner/batch/BatchScanUtils.java (76%)
create mode 100644
fluss-client/src/main/java/com/alibaba/fluss/client/table/scanner/batch/BatchScanner.java
copy fluss-client/src/main/java/{org/apache =>
com/alibaba}/fluss/client/table/scanner/batch/LimitBatchScanner.java (72%)
copy fluss-client/src/test/java/{org/apache =>
com/alibaba}/fluss/client/lookup/LookupQueueTest.java (69%)
create mode 100644
fluss-common/src/main/java/com/alibaba/fluss/bucketing/BucketingFunction.java
create mode 100644
fluss-common/src/main/java/com/alibaba/fluss/bucketing/FlussBucketingFunction.java
create mode 100644
fluss-common/src/main/java/com/alibaba/fluss/bucketing/PaimonBucketingFunction.java
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionFactory.java (89%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionInfo.java (79%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionRatioEstimator.java (79%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionType.java (87%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/FlussLZ4BlockInputStream.java (90%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/FlussLZ4BlockOutputStream.java (92%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/Lz4ArrowCompressionCodec.java (89%)
copy fluss-common/src/main/java/{org/apache =>
com/alibaba}/fluss/compression/ZstdArrowCompressionCodec.java (92%)
rename {fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink =>
fluss-common/src/main/java/org/apache/fluss}/utils/CatalogExceptionUtils.java
(90%)
create mode 100644
fluss-common/src/main/java/org/apache/fluss/utils/InternalRowUtils.java
copy fluss-common/src/test/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionCodecTest.java (88%)
copy fluss-common/src/test/java/{org/apache =>
com/alibaba}/fluss/compression/ArrowCompressionRatioEstimatorTest.java (82%)
copy {fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss =>
fluss-connectors/fluss-connector-flink/src/main/java/com/alibaba/fluss/connector}/flink/row/FlinkAsFlussRow.java
(74%)
create mode 100644
fluss-connectors/fluss-connector-flink/src/main/java/com/alibaba/fluss/connector/flink/sink/FlinkSink.java
copy {fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss =>
fluss-connectors/fluss-connector-flink/src/test/java/com/alibaba/fluss/connector}/flink/row/FlinkAsFlussRowTest.java
(79%)
create mode 100644
fluss-connectors/fluss-connector-flink/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension
create mode 100644 fluss-lake/fluss-lake-common/pom.xml
create mode 100644
fluss-lakehouse/fluss-lakehouse-paimon/src/main/java/com/alibaba/fluss/lakehouse/paimon/sink/operator/PaimonMultiWriterOperatorFactory.java
copy {fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink =>
fluss-lakehouse/fluss-lakehouse-paimon/src/test/java/com/alibaba/fluss/lakehouse/paimon}/source/state/SourceSplitStateTest.java
(61%)
create mode 100644
fluss-lakehouse/fluss-lakehouse-paimon/src/test/java/com/alibaba/fluss/lakehouse/paimon/testutils/TestingDatabaseSyncSink.java
create mode 100644
fluss-lakehouse/fluss-lakehouse-paimon/src/test/resources/META-INF/services/org.junit.jupiter.api.extension.Extension
copy fluss-server/src/main/java/{org/apache =>
com/alibaba}/fluss/server/kv/rowmerger/DefaultRowMerger.java (70%)
copy fluss-server/src/main/java/{org/apache =>
com/alibaba}/fluss/server/kv/rowmerger/FirstRowRowMerger.java (51%)
copy fluss-server/src/main/java/{org/apache =>
com/alibaba}/fluss/server/kv/rowmerger/RowMerger.java (69%)
copy fluss-server/src/main/java/{org/apache =>
com/alibaba}/fluss/server/kv/rowmerger/VersionedRowMerger.java (75%)
copy fluss-server/src/test/java/{org/apache =>
com/alibaba}/fluss/server/kv/rowmerger/VersionedRowMergerTest.java (86%)
copy {fluss-flink/fluss-flink-tiering => fluss-spark/fluss-spark-3.3}/pom.xml
(51%)
create mode 100644 fluss-spark/fluss-spark-common/pom.xml
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkConnectorOptions.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkInternalRow.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkRow.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SpecializedGettersReader.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/TableBucketInfo.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/catalog/SparkCatalog.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/exception/CatalogException.java
copy
fluss-common/src/main/java/org/apache/fluss/exception/FlussRuntimeException.java
=>
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/exception/SparkRuntimeException.java
(53%)
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/utils/SparkConversions.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/utils/SparkTypeUtils.java
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/com/alibaba/fluss/spark/FlussInputPartition.scala
create mode 100644
fluss-spark/fluss-spark-common/src/main/scala/com/alibaba/fluss/spark/SparkTable.scala
create mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/SparkInternalRowTest.java
create mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/catalog/SparkCatalogITCase.java
create mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/utils/SparkConversionsTest.java
create mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/utils/SparkTypeUtilsTest.java
create mode 100644 fluss-spark/pom.xml
