This is an automated email from the ASF dual-hosted git repository.
ipolyzos pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/fluss.git
omit d88c76ce8 Change features to heading on 2nd level (#1623)
omit 7a841a30b [lake] Introduce table.datalake.auto-compaction options
(#1612)
omit 2615ba61a [hotfix] Fix jar download links to alibaba path (#1614)
omit f2f00e248 [flink] Union read in stream mode should support read from
given timestamp (#1598)
omit 344a3f90d [lake/iceberg] Introduce IcebergRewriteDataFiles to compact
files (#1552)
omit f9e765494 [docs] Fix the output result of the default merge engine
example (#1551)
omit c3fc7bd8f [flink] Union read support log table in streaming mode
(#1575)
omit c00e40ee5 [iceberg] Upgrade iceberg version to 1.9.1 (#1520)
omit aedadea1b [server] Enhance ReplicaManager#getReplicaOrException to
return more accurate error messages (#1573)
omit 451f8f1ed [server] Accelerate deleting table or partition (#1081)
omit 52ffe933d [hotfix] Fix unstable test IcebergTieringITCase (#1584)
omit a4cadafaa [license] Remove unnecessary dependencies from NOTICE files
omit 459787f2f [license] Add rat-check to the mvn package phase and ban
Alibaba license
omit 084894174 [infra] Update package and groupId and spotless for
org.apache.fluss
omit 7897d3efa [infra] Update project package name to org.apache.fluss
omit d0c357dea [client] RemoteLogDownloader supports download log files in
parallel and in priority (#1579)
omit 53552d3d9 [lake/iceberg] add full data type integration test (#1577)
omit 90fae8a5c [hotfix] Fix import package name (#1585)
omit 078cb4bdd [lake/lance] Lance lake writer and committer implementation
(#1441)
omit 68668e563 [common] Upgrade fluss-shaded to
org.apache.fluss:1.0-incubating (#1494)
omit 87cc06971 [flink] Support Flink 2.1 (#1176)
omit 15aaddb02 [lake/iceberg] Add iceberg it case (#1572)
omit 298a4f6ad [server] force unmap mmap file on linux when call
AbstractIndex.resize() (#1382)
omit ae428651a [hotfix] Modify file header to licensed to Apache Software
Foundation (#1530)
omit 9c8d26ee6 [flink] Apply partition filter to lake in flink source
(#1549)
omit cc37921de [client] Fluss Flink Lookup function return null rather than
PartitionNotException when partition not exists. (#1344)
omit 3427c9b4f [lake/iceberg] Support partitioned table (#1565)
omit 68ae5f69d [metric] fix a wrong metric calculation (#1566)
omit e62516383 [lake/iceberg] implement lake writer for iceberg pk table
(#1555)
omit d4d88fbd0 [lake/iceberg] Support pass hadoop configuration (#1541)
omit 7179e3f3e [flink] Remove legacy union read code for batch mode (#1563)
omit 564e8059f [client] Fix the bug where the loss of writeBatch was caused
by the origin batchLocation forget to update ServerNode info (#1258)
omit 3550e5ee0 [flink] Union read decouple with paimon for pk table (#1543)
omit 43abc2103 [hotfix] Fix typo: excepted -> expected and sever->server
(#1557)
omit babae8954 [Iceberg/lake] Iceberg supports append-only non-partitioned
table (#1524)
omit 0ad1490ba [lake/Iceberg] Support use type to load iceberg catalog
(#1536)
omit 08a6fb3ec [flink] Union read decouple with paimon for log table (#1527)
omit 15df60ac6 [lake] pass table custom table property to lake writer
(#1521)
omit c7faa1de3 [lake/iceberg] Support Log Table in IcebergLakeCatalog
(#1508)
omit d6d8ad64b [lake/lance] Throw exception for create primary key table
when datalake.format = lance (#1444)
omit d31c6858b [lake] Store partition name in lake snapshot property (#1485)
omit 952a152c2 [log] Fix the recovery log failed situation because of
OutOfOrderSequenceException cause by writerId expire (#1386)
omit 90111f0b8 [github] Fix nightly build is failed
omit 2260acb8d [metric] Optimize the createLogicalScope method by adding
empty string checks to avoid unnecessary delimiter concatenation. (#1363)
omit dc024facf [blog] The Implementation Practice Of Fluss On Taotian
(#1414)
omit 2b36e481e [paimon] Paimon source supports filter push down (#1523)
omit 8d6a49ea5 [paimon] Paimon implement union read interfaces (#1505)
omit 315a7ed6c [build] Upgrade default JDK compile version to 11 (#1197)
omit a497f3dbc [server] Use batch operations of ZooKeeper to optimize
updateLeaderAndIsr (#1445)
omit ef2c30049 [server] Checks value of LOG_SEGMENT_FILE_SIZE (#1504)
omit 8e476916f [lake/iceberg] Implement IcebergLakeCatalog for PK Tables
(#1372)
omit 1e82d80d4 [docs] Add a section to configure hadoop related
configuration in hdfs remote storage (#1501)
omit 037cfc257 [common] Fix Serialize BinaryString throws
NotSerializableException (#1496)
omit a78c6fae2 [website] Add How to Release and Verify for fluss-shaded
releases (#1500)
omit 3f8142f1e [server] Add rack label for tablet server metrics (#1468)
omit 3399e2194 [iceberg] Introduce iceberg bucketing function (#1409)
omit c0be0ac63 [docs] Fix docs about TIMESTAMP_LTZ (#1416)
omit cc12cff00 [lake] Introduce Union read lake base interfaces (#1480)
omit 40f60050f [common] Support statistic-based Predicate interface
omit dffde472c [common] Introduce Predicate interface and basic predicate
expressions (#515)
omit a16d86762 Fix typo in "From Stream to Lake" blog (#1490)
omit 90d0a8e7a [server] Prohibit the creation of TableAssignment with zero
buckets (#1489)
omit 5bc29d53c [hotfix] Fix the typo in the comment of
TableBucketStateMachine#doHandleStateChange (#1488)
omit 745527657 [docs]fix typos, grammar, casing, and spacing in multiple
documents (#1474)
omit 926e06ad6 [coordinator] optimize coordinator event metric update logic
(#1465)
omit 47171fbff [doc] Update the copyright name in the documentation from
"Alibaba" to "Apache" (#1418)
omit 1baf72dcc [typo] fix typos commited -> committed (#1457)
omit b86dcdd33 [webiste] Allow YouTube, Google Calendar and Algolia
Resources on Fluss Website (#1453)
omit 294b80b4e [webiste] Update the appId and apiKey of algolia to enable
doc search
omit 2ee9bd118 [paimon] Store lake synchronized bucket offsets in Paimon
snapshot property (#1405)
omit ed3093d7a [blog] Fix text format of "Tiering Service Deep Dive" (#1411)
omit 956488307 [website] Adapt website for the blocked third-party
resources (#1439)
omit 0c5fcfc15 [website] Fix image and description metadata of website
pages (#1440)
omit 799a2bf68 [docs] Add info around community resources including notes
and recording (#1449)
omit f64255ee2 fix some docs of prefix lookup api (#1447)
omit a1d2e70e5 [docs] Fix typos and format in installation overview page
(#1391)
omit 8f5fc8015 [docs] Fix typos and format in deploying-local-cluster.md
(#1393)
omit c1b24975d [docs] Fix the INSERT statement in "PrimaryKey Table" page
(#1406)
omit 94df6090e [jmh] Rename fluss-benchmark directoy to fluss-jmh (#1430)
omit f7ccd9f6b [lance] introduce lance connector and implement lake catalog
(#1242)
omit 1b69b4b87 [typo] Fix typo in Scheduler.java (#1413)
omit 5deb345dc [docs] Fix warehouse path of paimon inconsistent in
lakehouse-storage page
omit 5718fbef7 [typo] fix typos waitUtil-> waitUntil (#1402)
omit 8c4ceea13 [website] Add empty .htaccess file for future CSP
omit fb1a549f0 [website] Remove .htaccess file for ASF privacy policy
omit 0808845e6 feat: blog hands on lakehouse (#1403)
omit 98149b7e2 [bugfix] FlinkSourceSplitReader sends
PartitionBucketsUnsubscribedEvent to FlinkSourceEnumerator when subscribing to
a removed partition (#1220) (#1248)
omit bcefd5912 fix: code block render issue (#1395)
omit 8bf246050 [docs] move the directory and website links to apache (#1366)
omit 59ac5eda0 [blog]: hands on fluss lakehouse (#1279)
omit 96bcc3075 [doc]The SQL keywords are not consistent in case. It is
recommended to use uppercase letters uniformly (#1385)
omit 9c0a816fb [doc] fix typo in flink.md (#1387)
omit e2596e534 [doc] fix typos, formatting and consistency in
architecture.md (#1390)
omit 87f27a854 [doc] Remove the extra period in Real-Time Analytics With
Flink section (#1384)
omit 27992889e [lake/iceberg] Iceberg encoding strategy (#1350)
omit 7c04aec8e [fix](HomepageHeader): Update GitHub link in HomepageHeader
(#1343)
omit 4ad39f4c7 [paimon] Bump Paimon version from 1.0.1 to 1.2.0 (#1289)
omit 187178ef6 Revert "[kv] Upgrade rocksdb to community version 10.2.1
(#1338)" (#1374)
omit db2009d10 [paimon] Use right serializer version of PaimonWriteResult
and PaimonCommittable (#1368)
omit 7a8d8dde0 Add link to slides (#1373)
omit fb998b8a3 [filesystems] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-s3 plugin
(#1348)
omit 4b11e61c2 [website] Update Website According to ASF Requirements
(#1251)
omit 121fd1207 [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-obs plugin
(#1351)
omit d0d0dfc9e [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-gs plugin
(#1334)
omit 20a176e2a [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-oss plugin
(#1342)
omit 575b6b99c [hotfix] The DiscardingSink operator after LakeCommitter
should always be with parallelism 1 (#1356)
omit cd0aa5957 [Docs] consistency & syntax fixes (#1243)
omit f6670192a Fluss admin use tablet server for read only operation to
reduce the cost of coordinator. (#1303)
omit f79862de7 [kv] Upgrade rocksdb to community version 10.2.1 (#1338)
omit eb95a0059 fix: blog url and image (#1349)
omit 2698c110e [hotfix] Optimize the error msg when throwing
LogOffsetOutOfRangeException (#1216)
omit d25684ec5 [lake/iceberg] Introduce fluss-lake-iceberg module and
IcebergLakeStorage (#1339)
omit e2661a617 [CI] add apache rat for license check of non java files
(#1219)
omit 0276d5429 [docs] update apache fluss slack link (#1316)
omit 035e176df [doc]Modify the table format in the pk-table document (#1335)
omit 72408c6cf [doc] Remove redundant statement terminators in the reads
document (#1336)
omit a2ec7421d [hotfix] Change commitable to committable to fix typo.
(#1318)
omit 2ac4b1b15 [docs] Change documentation landing page from "/docs/intro"
to "/docs"
omit f9af4cd40 [common] Fix implicit narrowing conversion in
TimestampNtz#toLocalDateTime (#1313)
omit 56bdea8eb [ide] update vcs.xml link address (#1293)
omit f5a71eb71 [dependencies] Bump org.apache.kafka:kafka-clients from
3.9.0 to 3.9.1 (#1294)
omit c01d7e782 [github] Limit read permission to license-check.yml workflow
(#1312)
omit 0edeb7953 [coordinator] add retry for Coordinator Server register to
zk when reboot (#1307)
omit 0c72c97c3 [dependencies] Bump org.apache.commons:commons-lang3 from
3.12.0 to 3.18.0 (#1310)
omit 0a2fb33c7 [server] Add DEBUG log for Coordinator event processing
(#1296)
omit 4521be301 [website] Fix author titles (#1309)
omit 574b1e828 [website] Setup CI/CD for apache fluss website
omit 580e5de08 [website] Fix community call phrase (#1308)
omit 8f506da17 [readme] Update Fluss to Apache Fluss(Incubating) in readme
(#1263)
omit 7b674bb00 [docs] Fix typo in configuration.md (#1300)
omit d0b154f57 [blog] Add Fluss Joins ASF Blog Post (#1288)
omit 3549b54d8 [blog] Fluss Java Client Guide (#1253)
omit 40ab8a3e3 [website] create a seperate page for bug report & feature
request (#1213)
omit 5140f889c [website] update roadmap to account latest requirements
(#1214)
omit 770dd8b7d [filesystem] Add HuaweiCloud OBS integration (#1274)
omit 67b08e2a5 [Docs] Coordinator event metrics (#1272)
omit 4b2eb0697 [website] Learn page for talks & videos draft version (#1278)
omit 72303de55 [client] Fluss client shouldn't load plugin by thread
context classloader (#1267)
omit 93abe3ef2 [hotfix] Fix typo in server.yaml (#1277)
omit ae78bca29 [hoftix] Fix class name for logger in RemoteLogIndexCache
(#1265)
omit f8ba94cc9 [server] Optimize auto drop partition perfomance (#1047)
omit ec0143be3 add mailing list info for community (#1250)
omit 729d80f61 [lake] Fix TieringEnumerator will always fail to generate
splits when re-create table with same name (#1244)
omit b3accc1ee [lake] Ensure LakeStoragePlugin uses the plugin classloader
for all operations (#1224)
omit c6230fd10 [blog]: tiering service deep dive (#1249)
omit 64f385217 [lake/paimon] Add exception in throwable in lake writer &
committer (#1254)
omit 7a31ba44e [asf][hotfix] Specify notification target for discussions
omit c82c57b20 [asf] Specify notification target for discussions
omit de5169208 [asf] Add .asf.yaml configuration file
omit 3d3ed1d8a [docs] Fix the missing brackets in java-client.md (#1240)
omit 104d88572 [docs] Update queries of "Column Pruning" section to align
with DDL column definitions (#1190)
omit d2e8d1bca [doc] Add download link for tiering service jar (#1229)
omit 4ccaf2b95 [docs] Update the streamhouse.png figure
omit 93ba17655 [doc] Reorder DDL page: Move "Add Partition" before "Show
Partitions" (#1232)
omit 6930f7088 [doc] Remove 'testcatalog'. 'testdb' from the "Flink Reads"
page (#1234)
omit f699e0f31 [website][docs] Make figures consistent (#1236)
omit 421eb4164 [hotfix] Fix the missing brackets in java-client.md (#1225)
omit c3a48d318 [hotfix] Fix typos in getting-started.md (#1223)
omit 91a77c6f2 [server] Zero-Copy for follower fetching logs from leader
(#1186)
omit cd80e17a4 [github] Update the latest version & change the task/feature
description (#1218)
omit ad2b5e538 [website] Remove version from "Building Fluss from Source"
(#1164)
omit eaa04acc5 [docs] Fix typo in Authentication page (#1174)
omit 1915ba1a1 [docs] Add docs for racks and upgrading (#1148)
omit 51405c100 [doc] Improve the Changelog Generation section of the
PrimaryKey Table page (#1189)
omit 5d70928a8 [server] Fix zk partition residual when using dynamic
partition (#1187)
omit 31ff17e4b [website] User should be able to see the agenda doc to add
or explore before joining (#1211)
omit e61c8e88e [doc] Switch to batch mode when execute update&delete in
merge-engine/default page
omit d92dfe572 [docs] Fix the formatting for security options in
engine-flink (#1202)
omit 7c502f20b [docs] Fix small typo in security comments (#1199)
omit bcd8969d0 [doc]The type of Sink is incorrect. FinkSink is not public
and cannot be referenced from outside the package (#1196)
omit f9affbb49 [test/flink] Cover full data types in UnionRead tests and
polish some tests
omit 1bd43fe51 [test/flink] Set forkCount=1 for versioned flink e2e tests
(#1179)
omit e6add8740 [lake] Pass Fluss schema to lake writer (#1192)
omit 58bfc4fe9 [doc] Add tips for building fluss with Java 8 (#1177)
omit 3724c046c [website] Show all blog posts and simplify blog sidebar
labels
omit 6f85053f5 [docs] Fix the formatting error in the Configuration page
(#1169)
omit 0c2a79665 [docs] Add Quickstart for "Secure Your Fluss Cluster" (#1108)
omit 78a4f9154 [test] Expose Clock to FlussClusterExtension. (#1136)
omit d858736e7 [license] Update source files with Apache boilerplate
headers (#1147)
omit abfd04722 [release] Fluss 0.7 Release Announcement (#1137)
omit 6067ae241 [docs] Update latest version of v0.6 to 0.6.1
omit 8014ac2fd [docs] Minor improvement on the Lakehouse Storage page
omit bb316fdd5 [hotfix] Add isClosed protect for
LogFetcher#handleFetchLogException to avoid throw exception if channel close
(#1107)
omit 099106661 [docs] Add security documents including authentication and
authorization. (#1060)
omit b56a95311 [lake/docs] Update lakehouse storage pages to adapt to new
architecture (#1139)
omit e27feb36a [flink] Remove Factory tests which depends on different
version of Flink frameworks to submodule (#1132)
omit 00963bcf2 [website] Publish v0.7.0 and v0.6.1 to Downloads page
omit b1f6744d4 [docs] Add a use cases section in the introduction page
(#1134)
omit fc3caed17 [docs] minor paimon page improvements (#1133)
omit 639490de9 [lake/paimon] Fix union read timestamp type issue (#1130)
omit 3b1c5cce6 [website] Update docker version for 0.7.0 RC4
omit 5ac69112a [lake/docs] Update paimon integration docs in lakehouse
section (#1113)
omit 24e5652a2 [website] Update docker version for 0.7.0 RC3 and 0.6.1
omit 101b803e8 [lake/paimon] Fix that tiering service for paimon missed
timestamp type support
omit 9ad5b57ff [minor][lake] Set default name for flink tiering service job
(#1105)
omit 3ec0fbdc2 [hotfix] Always use full restart strategy for tiering
service to avoid table can't be committed successfully (#1103)
omit 7ae07335f [test] Fix unstable test cases in FlussAuthorizationITCase
(#1102)
omit 173009786 [server] Fix SASL createPrincipal mismatch username and type
(#1099)
omit 798419289 [tests] Improve test coverage on VectorizedColumnBatch
(#1049)
omit be558f4cf [docs] Add show partitions by given partition spec ddl in
ddl.md (#1093)
omit 0328de13b [hotfix] Fix data freshness don't work issue (#1090)
omit 0a2bb576d [docs] Introduce `$FLUSS_DOCKER_VERSION$` expression to
reference docker image version (#1094)
omit 2f176afd8 [build] Upgrade version to 0.8-SNAPSHOT
omit feea34725 [hotfix] Fix version of fluss-flink-tiering jar in
quickstart page
omit b6becc20f [release] Add dummy class for fluss-flink-1.20 and
fluss-flink-1.19 to make Sonatype OSS happy
omit 6c9cb522b [website] Add embedded Google calendar for community events
(#1089)
omit e7cbd82cd [website] Add v0.7 documentation
omit e8954a69c [hotfix] Fix old client can't connect to new server (#1086)
omit a8daf6ae2 [flink] Introduce Flink CALL procedure for ACL operations
(#1041)
omit 58c411614 [website] Change calender invite & slack invite words for
more community vibe (#1085)
omit 8af08cd44 [hotfix] Improve some codes in FlinkTableSource (#1083)
omit 4c614bd50 [client] Simply username and password config for client.
(#1072)
omit 303cd130e [hotfix] Add miss config 'tablet-server.rack' in
configuration.md (#1084)
omit e495a23bc [flink] Increase code coverage for FlinkCatalogOptions
(#929)
omit 2dbcc668e [docs] Add documentation for column pruning and partition
pruning (#1080)
omit 61049ca02 [server] Safely release buffer in FlussRequest (#1043)
omit ab26a5338 [hotfix][docs] Fix inconsistent configuration options in
"Deploy with Docker" (#1082)
omit 78f423745 [server] Add retry times for ZkSequenceIDCounter and Sender
to acquire writer id from zk (#1066)
omit 8c7677915 [hotfix][docs] Add missing config options for tablet server
(#1079)
omit bf090ea08 [docs] Add documentation for DataStream Connector (#1038)
omit ffb6012f3 [docs] Update quick-start in the integrating with paimon
(#1077)
omit c10a71913 [server] Support list partititions by partition spec (#897)
omit 6757ef19e [docs] Add documentation for multi-fields partition (#1040)
omit 646a7e975 [hotfix][docs] Fix misuse of `Flink` in deploying pages
(#1056)
omit f29d09a1d [hotfix] Adjust the writeBatch estimate logic to avoid
buffer size always tending to decrease (#1076)
omit ad87a71df [client] Fix the IllegalStateException error that ArrowBuf
refCount <= 0 (#1068)
omit d49216558 [docs] Refactor the document of deploying-with-docker.md to
use `advertised.listeners` (#1075)
omit d69bfc593 [lake/flink] Enforce to keep data consistent when commit to
lake but fail to commit to fluss (#1067)
omit a8bc61a7a [lake] Unify lake related package name to lake
omit 30570d3fc [lake/flink][minor] Avoid duplicated job execution
omit c1bed7bb3 [lake] Remove fluss-lakehouse module
omit 82420d84f [lake] Remove fluss-lakehouse-cli module
omit e5ccb80da [lake/flink] Introduce Fluss Lake tiering to chain all flink
operators for tiering (#1062)
omit 324e44d1b [lake/flink] Introduce committer operator
omit 53769f7a3 [hotfix] Use ordered set in PojoToRowConverter to make test
stable (#1059)
omit fd02bb8a5 [lake/flink] Introduce TieringSource and
TieringSourceEnumerator (#1020)
omit 4bf8678a8 [hotfix] Add a log of download file time for
RemoteLogDownloader (#1052)
omit aade7e7fc [test] Improve com.alibaba.fluss.flink.catalog.* test code
coverage (#989)
omit 376736fe8 [lake/paimon] Support tiering multi partition paimon table
(#1024)
omit 8ef3f75f9 [server][auth] Support SASL/PLAIN authentication. (#985)
omit 930ae1098 [hotfix] Fix test PaimonTieringTest.testTieringWriteTable is
unstable. (#1034)
omit 0e460e46e [utils] improve test coverage on FutureUtils (#969)
omit 6f6115339 [readme] Adjust logo based on light/dark mode for README.md
(#980)
omit 463a74573 [client] Support dynamic estimate write batch size (#976)
omit 35c64fcc4 [flink] Increase code coverage for FlinkCatalog (#942)
omit caf0dba48 [server] Revert keep alive method for ServerAuthenticator
for each rpc invocation.
omit b263d5e11 [common] Improve test converage on BinarySection (#1009)
omit 4d6d6c6f8 [website] Fix responsiveness of landing page (#1005)
omit 742e8e6b3 [docs] Update dynamic partitioning doc (#1022)
omit cc560c7b7 [test][flink] Timeout collect results from Flink
CloseableIterator (#954)
omit a017f1a65 [Server]Accelerate the speed of creating tables and
partitions (#957)
omit 33a2981b6 [connector/flink] Introduce DataStream Sink API for Flink
(#908)
omit 098a698b4 [hotfix] Fix table id can't be found in server metadata
cache whe server restarts (#1025)
omit 1e3f09616 [hotfix] Fix KeeperException$NodeExistsException (#1023)
omit 171557c70 [hotfix] Fix compile error due to implict code conflicts
omit a5ce01605 [lake/paimon] Support paimon tiering factory
omit 90da4df98 [server] Metadata RPC get table/partition metadata from
serverCache instead of Zookeeper (#930)
omit 063d560d4 [client] Support dynamically create partition when writing
(#1002)
omit ecc8ce271 [server] Re-register server-node when zookeeper connection
is reconnected (#1004)
omit d1b56d09f [server] Support a consistent server cache across servers
that contains table information (#927)
omit de053f12a [hotfix] Not throw exception when fail to list splits for
streaming read partitioned table (#996)
omit e1f87de8d [hotfix][server] Fix only authorizeTable when authorizer is
enabled
omit 16bbe14f8 [hotfix][server] Fix ConcurrentModifiedException in
CoordinatorMetadataCache
omit 5de49d93c [test] Fix unstable test
RemoveOfflineReplicaFromIsrITCase.testRemoveOfflineReplicaFromIsr (#991)
omit 7301e57df [lake/flink] Implement read fluss and write to lake in Flink
source reader
omit 6a54461e2 [filesystem/gs] Refine test and add licenses
omit b92efd94b [filesystem/gs] Introduce google filesystem
omit f4e0f146d [hotfix] Fix a bug which throw exception when no rack was
configured (#986)
omit 176037bf4 [client] Allow FileSystem implementations expose customized
options via 'client.fs.*' prefix (#938)
omit 8050867e7 [server] UpdateMetadata RPC should update tablePath and
physicalTablePath cache (#890)
omit 7a2b77600 [flink] Support partition pushdown (only equals) in Flink
connector (#937)
omit c19b49c12 [client] Recycle ArrowWriter when
MemoryLogRecordsArrowBuilder closed instead of built (#973)
omit 18c8b5a47 [server] Support generating rack aware bucket assignment
when creating table (#786)
omit 3f9b58ca3 [client] Sender trigger to abort all writeBatches if
InitWriter failed with AuthorizationException
omit 83467e692 [server] authorize InitWriter RPC with table path parameters
omit a71218086 [blog] Publish "Understanding Partial Updates" blog posg
(#959)
omit 8566a66b5 [hotfix] Remove duplicate java doc for flink sink (#977)
omit 870336803 [bugfix] do not remove from waiters before segment allocated
(#974)
omit 1c167d52e [filesystem/oss] OssFileSystem should allow to configure
credential provider (#939)
omit a8d397609 [lake/paimon] Automatically append system columns for Fluss
primary key table when create paimon table
omit 7aa374faf [server] Add keep alive method for ServerAuthenticator for
each rpc invocation. (#956)
omit 9408d040c [lake/paimon] Allow to set paimon native option by the
prefix of `paimon.`. (#958)
omit d4b9b0d17 [hotfix] Update the blog of Fluss Logo
omit ec864a7b6 [blog] Introducing the Little Otter — The Story of Fluss
Logo (#960)
omit d047d1628 [hotfix] Add icon for Fluss in IntellijIdea (#941)
omit 29cb62cf6 [website] Fix logo files are not found after deploying
omit 466527169 [website] Upgrade docusaurus to 3.8.0 and fix css minify
issue
omit 7f52c8058 [lake/rpc] Add HeartBeat RPC in Servers for Tiering Services
omit 782045df7 [doc] Improve the fluss table data types documentation.
(#943)
omit 90c548a21 [hotfix] Merge duplicate CommonRpcMessageUtils (#951)
omit 7a51721d1 [hotfix] Make abstract ITCase's variable as protected. (#944)
omit 98a8b2dbe [hotfix] Removed duplicated java doc in UpsertSinkWriter
(#949)
omit c407cea63 [hotfix] Removed duplicatd method in FutureUtils (#946)
omit eaeb7b23f [fluss-lake] Introduce TieringSplit for Flink lake tiering
service (#920)
omit 2c6d54ead [lake/paimon] Fluss and Paimon data type mapping document
adds binary and bytes data types. (#940)
omit 2a257e804 [server] Remove annoy useless logging and improve log
information
omit cfaa93bf7 [test][flink] Initialize StreamExecutionEnvironment and
TableEnvironment in @BeforeEach
omit 2d60b82d4 [flink] LogScanner#wakeup() should interrupt
LogScanner#poll()
omit a5fe72664 [test] Increase code coverage for class ServerNode (#911)
omit 9379a16e1 [server] Add ConfigOption to pass config path to zookeeper
client (#909)
omit 8834003c1 [docs] Update configuration document to sync changes of
ConfigOptions (#922)
omit 127243a9d [readme] Update the CI badge to only display the status of
main branch (#926)
omit 90e976533 [server] Fix compatibility issue when only
`[coordinator|tablet-server].host` is set (#907)
omit 530d3af2a [test] Increase code coverage for class RecordAndPos (#916)
omit 06a08b36f [test] Increase code coverage for class Crc32C (#919)
omit fc22b3818 [readme] Update README for new logo and list core features
(#812)
omit aa4048a95 [hotfix] Fix typo and reword auto-partition config
description (#894)
omit 1b17c62cb [test] Increase code coverage for class FlussConfigUtils
(#914)
omit ab59e6d74 [website] Add Fluss logos files and update website (#917)
omit ae9fa4cec [server] Avoid create tables with system column names (#878)
omit 2b2ed0558 [server] Add retriable authentication exception. (#845)
omit f63b28d3b [website] Add slack invite on home page (#903)
omit f69b827a3 [connector] Resource cleanup via AfterEach Extending
AbstractStreamBase (#869)
omit 39a50e952 [flink] Make FlinkSink Generic (#800)
omit 9ce902391 [server] Support multi-level partitions (#843)
omit e0d2ab62d [server] Introduce jitter for upload remote log (#872)
omit 36a2d33cf [ci] upload jacoco report when running main branch (#859)
omit 5e1355e0d [test] Fix unstable test
CommitLakeTableSnapshotITCase.testCommitDataLakeData (#867)
omit 05d829299 [lake] Introduce tiering assignment manager to
CoordinatorServer (#780)
omit 3eede2d14 [client] RemoteLogDownloader should increment
remoteFetchBytesPerSecond of ScannerMetricGroup (#858)
omit d5d44b4c6 [test] Increase code coverage for class GenericRow (#856)
omit 00c930866 [license] Add third-party components under Apache License
2.0 in LICENSE (#849)
omit 630354204 [server] Introduce default max bucket number for a table
(#811)
omit 694a20046 [lake][paimon] Create datalake enabled table should also
create in lake (#640)
omit ae906b24d [docs] Adapt docs for `bind.listeners` config option (#759)
omit 99c2e1627 [flink/datastream] Introduce converter for Fluss Row to JSON
(#770)
omit c9dfe01df [docs] Make slack and community call public (#838)
omit 67e2d63b9 [license] Add NOTICE and LICENSE for published artifacts
omit 99ab287bc [ci] Introduce license check tools and add into CI
omit 753dac135 [server] Fix unstable test
DefaultAuthorizerTest#testHighConcurrencyModificationOfResourceAcls (#828)
omit 95f296255 [client] Rename OffsetsInitializer#initial() to full() (#831)
omit ff7026117 [server] Fix unstable test
AuthenticationTest#testMutualAuthenticate (#829)
omit e060191b5 [flink] Add Javadocs for FlussSourceBuilder public methods
(#825)
omit db08f5903 [server] Add DEBUG logging for bucket/replica state machine
changing (#826)
omit 869c18018 [docs] Add underReplicated, request_metadata,
replicasToDeleteCount metrics to documentatiton (#827)
omit 14ebc7ef4 [kafka] Support connection max idle time configuration for
KafkaProtocolPlugin (#821)
omit 34cdaa050 [connector] Support projection pushdown via field names for
fluss source (#815)
omit 378388356 [docs] Fix documentation page title is not corrected
rendered (#824)
omit 086f3e36f [server] Add more tests in RemoteLogITCase (#365)
omit 3c8842b17 [flink] Introduce FlussSource DataStream API (#710)
omit 0cd9927b4 [server] Add IT for kill follower & leader servers (#807)
omit dc272fcc0 [rpc] Support to report request_metadata metrics (#808)
omit 7668dd703 [server] Introduce replicasToDeleteCount metrics (#809)
omit fe763f0b2 [server] Add ITCase for deleting local log if replica is out
of sync (#799)
omit 1c4b2b30a [server] Introduce underReplicatedBuckets metrics (#798)
omit e5f70a6c2 [flink] Add Pojo To Fluss InternalRow Utility (#726)
omit a453c64e1 [dist] Adapt tooling for `bind.listeners` config option
(#758)
omit 593396c11 [client] Fix Throw LogOffsetOutOfRangeException when scan
offset ttl log (#737)
omit 88f3cd1f4 [server] Introduce eventQueueTime metrics in coordinator
(#794)
omit 4708b6759 [server] AutoPartitionManager shouldn't create partitions
for dropped table (#766)
omit 3e2a26fe9 [server] Fluss support ACL authorization (#588)
omit 54e3506e7 [docs] Fix some wrong docs contents in engine-flink (#782)
omit cee831de8 [hotfix] Fix npe in ServerConnection (#781)
omit b5616840c [connector] Support spark catalog and introduce some basic
classes to support spark read and write
omit d266cf4a4 Merge branch 'refs/heads/main' into spark-catalog
omit 64d671a60 Merge branch 'refs/heads/main' into spark-catalog
omit 623b75c37 [spark]fix
omit e12154418 [spark] Rename module "fluss-connector-spark" to
"fluss-spark"
omit 2190ed983 Merge branch 'refs/heads/main' into spark-catalog
omit 983663a2e [connector-spark] fix it test
omit f10f1f04d [connector-spark] support partition manager
omit 4033244be [connector-spark] some fix
omit 4bcf19b25 [license] Update License Copyright year
omit 089c172b1 Merge branch 'refs/heads/main' into spark-3.3-catalog
omit 12f9d267c Merge branch 'refs/heads/main' into spark-3.3-catalog
omit be8528e45 [connector] Support spark catalog and introduce some basic
classes to support spark read and write
omit daf652b5c [connector] support spark catalog
add 37d7fb679 [hotfix] Fix npe in ServerConnection (#781)
add 5f52b5ac6 [docs] Fix some wrong docs contents in engine-flink (#782)
add 5573ae37e [server] Fluss support ACL authorization (#588)
add 988936eb5 [server] AutoPartitionManager shouldn't create partitions
for dropped table (#766)
add c9608f880 [server] Introduce eventQueueTime metrics in coordinator
(#794)
add 1c773109b [client] Fix Throw LogOffsetOutOfRangeException when scan
offset ttl log (#737)
add 367ac603c [dist] Adapt tooling for `bind.listeners` config option
(#758)
add 8033ca7e1 [flink] Add Pojo To Fluss InternalRow Utility (#726)
add 3163f2a65 [server] Introduce underReplicatedBuckets metrics (#798)
add 8877f5a64 [server] Add ITCase for deleting local log if replica is out
of sync (#799)
add 7ba2930e6 [server] Introduce replicasToDeleteCount metrics (#809)
add 4fc6194da [rpc] Support to report request_metadata metrics (#808)
add 62f247e20 [server] Add IT for kill follower & leader servers (#807)
add 241211453 [flink] Introduce FlussSource DataStream API (#710)
add 403c86e4b [server] Add more tests in RemoteLogITCase (#365)
add 6b019de2f [docs] Fix documentation page title is not corrected
rendered (#824)
add b6d4f4ddb [connector] Support projection pushdown via field names for
fluss source (#815)
add d3b083e6d [kafka] Support connection max idle time configuration for
KafkaProtocolPlugin (#821)
add 4e2d925a1 [docs] Add underReplicated, request_metadata,
replicasToDeleteCount metrics to documentatiton (#827)
add 1b7782ac1 [server] Add DEBUG logging for bucket/replica state machine
changing (#826)
add ab9572174 [flink] Add Javadocs for FlussSourceBuilder public methods
(#825)
add af590532e [server] Fix unstable test
AuthenticationTest#testMutualAuthenticate (#829)
add 931382a61 [client] Rename OffsetsInitializer#initial() to full() (#831)
add 3d4dca064 [server] Fix unstable test
DefaultAuthorizerTest#testHighConcurrencyModificationOfResourceAcls (#828)
add 2eab87eba [ci] Introduce license check tools and add into CI
add 5941c2d66 [license] Add NOTICE and LICENSE for published artifacts
add 1d2409b34 [docs] Make slack and community call public (#838)
add 409ae64c1 [flink/datastream] Introduce converter for Fluss Row to JSON
(#770)
add 0f0f30472 [docs] Adapt docs for `bind.listeners` config option (#759)
add bd9e1c499 [lake][paimon] Create datalake enabled table should also
create in lake (#640)
add 735edb0f1 [server] Introduce default max bucket number for a table
(#811)
add 0a3dd1e34 [license] Add third-party components under Apache License
2.0 in LICENSE (#849)
add 9dba1b580 [test] Increase code coverage for class GenericRow (#856)
add 61230dbb9 [client] RemoteLogDownloader should increment
remoteFetchBytesPerSecond of ScannerMetricGroup (#858)
add dfdaa6eba [lake] Introduce tiering assignment manager to
CoordinatorServer (#780)
add 36684dccf [test] Fix unstable test
CommitLakeTableSnapshotITCase.testCommitDataLakeData (#867)
add 5f2324d15 [ci] upload jacoco report when running main branch (#859)
add 87a3f48df [server] Introduce jitter for upload remote log (#872)
add 978cca536 [server] Support multi-level partitions (#843)
add 12e8df7a5 [flink] Make FlinkSink Generic (#800)
add 698e49558 [connector] Resource cleanup via AfterEach Extending
AbstractStreamBase (#869)
add c848957d2 [website] Add slack invite on home page (#903)
add 22f601573 [server] Add retriable authentication exception. (#845)
add 5dccb0d94 [server] Avoid create tables with system column names (#878)
add dd6daeb63 [website] Add Fluss logos files and update website (#917)
add b34aa196a [test] Increase code coverage for class FlussConfigUtils
(#914)
add 2b07e11e5 [hotfix] Fix typo and reword auto-partition config
description (#894)
add 4b55ce086 [readme] Update README for new logo and list core features
(#812)
add 0a8bfc9a8 [test] Increase code coverage for class Crc32C (#919)
add 253ba7dce [test] Increase code coverage for class RecordAndPos (#916)
add 0d95c6b52 [server] Fix compatibility issue when only
`[coordinator|tablet-server].host` is set (#907)
add 1b9c43169 [readme] Update the CI badge to only display the status of
main branch (#926)
add 2232363ba [docs] Update configuration document to sync changes of
ConfigOptions (#922)
add 9c7b8dadc [server] Add ConfigOption to pass config path to zookeeper
client (#909)
add 72cc173a8 [test] Increase code coverage for class ServerNode (#911)
add 4fe1bd0b8 [flink] LogScanner#wakeup() should interrupt
LogScanner#poll()
add 7738e5fd6 [test][flink] Initialize StreamExecutionEnvironment and
TableEnvironment in @BeforeEach
add 98f34df67 [server] Remove annoy useless logging and improve log
information
add aa2d0c405 [lake/paimon] Fluss and Paimon data type mapping document
adds binary and bytes data types. (#940)
add 0e8cc7c02 [fluss-lake] Introduce TieringSplit for Flink lake tiering
service (#920)
add 9941259b6 [hotfix] Removed duplicatd method in FutureUtils (#946)
add dc4d4e1ab [hotfix] Removed duplicated java doc in UpsertSinkWriter
(#949)
add a648cacef [hotfix] Make abstract ITCase's variable as protected. (#944)
add 3b5aea6a3 [hotfix] Merge duplicate CommonRpcMessageUtils (#951)
add 071d65404 [doc] Improve the fluss table data types documentation.
(#943)
add 1389b9d37 [lake/rpc] Add HeartBeat RPC in Servers for Tiering Services
add a6c4ae31d [website] Upgrade docusaurus to 3.8.0 and fix css minify
issue
add 943ca7172 [website] Fix logo files are not found after deploying
add 8fee84634 [hotfix] Add icon for Fluss in IntellijIdea (#941)
add 971a05510 [blog] Introducing the Little Otter — The Story of Fluss
Logo (#960)
add 1b54f2b5f [hotfix] Update the blog of Fluss Logo
add cb22c6974 [lake/paimon] Allow to set paimon native option by the
prefix of `paimon.`. (#958)
add d69c8f967 [server] Add keep alive method for ServerAuthenticator for
each rpc invocation. (#956)
add 91d8adb01 [lake/paimon] Automatically append system columns for Fluss
primary key table when create paimon table
add e9ced050b [filesystem/oss] OssFileSystem should allow to configure
credential provider (#939)
add 713efcf51 [bugfix] do not remove from waiters before segment allocated
(#974)
add cd5071d9c [hotfix] Remove duplicate java doc for flink sink (#977)
add def979f39 [blog] Publish "Understanding Partial Updates" blog posg
(#959)
add 06418f878 [server] authorize InitWriter RPC with table path parameters
add 5492564bd [client] Sender trigger to abort all writeBatches if
InitWriter failed with AuthorizationException
add 8cacbca5d [server] Support generating rack aware bucket assignment
when creating table (#786)
add e09617082 [client] Recycle ArrowWriter when
MemoryLogRecordsArrowBuilder closed instead of built (#973)
add ad8b70bae [flink] Support partition pushdown (only equals) in Flink
connector (#937)
add 51333a033 [server] UpdateMetadata RPC should update tablePath and
physicalTablePath cache (#890)
add ca5327799 [client] Allow FileSystem implementations expose customized
options via 'client.fs.*' prefix (#938)
add 86f41567f [hotfix] Fix a bug which throw exception when no rack was
configured (#986)
add 6a6948534 [filesystem/gs] Introduce google filesystem
add 478469db1 [filesystem/gs] Refine test and add licenses
add 4d9104bcf [lake/flink] Implement read fluss and write to lake in Flink
source reader
add 0d8f3a78d [test] Fix unstable test
RemoveOfflineReplicaFromIsrITCase.testRemoveOfflineReplicaFromIsr (#991)
add 7eb1391c2 [hotfix][server] Fix ConcurrentModifiedException in
CoordinatorMetadataCache
add 7751cfdb3 [hotfix][server] Fix only authorizeTable when authorizer is
enabled
add 2afb839cf [hotfix] Not throw exception when fail to list splits for
streaming read partitioned table (#996)
add 13115e42b [server] Support a consistent server cache across servers
that contains table information (#927)
add ed42b36ff [server] Re-register server-node when zookeeper connection
is reconnected (#1004)
add abb3b86a6 [client] Support dynamically create partition when writing
(#1002)
add 6e8ab070d [server] Metadata RPC get table/partition metadata from
serverCache instead of Zookeeper (#930)
add 1afdcb0c4 [lake/paimon] Support paimon tiering factory
add 2d59a4911 [hotfix] Fix compile error due to implict code conflicts
add 00e7cba9b [hotfix] Fix KeeperException$NodeExistsException (#1023)
add 09ea4972e [hotfix] Fix table id can't be found in server metadata
cache whe server restarts (#1025)
add 4922bfedb [connector/flink] Introduce DataStream Sink API for Flink
(#908)
add 426fae67d [Server]Accelerate the speed of creating tables and
partitions (#957)
add 89c7c769b [test][flink] Timeout collect results from Flink
CloseableIterator (#954)
add 1eade7545 [docs] Update dynamic partitioning doc (#1022)
add 3c2bfea1b [website] Fix responsiveness of landing page (#1005)
add 84e0c8dae [common] Improve test converage on BinarySection (#1009)
add 7aed53162 [server] Revert keep alive method for ServerAuthenticator
for each rpc invocation.
add abe59660a [flink] Increase code coverage for FlinkCatalog (#942)
add 2da48d5f6 [client] Support dynamic estimate write batch size (#976)
add 83170926a [readme] Adjust logo based on light/dark mode for README.md
(#980)
add f56f6c924 [utils] improve test coverage on FutureUtils (#969)
add f2d4951b1 [hotfix] Fix test PaimonTieringTest.testTieringWriteTable is
unstable. (#1034)
add 08235981d [server][auth] Support SASL/PLAIN authentication. (#985)
add 20b243efa [lake/paimon] Support tiering multi partition paimon table
(#1024)
add 3b9688884 [test] Improve com.alibaba.fluss.flink.catalog.* test code
coverage (#989)
add 28b7d85e2 [hotfix] Add a log of download file time for
RemoteLogDownloader (#1052)
add 4383783d3 [lake/flink] Introduce TieringSource and
TieringSourceEnumerator (#1020)
add 60e049076 [hotfix] Use ordered set in PojoToRowConverter to make test
stable (#1059)
add d96b62b7c [lake/flink] Introduce committer operator
add 8d93f5656 [lake/flink] Introduce Fluss Lake tiering to chain all flink
operators for tiering (#1062)
add 892060123 [lake] Remove fluss-lakehouse-cli module
add 8424ba239 [lake] Remove fluss-lakehouse module
add d075e38fc [lake/flink][minor] Avoid duplicated job execution
add 37c386640 [lake] Unify lake related package name to lake
add 30224fc0d [lake/flink] Enforce to keep data consistent when commit to
lake but fail to commit to fluss (#1067)
add 4b46a0834 [docs] Refactor the document of deploying-with-docker.md to
use `advertised.listeners` (#1075)
add 1d74fbb48 [client] Fix the IllegalStateException error that ArrowBuf
refCount <= 0 (#1068)
add 21f5a61bd [hotfix] Adjust the writeBatch estimate logic to avoid
buffer size always tending to decrease (#1076)
add f17454330 [hotfix][docs] Fix misuse of `Flink` in deploying pages
(#1056)
add 04a32d2d1 [docs] Add documentation for multi-fields partition (#1040)
add a74cdc1e5 [server] Support list partititions by partition spec (#897)
add 9d18a1cfc [docs] Update quick-start in the integrating with paimon
(#1077)
add 5fbc4e002 [docs] Add documentation for DataStream Connector (#1038)
add b237f1bdd [hotfix][docs] Add missing config options for tablet server
(#1079)
add 01f95ef47 [server] Add retry times for ZkSequenceIDCounter and Sender
to acquire writer id from zk (#1066)
add 1356a7d1a [hotfix][docs] Fix inconsistent configuration options in
"Deploy with Docker" (#1082)
add b2f5a6e63 [server] Safely release buffer in FlussRequest (#1043)
add 5197c625d [docs] Add documentation for column pruning and partition
pruning (#1080)
add 176b248ca [flink] Increase code coverage for FlinkCatalogOptions
(#929)
add 01417d7f9 [hotfix] Add miss config 'tablet-server.rack' in
configuration.md (#1084)
add 6d038d6cb [client] Simply username and password config for client.
(#1072)
add 74e4d2b6d [hotfix] Improve some codes in FlinkTableSource (#1083)
add a2b59a72d [website] Change calender invite & slack invite words for
more community vibe (#1085)
add 94e9a98bb [flink] Introduce Flink CALL procedure for ACL operations
(#1041)
add d033c977e [hotfix] Fix old client can't connect to new server (#1086)
add d92936403 [website] Add v0.7 documentation
add e25b92d1e [website] Add embedded Google calendar for community events
(#1089)
add 8e5302283 [release] Add dummy class for fluss-flink-1.20 and
fluss-flink-1.19 to make Sonatype OSS happy
add 7aeb0c9d7 [hotfix] Fix version of fluss-flink-tiering jar in
quickstart page
add 127a88edc [build] Upgrade version to 0.8-SNAPSHOT
add 3ed3988ec [docs] Introduce `$FLUSS_DOCKER_VERSION$` expression to
reference docker image version (#1094)
add ae67d1ae9 [hotfix] Fix data freshness don't work issue (#1090)
add acff1d7eb [docs] Add show partitions by given partition spec ddl in
ddl.md (#1093)
add c6c9a1700 [hotfix] Exclude DummyClass to test-coverage
add 7f0292e7c [tests] Improve test coverage on VectorizedColumnBatch
(#1049)
add 23f6b1ca8 [server] Fix SASL createPrincipal mismatch username and type
(#1099)
add d37016b6d [test] Fix unstable test cases in FlussAuthorizationITCase
(#1102)
add 960b9d76d [hotfix] Always use full restart strategy for tiering
service to avoid table can't be committed successfully (#1103)
add ec6991e55 [minor][lake] Set default name for flink tiering service job
(#1105)
add 57bc5e903 [lake/paimon] Fix that tiering service for paimon missed
timestamp type support
add 1589224ce [website] Update docker version for 0.7.0 RC3 and 0.6.1
add 6dbc6aa4a [lake/docs] Update paimon integration docs in lakehouse
section (#1113)
add a312cbff5 [website] Update docker version for 0.7.0 RC4
add 5dc583fd5 [lake/paimon] Fix union read timestamp type issue (#1130)
add d9679ce96 [docs] minor paimon page improvements (#1133)
add 0953348d7 [docs] Add a use cases section in the introduction page
(#1134)
add 6a116478b [website] Publish v0.7.0 and v0.6.1 to Downloads page
add fe772d682 [flink] Remove Factory tests which depends on different
version of Flink frameworks to submodule (#1132)
add 2ee866446 [lake/docs] Update lakehouse storage pages to adapt to new
architecture (#1139)
add 7f691b449 [docs] Add security documents including authentication and
authorization. (#1060)
add da0b527c4 [hotfix] Add isClosed protect for
LogFetcher#handleFetchLogException to avoid throw exception if channel close
(#1107)
add d04e840fa [docs] Minor improvement on the Lakehouse Storage page
add e14505924 [docs] Update latest version of v0.6 to 0.6.1
add 6ac95154f [release] Fluss 0.7 Release Announcement (#1137)
add bb7fbc2a5 [license] Update source files with Apache boilerplate
headers (#1147)
add d0e5253d8 [test] Expose Clock to FlussClusterExtension. (#1136)
add 2fa5e9a78 [docs] Add Quickstart for "Secure Your Fluss Cluster" (#1108)
add cf3dac107 [docs] Fix the formatting error in the Configuration page
(#1169)
add 1b516adaa [website] Show all blog posts and simplify blog sidebar
labels
add 94c8073d4 [doc] Add tips for building fluss with Java 8 (#1177)
add 32c066f8b [lake] Pass Fluss schema to lake writer (#1192)
add 56279b359 [test/flink] Set forkCount=1 for versioned flink e2e tests
(#1179)
add ced8cba73 [test/flink] Cover full data types in UnionRead tests and
polish some tests
add 7ff68d95a [doc]The type of Sink is incorrect. FinkSink is not public
and cannot be referenced from outside the package (#1196)
add 711fd18cd [docs] Fix small typo in security comments (#1199)
add c7590e2f3 [docs] Fix the formatting for security options in
engine-flink (#1202)
add b0328dfae [doc] Switch to batch mode when execute update&delete in
merge-engine/default page
add 8ea5f4694 [website] User should be able to see the agenda doc to add
or explore before joining (#1211)
add ff4b1207e [server] Fix zk partition residual when using dynamic
partition (#1187)
add 58620f69b [doc] Improve the Changelog Generation section of the
PrimaryKey Table page (#1189)
add 6431dce20 [docs] Add docs for racks and upgrading (#1148)
add f786eec33 [docs] Fix typo in Authentication page (#1174)
add 3d77dd8cd [website] Remove version from "Building Fluss from Source"
(#1164)
add 8631efedb [github] Update the latest version & change the task/feature
description (#1218)
add 476c3ce60 [server] Zero-Copy for follower fetching logs from leader
(#1186)
add cc1b6d7e2 [hotfix] Fix typos in getting-started.md (#1223)
add bc4973539 [hotfix] Fix the missing brackets in java-client.md (#1225)
add a6c2d396b [website][docs] Make figures consistent (#1236)
add 3c2ba22ac [doc] Remove 'testcatalog'. 'testdb' from the "Flink Reads"
page (#1234)
add ffba8b799 [doc] Reorder DDL page: Move "Add Partition" before "Show
Partitions" (#1232)
add 1c52f9724 [docs] Update the streamhouse.png figure
add 1ef2011d2 [doc] Add download link for tiering service jar (#1229)
add da6a2a473 [docs] Update queries of "Column Pruning" section to align
with DDL column definitions (#1190)
add 98c2f47f2 [docs] Fix the missing brackets in java-client.md (#1240)
add a81b6a9e9 [asf] Add .asf.yaml configuration file
add 350b8d36e [asf] Specify notification target for discussions
add 34ef90c99 [asf][hotfix] Specify notification target for discussions
add 77a93a5c2 [lake/paimon] Add exception in throwable in lake writer &
committer (#1254)
add 7bbba3736 [blog]: tiering service deep dive (#1249)
add 21a1d89cb [lake] Ensure LakeStoragePlugin uses the plugin classloader
for all operations (#1224)
add 44f81bfd1 [lake] Fix TieringEnumerator will always fail to generate
splits when re-create table with same name (#1244)
add 97da41b7d add mailing list info for community (#1250)
add 41cc41408 [server] Optimize auto drop partition perfomance (#1047)
add 56062d8ce [hoftix] Fix class name for logger in RemoteLogIndexCache
(#1265)
add c1710ccea [hotfix] Fix typo in server.yaml (#1277)
add 88ee6d84b [client] Fluss client shouldn't load plugin by thread
context classloader (#1267)
add e90034e6c [website] Learn page for talks & videos draft version (#1278)
add 60bc74f03 [Docs] Coordinator event metrics (#1272)
add 2b1cce5ae [filesystem] Add HuaweiCloud OBS integration (#1274)
add 1fef980d7 [website] update roadmap to account latest requirements
(#1214)
add 6f8cf4980 [website] create a seperate page for bug report & feature
request (#1213)
add e3b213e7e [blog] Fluss Java Client Guide (#1253)
add 7823d4d0b [blog] Add Fluss Joins ASF Blog Post (#1288)
add c6051c658 [docs] Fix typo in configuration.md (#1300)
add d9217fca7 [readme] Update Fluss to Apache Fluss(Incubating) in readme
(#1263)
add 29a948852 [website] Fix community call phrase (#1308)
add f2fb5f984 [website] Setup CI/CD for apache fluss website
add f6e87f96d [website] Fix author titles (#1309)
add 785244c16 [server] Add DEBUG log for Coordinator event processing
(#1296)
add fda86c5e3 [dependencies] Bump org.apache.commons:commons-lang3 from
3.12.0 to 3.18.0 (#1310)
add 2a4d1bf0a [coordinator] add retry for Coordinator Server register to
zk when reboot (#1307)
add b99e3b6ab [github] Limit read permission to license-check.yml workflow
(#1312)
add 031984f95 [dependencies] Bump org.apache.kafka:kafka-clients from
3.9.0 to 3.9.1 (#1294)
add 9fb7b454c [ide] update vcs.xml link address (#1293)
add 4a7d3cd2f [common] Fix implicit narrowing conversion in
TimestampNtz#toLocalDateTime (#1313)
add 6e5d73224 [docs] Change documentation landing page from "/docs/intro"
to "/docs"
add e70201280 [hotfix] Change commitable to committable to fix typo.
(#1318)
add 37cf99549 [doc] Remove redundant statement terminators in the reads
document (#1336)
add 942eaad43 [doc]Modify the table format in the pk-table document (#1335)
add 137a106d5 [docs] update apache fluss slack link (#1316)
add 61d82a1cb [CI] add apache rat for license check of non java files
(#1219)
add 295c7b8ad [lake/iceberg] Introduce fluss-lake-iceberg module and
IcebergLakeStorage (#1339)
add ee249b6cd [hotfix] Optimize the error msg when throwing
LogOffsetOutOfRangeException (#1216)
add d695d7b6d fix: blog url and image (#1349)
add 780a32f38 [kv] Upgrade rocksdb to community version 10.2.1 (#1338)
add 4eb3d9018 Fluss admin use tablet server for read only operation to
reduce the cost of coordinator. (#1303)
add db2af5ccd [Docs] consistency & syntax fixes (#1243)
add 165ec7f90 [hotfix] The DiscardingSink operator after LakeCommitter
should always be with parallelism 1 (#1356)
add 7cc739925 [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-oss plugin
(#1342)
add 5090d979b [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-gs plugin
(#1334)
add 6adb2d42a [filesystem] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-obs plugin
(#1351)
add c3a073c91 [website] Update Website According to ASF Requirements
(#1251)
add 574e67b88 [filesystems] Exclude
com.alibaba.fluss.fs.hdfs.HadoopFsPlugin from META-INF for fluss-fs-s3 plugin
(#1348)
add 391aface7 Add link to slides (#1373)
add 0cb2d6126 [paimon] Use right serializer version of PaimonWriteResult
and PaimonCommittable (#1368)
add e5c565cb4 Revert "[kv] Upgrade rocksdb to community version 10.2.1
(#1338)" (#1374)
add 54b515b73 [paimon] Bump Paimon version from 1.0.1 to 1.2.0 (#1289)
add 4738a2494 [fix](HomepageHeader): Update GitHub link in HomepageHeader
(#1343)
add b492c290b [lake/iceberg] Iceberg encoding strategy (#1350)
add c80d149bc [doc] Remove the extra period in Real-Time Analytics With
Flink section (#1384)
add 03731f5b5 [doc] fix typos, formatting and consistency in
architecture.md (#1390)
add 1e73c6e4c [doc] fix typo in flink.md (#1387)
add 2dd0d952c [doc]The SQL keywords are not consistent in case. It is
recommended to use uppercase letters uniformly (#1385)
add 5c4225e2f [blog]: hands on fluss lakehouse (#1279)
add 2fc33e892 [docs] move the directory and website links to apache (#1366)
add 0a8622b48 fix: code block render issue (#1395)
add c5ca56ba2 [bugfix] FlinkSourceSplitReader sends
PartitionBucketsUnsubscribedEvent to FlinkSourceEnumerator when subscribing to
a removed partition (#1220) (#1248)
add b2f9c2f67 feat: blog hands on lakehouse (#1403)
add 3dd013941 [website] Remove .htaccess file for ASF privacy policy
add f7b91f04e [website] Add empty .htaccess file for future CSP
add a0788b19e [typo] fix typos waitUtil-> waitUntil (#1402)
add b9ed0d7b8 [docs] Fix warehouse path of paimon inconsistent in
lakehouse-storage page
add e9f01dea9 [typo] Fix typo in Scheduler.java (#1413)
add 6fb4aec49 [lance] introduce lance connector and implement lake catalog
(#1242)
add 47decd275 [jmh] Rename fluss-benchmark directoy to fluss-jmh (#1430)
add c2ba9293b [docs] Fix the INSERT statement in "PrimaryKey Table" page
(#1406)
add fdeb5aec4 [docs] Fix typos and format in deploying-local-cluster.md
(#1393)
add a71a33712 [docs] Fix typos and format in installation overview page
(#1391)
add 5beaaea8a fix some docs of prefix lookup api (#1447)
add 6afd6f205 [docs] Add info around community resources including notes
and recording (#1449)
add 405144901 [website] Fix image and description metadata of website
pages (#1440)
add f2d3b83bc [website] Adapt website for the blocked third-party
resources (#1439)
add d3102b90a [blog] Fix text format of "Tiering Service Deep Dive" (#1411)
add 5075fec2d [paimon] Store lake synchronized bucket offsets in Paimon
snapshot property (#1405)
add c7728d31c [webiste] Update the appId and apiKey of algolia to enable
doc search
add 0e8b5ea8e [webiste] Allow YouTube, Google Calendar and Algolia
Resources on Fluss Website (#1453)
add 33f0582f2 [typo] fix typos commited -> committed (#1457)
add b4589970f [doc] Update the copyright name in the documentation from
"Alibaba" to "Apache" (#1418)
add 9350bb282 [coordinator] optimize coordinator event metric update logic
(#1465)
add dccccee54 [docs]fix typos, grammar, casing, and spacing in multiple
documents (#1474)
add f559ecaec [hotfix] Fix the typo in the comment of
TableBucketStateMachine#doHandleStateChange (#1488)
add 4d28ee3a2 [server] Prohibit the creation of TableAssignment with zero
buckets (#1489)
add 9e04120bc Fix typo in "From Stream to Lake" blog (#1490)
add c843f966a [common] Introduce Predicate interface and basic predicate
expressions (#515)
add 74ab1f130 [common] Support statistic-based Predicate interface
add d0290506d [lake] Introduce Union read lake base interfaces (#1480)
add 43e381255 [docs] Fix docs about TIMESTAMP_LTZ (#1416)
add a55c4ac61 [iceberg] Introduce iceberg bucketing function (#1409)
add fcd24d826 [server] Add rack label for tablet server metrics (#1468)
add f116202c9 [website] Add How to Release and Verify for fluss-shaded
releases (#1500)
add 13930df90 [common] Fix Serialize BinaryString throws
NotSerializableException (#1496)
add d649042df [docs] Add a section to configure hadoop related
configuration in hdfs remote storage (#1501)
add 0cba53bb1 [lake/iceberg] Implement IcebergLakeCatalog for PK Tables
(#1372)
add d62e63cc6 [server] Checks value of LOG_SEGMENT_FILE_SIZE (#1504)
add d97632a0c [server] Use batch operations of ZooKeeper to optimize
updateLeaderAndIsr (#1445)
add 7f702654e [build] Upgrade default JDK compile version to 11 (#1197)
add fb6f6d59f [paimon] Paimon implement union read interfaces (#1505)
add 5d97e493e [paimon] Paimon source supports filter push down (#1523)
add 45ac15269 [blog] The Implementation Practice Of Fluss On Taotian
(#1414)
add 5cc3af7f1 [metric] Optimize the createLogicalScope method by adding
empty string checks to avoid unnecessary delimiter concatenation. (#1363)
add 128f65759 [github] Fix nightly build is failed
add 72e4c4334 [log] Fix the recovery log failed situation because of
OutOfOrderSequenceException cause by writerId expire (#1386)
add d2dc98f88 [lake] Store partition name in lake snapshot property (#1485)
add 17d69ff3f [lake/lance] Throw exception for create primary key table
when datalake.format = lance (#1444)
add ac1569c0e [lake/iceberg] Support Log Table in IcebergLakeCatalog
(#1508)
add 1c358ef30 [lake] pass table custom table property to lake writer
(#1521)
add 4cf486d68 [flink] Union read decouple with paimon for log table (#1527)
add 49d6ae868 [lake/Iceberg] Support use type to load iceberg catalog
(#1536)
add d4dfb45e6 [Iceberg/lake] Iceberg supports append-only non-partitioned
table (#1524)
add 8317cd9e3 [hotfix] Fix typo: excepted -> expected and sever->server
(#1557)
add eb3b5f8ab [flink] Union read decouple with paimon for pk table (#1543)
add 19073f809 [client] Fix the bug where the loss of writeBatch was caused
by the origin batchLocation forget to update ServerNode info (#1258)
add 1a4857135 [flink] Remove legacy union read code for batch mode (#1563)
add c97813cd5 [lake/iceberg] Support pass hadoop configuration (#1541)
add 8a936637a [lake/iceberg] implement lake writer for iceberg pk table
(#1555)
add 52936e9c2 [metric] fix a wrong metric calculation (#1566)
add c06affb44 [lake/iceberg] Support partitioned table (#1565)
add cc6c4e580 [client] Fluss Flink Lookup function return null rather than
PartitionNotException when partition not exists. (#1344)
add 7eefe4ab5 [flink] Apply partition filter to lake in flink source
(#1549)
add cf799e2ad [hotfix] Modify file header to licensed to Apache Software
Foundation (#1530)
add 11a5c67e7 [server] force unmap mmap file on linux when call
AbstractIndex.resize() (#1382)
add ae7387e38 [lake/iceberg] Add iceberg it case (#1572)
add f94f8e29a [flink] Support Flink 2.1 (#1176)
add f9e875df5 [common] Upgrade fluss-shaded to
org.apache.fluss:1.0-incubating (#1494)
add 9cdc9b7ef [lake/lance] Lance lake writer and committer implementation
(#1441)
add 20549dcb6 [hotfix] Fix import package name (#1585)
add 4b14844f8 [lake/iceberg] add full data type integration test (#1577)
add 420194a6e [client] RemoteLogDownloader supports download log files in
parallel and in priority (#1579)
add bb0e12b86 [infra] Update project package name to org.apache.fluss
add 5d70f00fe [infra] Update package and groupId and spotless for
org.apache.fluss
add b284d862a [license] Add rat-check to the mvn package phase and ban
Alibaba license
add c1dc8e3a4 [license] Remove unnecessary dependencies from NOTICE files
add d37817984 [hotfix] Fix unstable test IcebergTieringITCase (#1584)
add c57158c4a [server] Accelerate deleting table or partition (#1081)
add eb19eeaf0 [server] Enhance ReplicaManager#getReplicaOrException to
return more accurate error messages (#1573)
add faa08159a [iceberg] Upgrade iceberg version to 1.9.1 (#1520)
add 79379968d [flink] Union read support log table in streaming mode
(#1575)
add 3d95c4093 [docs] Fix the output result of the default merge engine
example (#1551)
add dbbfc79c0 [lake/iceberg] Introduce IcebergRewriteDataFiles to compact
files (#1552)
add 1f9de7085 [flink] Union read in stream mode should support read from
given timestamp (#1598)
add 5bd41ca2c [hotfix] Fix jar download links to alibaba path (#1614)
add 1965b06dd [lake] Introduce table.datalake.auto-compaction options
(#1612)
add 434a4f48c Change features to heading on 2nd level (#1623)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d88c76ce8)
\
N -- N -- N refs/heads/main (434a4f48c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.scalafmt.conf | 70 ----
.../fluss/client/table/FlussTableITCase.java | 2 +-
.../java/org/apache/fluss/metadata/Schema.java | 4 +-
.../apache/fluss/record/DefaultValueRecord.java | 26 +-
.../fluss/record/DefaultValueRecordBatch.java | 26 +-
.../java/org/apache/fluss/record/ValueRecord.java | 20 +-
.../org/apache/fluss/record/ValueRecordBatch.java | 20 +-
.../java/org/apache/fluss/row/TimestampNtz.java | 10 -
.../java/org/apache/fluss/utils/DateTimeUtils.java | 20 -
.../org/apache/fluss/utils/InternalRowUtils.java | 90 ----
.../apache/fluss/flink/catalog/FlinkCatalog.java | 81 ++--
.../fluss/flink}/utils/CatalogExceptionUtils.java | 4 -
fluss-spark/fluss-spark-3.3/pom.xml | 83 ----
fluss-spark/fluss-spark-common/pom.xml | 113 -----
.../alibaba/fluss/spark/SparkConnectorOptions.java | 176 --------
.../com/alibaba/fluss/spark/SparkInternalRow.java | 212 ----------
.../java/com/alibaba/fluss/spark/SparkRow.java | 157 -------
.../fluss/spark/SpecializedGettersReader.java | 91 ----
.../com/alibaba/fluss/spark/TableBucketInfo.java | 102 -----
.../alibaba/fluss/spark/catalog/SparkCatalog.java | 453 --------------------
.../fluss/spark/exception/CatalogException.java | 33 --
.../spark/exception/SparkRuntimeException.java | 50 ---
.../fluss/spark/utils/SparkConversions.java | 211 ----------
.../alibaba/fluss/spark/utils/SparkTypeUtils.java | 274 ------------
.../alibaba/fluss/spark/FlussInputPartition.scala | 43 --
.../scala/com/alibaba/fluss/spark/SparkTable.scala | 148 -------
.../alibaba/fluss/spark/SparkInternalRowTest.java | 144 -------
.../fluss/spark/catalog/SparkCatalogITCase.java | 462 ---------------------
.../fluss/spark/utils/SparkConversionsTest.java | 75 ----
.../fluss/spark/utils/SparkTypeUtilsTest.java | 163 --------
fluss-spark/pom.xml | 381 -----------------
fluss-test-coverage/pom.xml | 233 +++++++----
pom.xml | 53 ++-
33 files changed, 258 insertions(+), 3772 deletions(-)
delete mode 100644 .scalafmt.conf
delete mode 100644
fluss-common/src/main/java/org/apache/fluss/utils/InternalRowUtils.java
rename {fluss-common/src/main/java/org/apache/fluss =>
fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink}/utils/CatalogExceptionUtils.java
(90%)
delete mode 100644 fluss-spark/fluss-spark-3.3/pom.xml
delete mode 100644 fluss-spark/fluss-spark-common/pom.xml
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkConnectorOptions.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkInternalRow.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SparkRow.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/SpecializedGettersReader.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/TableBucketInfo.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/catalog/SparkCatalog.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/exception/CatalogException.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/exception/SparkRuntimeException.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/utils/SparkConversions.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/java/com/alibaba/fluss/spark/utils/SparkTypeUtils.java
delete mode 100644
fluss-spark/fluss-spark-common/src/main/scala/com/alibaba/fluss/spark/FlussInputPartition.scala
delete mode 100644
fluss-spark/fluss-spark-common/src/main/scala/com/alibaba/fluss/spark/SparkTable.scala
delete mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/SparkInternalRowTest.java
delete mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/catalog/SparkCatalogITCase.java
delete mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/utils/SparkConversionsTest.java
delete mode 100644
fluss-spark/fluss-spark-common/src/test/java/com/alibaba/fluss/spark/utils/SparkTypeUtilsTest.java
delete mode 100644 fluss-spark/pom.xml
