This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch release-1.0
in repository https://gitbox.apache.org/repos/asf/paimon.git
from d4993a9043 [core] Fix listPartitions ArrayIndexOutOfBoundsException
for release-1.0 (#4976)
new 6398a334fd [spark] Purge file need refresh table avoid FileNotFound
(#4809)
new 65e9ba80dd [core] Refactor TagManager to remove unnecessary tag
existence check (#4820)
new ac8efc4517 [spark] SparkGenericCatalog support tag DDL (#4833)
new 77b9c000e6 [core] overwrite should be true when commit change log
(#4838)
new d903d14903 [doc] Improving the mysql-cdc.md usage Documentation (#4792)
new d604559d11 [flink][action] add '`' to the fields of merge into action
to avoid exceptions when the field name is an SQL keyword. (#4846)
new 7f67ee8a73 [core] SnapshotReaderImpl.toChangesPlan should use snapshot
for tags (#4841)
new 58cc6922f1 [doc] Fix names in fileindex spec
new a033199ec4 [doc] Add 2025 on NOTICE (#4850)
new a533dc5742 [flink] Fix the refresh executor not work after reopen
(#4851)
new 16c2a34884 [flink] Flink batch delete supports
partial-update.remove-record-on-sequence-group option (#4861)
new dbc0a66095 [core] Fix remove orphan files with data file path
directory (#4871)
new 9c1ee3d0e1 [core] Do not use Collections.unmodifiableMap to avoid
stack overflow (#4883)
new 481756018d [core] Fix invalidate tables with same tableNames in other
db issue (#4895)
new 231718c6fc [core] Fix that sequence group fields are mistakenly
aggregated by default aggregator in partial update (#4897)
new 80793bcdd8 [hotfix][doc] fix the url link in document (#4914)
new 40c8611aea [core] Add min_partition_stats and max_partition_stats
columns to manifests system table (#4922)
new 55397878de [core] Clear cache when deleting the snapshot (#4966)
new 4bf624e52a [hotfix] remove_orphan_files action shouldn't check table
argument (table=null means clean whole database) (#4961)
new 2cbdc1df99 [core] Fix NPE when retracting collect and merge-map (#4960)
new 15d2b94390 [core] Fix that sequence fields are mistakenly aggregated
by default aggregator in AggregateMergeFunction (#4977)
new c4ddb99f9b [spark] Fix update table with char type (#4972)
new d9efecf68a [spark] Fix rollback not correctly identify tag or snapshot
(#4947)
new 82396bf11a [doc] Pypaimon api table_scan plan splits. (#4978)
The 24 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
NOTICE | 2 +-
docs/content/cdc-ingestion/mysql-cdc.md | 10 ++-
docs/content/concepts/spec/fileindex.md | 6 +-
docs/content/concepts/system-tables.md | 42 ++++-----
docs/content/maintenance/rescale-bucket.md | 2 +-
docs/content/program-api/python-api.md | 2 +-
docs/content/spark/procedures.md | 10 ++-
.../main/java/org/apache/paimon/CoreOptions.java | 4 -
...Exception.java => SupplierWithIOException.java} | 8 +-
.../org/apache/paimon/catalog/CachingCatalog.java | 3 +-
.../compact/PartialUpdateMergeFunction.java | 60 +++++++------
.../compact/aggregate/AggregateMergeFunction.java | 40 ++++++---
.../compact/aggregate/FieldCollectAgg.java | 10 ++-
.../compact/aggregate/FieldMergeMapAgg.java | 10 ++-
.../aggregate/factory/FieldAggregatorFactory.java | 32 ++-----
.../org/apache/paimon/metrics/MetricGroupImpl.java | 5 +-
.../apache/paimon/operation/OrphanFilesClean.java | 23 +++--
.../java/org/apache/paimon/schema/TableSchema.java | 2 +-
.../paimon/table/AbstractFileStoreTable.java | 8 +-
.../apache/paimon/table/ExpireSnapshotsImpl.java | 2 +-
.../org/apache/paimon/table/RollbackHelper.java | 2 +-
.../snapshot/IncrementalTagStartingScanner.java | 33 +++-----
.../table/source/snapshot/SnapshotReaderImpl.java | 10 +--
.../snapshot/StaticFromTagStartingScanner.java | 2 +-
.../table/source/snapshot/TimeTravelUtil.java | 2 +-
.../apache/paimon/table/system/ManifestsTable.java | 32 +++++--
.../org/apache/paimon/table/system/TagsTable.java | 25 +++---
.../org/apache/paimon/tag/TagAutoCreation.java | 5 +-
.../org/apache/paimon/utils/BranchManager.java | 4 +-
.../apache/paimon/utils/FileStorePathFactory.java | 70 +++++++++------
.../org/apache/paimon/utils/SnapshotManager.java | 10 ++-
.../java/org/apache/paimon/utils/TagManager.java | 87 ++++++++++---------
.../compact/aggregate/FieldAggregatorTest.java | 6 +-
.../paimon/operation/ExpireSnapshotsTest.java | 3 +-
.../apache/paimon/operation/FileDeletionTest.java | 10 +--
.../org/apache/paimon/schema/TableSchemaTest.java | 36 ++++++--
.../paimon/table/FileStoreTableTestBase.java | 17 ++--
.../paimon/table/IndexFileExpireTableTest.java | 6 +-
.../paimon/table/system/ManifestsTableTest.java | 16 +++-
.../org/apache/paimon/tag/TagAutoManagerTest.java | 6 +-
.../apache/paimon/utils/SnapshotManagerTest.java | 12 +++
.../org/apache/paimon/utils/TagManagerTest.java | 11 ++-
.../org/apache/paimon/utils/TraceableFileIO.java | 32 ++-----
.../ProcedurePositionalArgumentsITCase.java | 2 +-
.../paimon/flink/action/MergeIntoAction.java | 36 +++++++-
.../action/RemoveOrphanFilesActionFactory.java | 2 +-
.../apache/paimon/flink/clone/PickFilesUtil.java | 11 +--
.../paimon/flink/clone/SnapshotHintOperator.java | 4 +-
.../paimon/flink/lookup/FullCacheLookupTable.java | 26 +++---
.../flink/lookup/NoPrimaryKeyLookupTable.java | 2 +-
.../paimon/flink/lookup/PrimaryKeyLookupTable.java | 2 +-
.../flink/lookup/SecondaryIndexLookupTable.java | 2 +-
.../paimon/flink/metrics/FlinkMetricGroup.java | 3 +-
.../sink/AutoTagForSavepointCommitterOperator.java | 5 +-
.../flink/sink/BatchWriteGeneratorTagOperator.java | 9 +-
.../SupportsRowLevelOperationFlinkTableSink.java | 37 +++++---
.../apache/paimon/flink/BatchFileStoreITCase.java | 28 ++++++
.../apache/paimon/flink/PartialUpdateITCase.java | 58 ++++++++++++-
.../apache/paimon/flink/PreAggregationITCase.java | 99 ++++++++++++++++++++++
.../action/CreateTagFromWatermarkActionITTest.java | 19 ++---
.../paimon/flink/action/ExpireTagsActionTest.java | 2 +-
.../paimon/flink/action/MergeIntoActionITCase.java | 23 +++++
.../action/RemoveOrphanFilesActionITCaseBase.java | 10 ++-
.../paimon/flink/action/ReplaceTagActionTest.java | 12 +--
.../paimon/flink/lookup/LookupTableTest.java | 35 ++++++++
.../CreateTagFromTimestampProcedureITCase.java | 2 +-
.../CreateTagFromWatermarkProcedureITCase.java | 2 +-
.../flink/procedure/ExpireTagsProcedureITCase.java | 4 +-
.../flink/procedure/ReplaceTagProcedureITCase.java | 2 +-
.../sink/BatchWriteGeneratorTagOperatorTest.java | 3 +-
.../java/org/apache/paimon/hive/HiveCatalog.java | 12 +--
.../spark/procedure/PurgeFilesProcedure.java | 1 +
.../paimon/spark/procedure/RollbackProcedure.java | 36 ++++++--
.../spark/catalyst/analysis/PaimonRelation.scala | 4 +-
.../paimon/spark/execution/PaimonStrategy.scala | 4 +-
.../CreateTagFromTimestampProcedureTest.scala | 2 +-
.../spark/procedure/ExpireTagsProcedureTest.scala | 4 +-
.../spark/procedure/PurgeFilesProcedureTest.scala | 1 -
.../procedure/RemoveOrphanFilesProcedureTest.scala | 21 +++++
.../spark/procedure/RollbackProcedureTest.scala | 68 +++++++++++++++
.../paimon/spark/sql/UpdateTableTestBase.scala | 8 ++
81 files changed, 919 insertions(+), 400 deletions(-)
copy
paimon-common/src/main/java/org/apache/paimon/utils/{FunctionWithIOException.java
=> SupplierWithIOException.java} (84%)
