This is an automated email from the ASF dual-hosted git repository.
laskoviymishka pushed a change to branch laskoviymishka/labels-spark
in repository https://gitbox.apache.org/repos/asf/iceberg.git
omit d31b289508 Spark 4.1: de-conflict label and property keys in DESCRIBE
omit 3ea50e6f27 Spark 4.1: expose catalog labels via DESCRIBE
omit a8fe2c7a47 Core: address review comments on the labels metadata table
omit 016deecf81 Core: add labels metadata table
add f12ec1b5c6 Build: Bump jackson versions (#18333)
add 91c315df8e Core: Make PlanTableScanResponse buider withCredentials
replace instead of append (#17751)
add 85e22de10c Aliyun: Default random port for OSS mock server (#18249)
add 8f825e6e19 Spark: support default values with DDL (#18250)
add ca670d771a Core: Implement unregister table in catalogs and RCKs
(#18203)
add 6a47c21477 Docs: Add release notes for 1.12.0 (#18313)
add 574e44670b Core: Return all metrics field IDs, in schema order (#18331)
add 8102f4cb60 Site: Add Iceberg-Go 0.7.0 release blog post (#18341)
add f051a32bdf Delta: Use POSIX separator for data file paths (#17872)
add dad714b8f0 kafka connect: use a stable coordinator transactional id to
fence stale coordinators (#18039)
add 52ea8a497f API, Core: Add toString to StructProjection and
StructLikeUtil (#18342)
add c81a261852 Core: Project tracked-file partitions onto the resolved
spec (#18108)
add 190ae2b463 Docs: Add Earthmover to vendors page (#18286)
add 7f5027ceac Build: Ignore jackson-core CVEs shaded into parquet-jackson
(#18346)
add 105d314039 Spark: Fix predicate pushdown on changelog metadata column
(#18148)
add 9d1fe3f7ec Spec: Clarify snapshot summary's "total-records"
description (#17318)
add b75c292adc SPEC: Update schema versioning in `spec.md` to include v3
(#18228)
add 411c38b58c Spark: Skip unsupported aggregate pushdown (#18299)
add a5f46053bf Build: Bump astral-sh/setup-uv from 10.1.0 to 10.2.0
(#18370)
add 94250b2527 Site: Add 1.12.0 release blog post (#18344)
add 2c0dd406fc Build: Ignore CVE-2026-68494 shaded into parquet-jackson
(#18358)
add b7e6af325f Core: Order Variant metadata dictionary and object fields
by UTF-8 byte order (#17726)
add 17d375a0ed Spark: Use merge append by default for streaming writes
(#18332)
add c24eeea0b1 Spec: Allow spaces in UDF type strings (#18057)
add 5ea2b544fa Docs: Clarify Javadoc visibility and test failure guidance
in AGENTS.md (#18293)
add b62009c2d7 Core: Add UTs for ManifestEntriesTableTaskParser class
(#18125)
add f74aea1e68 Flink: Support Variant type in DynamicIcebergSink (#17900)
add 0d83e6fa3d Core, Parquet, AWS: Remove deprecations for 1.13.0 (#18334)
add 64ff34d7c7 Build: Bump com.google.cloud:libraries-bom from 26.88.1 to
26.89.0 (#18373)
add 4479136cbc Build: Bump com.github.ben-manes.caffeine:caffeine from
3.2.4 to 3.3.0 (#18372)
add 4a84ba420e Flink: Backport Support Variant type in DynamicIcebergSink
to Flink 2.2 (#18399)
add 663d761278 Spark: Fix changelog cancellation for binary values (#18209)
add 14ddc5f611 Docs: Add Expression spec to list of specs (#17908)
add bd97530de9 Spark 3.5, 4.0, 4.1: Backport changelog binary-value
cancellation fix to 3.5, 4.0 and 4.1 (#18415)
add 42034ffd10 Core: ensure snapshot timestamp is monotonically increasing
for V4 tables (#16293)
add bccd21e040 Spark: Fix concurrent runtime filtering on shared scan for
COW UPDATE with subquery (#18005)
add 4d5811f2c7 Core, Spark: Fix PartitionSet toString flattening partition
tuples (#18354)
add 067db056d0 Flink 2.3: Fix DynamicIcebergSink branch creation race in
TableUpdater (#18419)
add d82bcd5811 Core: Rename v4 tracking dv_snapshot_id to
modified_snapshot_id (#18417)
add 0222e8bb4d Flink: Backport: Fix DynamicIcebergSink branch creation
race in TableUpdater (#18422)
add e84d229691 Flink: Do not drop IcebergSink commits after a stateless
restart (#18123)
add 213a4b557d Core: Add shared V4 manifest test helpers (#18403)
add 6c70a7027f Flink: Backport stateless-restart commit fix to 1.20 and
2.2 (#18425)
add 6f96ba33b5 Core: Add UTs for SerializationUtil class. (#18050)
add cfc5504ad8 parquet: don't parse a full Hadoop config file for each
Parquet write if not needed (#18398)
add 32b3d20b8a Core: Keep metrics field IDs immutable (#18382)
add 4eb9cb7c3d Spark 4.2: Fix view rename target namespace (#18255)
add 063a80a9a7 Core: Move v4 format_version from tracked file to manifest
info (#18418)
add 79bc69a51d API, Core, Parquet, Spark: Update avg_value_size_in_bytes
to total_bytes (#18310)
add 0f3131f02f Aliyun: Add AliyunKeyManagementClient for client-side
encryption (#18210)
add 140f4654bf Core: Drop equality_ids from v4 TrackedFile (#18427)
add 0b31766290 Kafka Connect: Preserve explicit null values instead of
replacing them with schema defaults (#17653)
add 32f0914f9a Build: Bump joda-time:joda-time from 2.14.4 to 2.15.0
(#18451)
add c4e71162dd Build: Bump software.amazon.awssdk:bom from 2.55.1 to
2.55.11 (#18452)
add 87fed79bf0 Build: Bump guava from 33.7.1-jre to 33.7.2-jre (#18453)
add 3d13e4e26c Build: Bump gradle/actions/setup-gradle from 6.3.0 to 6.4.0
(#18454)
add 0cd2faaf45 Build: Bump org.xerial.snappy:snappy-java from 1.1.10.8 to
1.1.10.10 (#18455)
add ef7171b69a Build: Bump com.aliyun:credentials-java from 1.0.3 to 1.0.8
(#18457)
add 6dca1cd504 Build: Bump com.google.cloud:libraries-bom from 26.89.0 to
26.90.0 (#18461)
add 72c18ed57a Core: Accept manifest format version >= 4 in manifest info
(#18436)
add eee5457984 BigQuery: Deduplicate retry handling in
BigQueryMetastoreClientImpl (#17904)
add b2dac7b3d7 Spark 4.1: Add MergingSortedRowDataReader for k-way merge
of sorted files (#14948)
add 3869163581 Spark: Don't reapply stream-from-timestamp when a stream
resumes (#18348)
add 561a4e326f Kafka Connect: Split route field path once instead of per
record (#16655)
add b505f93581 Build: Bump Parquet 1.18.1 (#18347)
add 256f542d3e Core, Flink: Refactor InputFilesDecryptor and use
EncryptingFileIO.bulkDecrypt() (#18198)
add 0f070dee3a GCP: Support CMEK (kms-key-name) for GCS server-side
encryption (#18151)
add 9961f9609a Spec: require monotonically increasing snapshot
timestamp-ms in v4 (#16294)
add cd3ae3c805 Core: Sweep only the transaction's own snapshots after
commit (#18095)
add 843d36de69 Parquet: Prune nested structs to the projected subtree
(#18336)
add 9747b14056 Spark: Backport: Don't reapply stream-from-timestamp when a
stream resumes (#18348) (#18469)
add db43b88a6c Nessie: Don't log catalog options when warehouse is unset
(#18474)
add 1ad8027b3f Spark 4.1: expose catalog labels via DESCRIBE
add dfc44fdb36 Spark 4.1: de-conflict label and property keys in DESCRIBE
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d31b289508)
\
N -- N -- N refs/heads/laskoviymishka/labels-spark (dfc44fdb36)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../trivyignore/kafka-connect-runtime.trivyignore | 16 +-
.github/workflows/api-binary-compatibility.yml | 2 +-
.github/workflows/cve-scan.yml | 2 +-
.github/workflows/delta-conversion-ci.yml | 4 +-
.github/workflows/flink-ci.yml | 2 +-
.github/workflows/hive-ci.yml | 2 +-
.github/workflows/java-ci.yml | 8 +-
.github/workflows/jmh-benchmarks.yml | 2 +-
.github/workflows/kafka-connect-ci.yml | 2 +-
.github/workflows/open-api.yml | 2 +-
.../publish-iceberg-rest-fixture-docker.yml | 2 +-
.github/workflows/publish-snapshot.yml | 2 +-
.github/workflows/recurring-jmh-benchmarks.yml | 2 +-
.github/workflows/source-release-ci.yml | 2 +-
.github/workflows/spark-ci.yml | 2 +-
.palantir/revapi.yml | 68 ++
AGENTS.md | 3 +-
.../iceberg/aliyun/AliyunClientFactories.java | 65 +-
.../apache/iceberg/aliyun/AliyunClientFactory.java | 11 +
.../iceberg/aliyun/AliyunKeyManagementClient.java | 149 +++
.../apache/iceberg/aliyun/AliyunProperties.java | 64 ++
.../iceberg/aliyun/TestAliyunClientFactories.java | 28 +
.../aliyun/TestAliyunKeyManagementClient.java | 231 +++++
.../iceberg/aliyun/oss/mock/AliyunOSSMock.java | 6 +-
.../aliyun/oss/mock/AliyunOSSMockExtension.java | 13 +-
.../main/java/org/apache/iceberg/ContentFile.java | 27 +-
api/src/main/java/org/apache/iceberg/Metrics.java | 54 +-
.../java/org/apache/iceberg/catalog/Catalog.java | 15 +
.../org/apache/iceberg/catalog/SessionCatalog.java | 15 +
.../org/apache/iceberg/util/StructProjection.java | 23 +
.../iceberg/variants/SerializedMetadata.java | 1 +
.../apache/iceberg/variants/VariantMetadata.java | 5 +
.../org/apache/iceberg/variants/VariantUtil.java | 42 +-
.../test/java/org/apache/iceberg/TestHelpers.java | 4 +
.../apache/iceberg/TestMetricsSerialization.java | 14 +-
.../apache/iceberg/util/TestStructProjection.java | 29 +
.../apache/iceberg/variants/VariantTestUtil.java | 10 +-
.../aws/s3/signer/S3V4RestSignerClient.java | 30 +-
.../aws/s3/signer/TestS3V4RestSignerClient.java | 48 -
.../gcp/bigquery/BigQueryMetastoreClientImpl.java | 110 +-
build.gradle | 3 +
.../src/main/java/org/apache/iceberg/BaseFile.java | 21 +-
.../java/org/apache/iceberg/BaseTransaction.java | 5 +-
.../java/org/apache/iceberg/CachingCatalog.java | 7 +
.../java/org/apache/iceberg/CatalogProperties.java | 3 +
.../java/org/apache/iceberg/ContentFileParser.java | 26 +-
.../org/apache/iceberg/ContentStatsBackedMap.java | 13 +-
.../main/java/org/apache/iceberg/DataFiles.java | 10 +-
.../main/java/org/apache/iceberg/Delegates.java | 4 +-
.../main/java/org/apache/iceberg/FieldMetrics.java | 73 +-
.../main/java/org/apache/iceberg/FieldStats.java | 26 +-
.../java/org/apache/iceberg/FieldStatsStruct.java | 23 +-
.../main/java/org/apache/iceberg/FileMetadata.java | 10 +-
.../java/org/apache/iceberg/GenericDataFile.java | 2 +-
.../java/org/apache/iceberg/GenericDeleteFile.java | 2 +-
.../org/apache/iceberg/GeometryFieldMetrics.java | 18 +-
.../main/java/org/apache/iceberg/LabelsTable.java | 111 --
.../main/java/org/apache/iceberg/ManifestInfo.java | 12 +-
.../org/apache/iceberg/ManifestInfoStruct.java | 32 +-
.../java/org/apache/iceberg/MetadataTableType.java | 3 +-
.../org/apache/iceberg/MetadataTableUtils.java | 2 -
.../java/org/apache/iceberg/MetricsConfig.java | 45 +-
.../main/java/org/apache/iceberg/MetricsUtil.java | 16 +-
.../org/apache/iceberg/RewriteTablePathUtil.java | 73 --
.../main/java/org/apache/iceberg/SchemaOrder.java | 123 +++
.../java/org/apache/iceberg/SnapshotProducer.java | 18 +-
.../main/java/org/apache/iceberg/StatsUtil.java | 6 +-
.../java/org/apache/iceberg/TableMetadata.java | 22 +-
.../main/java/org/apache/iceberg/TrackedFile.java | 25 +-
.../org/apache/iceberg/TrackedFileAdapters.java | 52 +-
.../java/org/apache/iceberg/TrackedFileStruct.java | 117 +--
.../src/main/java/org/apache/iceberg/Tracking.java | 12 +-
.../java/org/apache/iceberg/TrackingBuilder.java | 16 +-
.../java/org/apache/iceberg/TrackingStruct.java | 20 +-
.../java/org/apache/iceberg/V4ManifestReader.java | 72 +-
.../org/apache/iceberg/ValueSizeFieldMetrics.java | 10 +-
.../apache/iceberg/catalog/BaseSessionCatalog.java | 5 +
.../apache/iceberg/deletes/BaseDVFileWriter.java | 12 -
.../apache/iceberg/encryption/EncryptionUtil.java | 2 +
.../iceberg/encryption/InputFilesDecryptor.java | 81 +-
.../encryption/StandardEncryptionManager.java | 12 -
.../apache/iceberg/inmemory/InMemoryCatalog.java | 24 +
.../apache/iceberg/io/BasePositionDeltaWriter.java | 3 +-
.../org/apache/iceberg/io/PositionDeltaWriter.java | 21 +-
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 38 +
.../java/org/apache/iceberg/jdbc/JdbcUtil.java | 4 +
.../org/apache/iceberg/rest/CatalogHandlers.java | 16 +
.../java/org/apache/iceberg/rest/Endpoint.java | 2 +
.../java/org/apache/iceberg/rest/RESTCatalog.java | 5 +
.../apache/iceberg/rest/RESTCatalogProperties.java | 17 -
.../org/apache/iceberg/rest/RESTSerializers.java | 27 +
.../apache/iceberg/rest/RESTSessionCatalog.java | 62 +-
.../org/apache/iceberg/rest/ResourcePaths.java | 13 +
.../responses/FetchPlanningResultResponse.java | 9 +-
.../rest/responses/PlanTableScanResponse.java | 9 +-
...wResponse.java => UnregisterTableResponse.java} | 25 +-
.../responses/UnregisterTableResponseParser.java | 78 ++
.../org/apache/iceberg/util/ContentFileUtil.java | 4 +-
.../java/org/apache/iceberg/util/PartitionSet.java | 39 +-
.../org/apache/iceberg/util/SerializableMap.java | 8 +-
.../org/apache/iceberg/util/StructLikeUtil.java | 7 +
.../apache/iceberg/variants/ShreddedObject.java | 5 +-
.../java/org/apache/iceberg/variants/Variants.java | 2 +-
.../java/org/apache/iceberg/StatsTestUtil.java | 29 +-
.../org/apache/iceberg/TestContentFileParser.java | 18 +-
.../apache/iceberg/TestContentStatsBackedMap.java | 11 +-
.../org/apache/iceberg/TestContentStatsStruct.java | 6 +-
.../org/apache/iceberg/TestFieldStatsStruct.java | 30 +-
.../apache/iceberg/TestGeometryFieldMetrics.java | 4 +-
.../java/org/apache/iceberg/TestLabelsTable.java | 138 ---
...ava => TestManifestEntriesTableTaskParser.java} | 62 +-
.../org/apache/iceberg/TestManifestInfoStruct.java | 72 +-
.../test/java/org/apache/iceberg/TestMetrics.java | 2 +
.../java/org/apache/iceberg/TestMetricsConfig.java | 251 +++++
.../java/org/apache/iceberg/TestMetricsModes.java | 233 +----
.../java/org/apache/iceberg/TestMetricsUtil.java | 36 +-
.../org/apache/iceberg/TestReplacePartitions.java | 16 +-
.../org/apache/iceberg/TestRowLineageMetadata.java | 4 +-
.../java/org/apache/iceberg/TestSchemaOrder.java | 121 +++
.../org/apache/iceberg/TestSnapshotProducer.java | 127 +++
.../java/org/apache/iceberg/TestStatsUtil.java | 40 +-
.../java/org/apache/iceberg/TestTableMetadata.java | 114 ++
.../java/org/apache/iceberg/TestTrackedFile.java | 7 +-
.../apache/iceberg/TestTrackedFileAdapters.java | 110 +-
.../org/apache/iceberg/TestTrackedFileStruct.java | 196 +++-
.../org/apache/iceberg/TestTrackingBuilder.java | 23 +-
.../org/apache/iceberg/TestTrackingStruct.java | 14 +-
.../java/org/apache/iceberg/TestTransaction.java | 111 ++
.../org/apache/iceberg/TestV4ManifestReader.java | 520 ++++------
.../apache/iceberg/TestValueSizeFieldMetrics.java | 4 +-
.../java/org/apache/iceberg/V4TestComparators.java | 14 +-
.../java/org/apache/iceberg/V4TestHelpers.java | 155 +++
.../org/apache/iceberg/catalog/CatalogTests.java | 45 +
.../encryption/TestInputFilesDecryptor.java | 180 ++++
.../iceberg/inmemory/TestInMemoryCatalog.java | 5 +
.../org/apache/iceberg/jdbc/TestJdbcCatalog.java | 5 +
.../apache/iceberg/rest/RESTCatalogAdapter.java | 10 +
.../test/java/org/apache/iceberg/rest/Route.java | 6 +
.../TestFetchPlanningResultResponseParser.java | 38 +
.../responses/TestPlanTableScanResponseParser.java | 37 +
.../TestUnregisterTableResponseParser.java | 92 ++
.../org/apache/iceberg/util/TestPartitionSet.java | 32 +
.../apache/iceberg/util/TestSerializationUtil.java | 191 ++++
.../iceberg/variants/TestShreddedObject.java | 21 +
.../variants/TestVariantMetadataFieldOrdering.java | 74 ++
.../iceberg/data/TestMetricsRowGroupFilter.java | 12 +-
.../delta/BaseSnapshotDeltaLakeTableAction.java | 3 +-
docs/docs/encryption.md | 2 +-
docs/docs/kafka-connect.md | 16 +
docs/docs/spark-configuration.md | 4 +-
flink/v1.20/flink-runtime/runtime-deps.txt | 20 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 64 ++
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
flink/v2.2/flink-runtime/runtime-deps.txt | 20 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../flink/sink/dynamic/CompareSchemasVisitor.java | 14 +
.../iceberg/flink/sink/dynamic/DataConverter.java | 1 +
.../flink/sink/dynamic/EvolveSchemaVisitor.java | 13 +
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 64 ++
.../sink/dynamic/TestCompareSchemasVisitor.java | 45 +
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 180 ++++
.../sink/dynamic/TestEvolveSchemaVisitor.java | 41 +
.../flink/sink/dynamic/TestRowDataConverter.java | 27 +
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
flink/v2.3/flink-runtime/runtime-deps.txt | 20 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../flink/sink/dynamic/CompareSchemasVisitor.java | 14 +
.../iceberg/flink/sink/dynamic/DataConverter.java | 1 +
.../flink/sink/dynamic/EvolveSchemaVisitor.java | 13 +
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 64 ++
.../sink/dynamic/TestCompareSchemasVisitor.java | 45 +
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 180 ++++
.../sink/dynamic/TestEvolveSchemaVisitor.java | 41 +
.../flink/sink/dynamic/TestRowDataConverter.java | 27 +
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
format/expressions-spec.md | 14 -
format/spec.md | 75 +-
format/udf-spec.md | 17 +-
gcp-bundle/runtime-deps.txt | 58 +-
.../java/org/apache/iceberg/gcp/GCPProperties.java | 18 +
.../apache/iceberg/gcp/gcs/GCSOutputStream.java | 3 +
.../org/apache/iceberg/gcp/TestGCPProperties.java | 29 +
.../iceberg/gcp/gcs/TestGCSOutputStream.java | 29 +-
gradle/libs.versions.toml | 22 +-
kafka-connect/build.gradle | 4 +-
.../kafka-connect-runtime/runtime-deps.txt | 74 +-
.../org/apache/iceberg/connect/TestContext.java | 13 +
.../iceberg/connect/TestCoordinatorFencing.java | 164 +++
.../iceberg/connect/transforms/CopyValue.java | 5 +-
.../connect/transforms/DebeziumTransform.java | 3 +-
.../connect/transforms/KafkaMetadataTransform.java | 3 +-
.../connect/transforms/MongoDebeziumTransform.java | 3 +-
.../iceberg/connect/transforms/TestCopyValue.java | 29 +
.../connect/transforms/TestDebeziumTransform.java | 22 +-
.../transforms/TestKafkaMetadataTransform.java | 31 +
.../transforms/TestMongoDebeziumTransform.java | 33 +
.../apache/iceberg/connect/IcebergSinkConfig.java | 27 +-
.../apache/iceberg/connect/channel/Channel.java | 45 +-
.../iceberg/connect/channel/CommitterImpl.java | 10 +-
.../iceberg/connect/channel/Coordinator.java | 7 +-
.../iceberg/connect/channel/CoordinatorThread.java | 18 +
.../connect/channel/NotRunningException.java | 4 +
.../org/apache/iceberg/connect/channel/Worker.java | 2 +-
.../iceberg/connect/data/RecordConverter.java | 41 +-
.../apache/iceberg/connect/data/RecordUtils.java | 20 +-
.../apache/iceberg/connect/data/SinkWriter.java | 19 +-
.../iceberg/connect/TestIcebergSinkConfig.java | 1 +
.../iceberg/connect/channel/ChannelTestBase.java | 13 +
.../iceberg/connect/channel/TestChannel.java | 3 +-
.../iceberg/connect/channel/TestCommitterImpl.java | 40 +-
.../iceberg/connect/channel/TestCoordinator.java | 111 +-
.../iceberg/connect/data/TestRecordConverter.java | 190 ++++
.../iceberg/connect/data/TestRecordUtils.java | 90 +-
.../iceberg/connect/data/TestSinkWriter.java | 110 ++
.../org/apache/iceberg/nessie/NessieCatalog.java | 5 +-
.../iceberg/nessie/TestCustomNessieClient.java | 17 +
open-api/rest-catalog-open-api.py | 6 +-
open-api/rest-catalog-open-api.yaml | 10 +-
.../rest/RESTCompatibilityKitCatalogTests.java | 59 ++
.../java/org/apache/iceberg/parquet/Parquet.java | 9 +-
.../iceberg/parquet/ParquetCodecFactory.java | 35 +-
.../apache/iceberg/parquet/ParquetFormatModel.java | 21 -
.../java/org/apache/iceberg/parquet/ParquetIO.java | 8 +-
.../org/apache/iceberg/parquet/ParquetMetrics.java | 14 +-
.../apache/iceberg/parquet/ParquetSchemaUtil.java | 10 +
.../iceberg/parquet/ParquetValueWriters.java | 2 +-
.../org/apache/iceberg/parquet/ParquetWriter.java | 6 +-
.../org/apache/iceberg/parquet/PruneColumns.java | 12 +-
.../iceberg/parquet/TestParquetCodecFactory.java | 74 ++
.../iceberg/parquet/TestParquetDataWriter.java | 14 +-
.../iceberg/parquet/TestParquetValueWriters.java | 10 +-
.../apache/iceberg/parquet/TestPruneColumns.java | 376 +++++++
.../apache/iceberg/parquet/TestVariantMetrics.java | 74 +-
.../posts/2026-10-01-iceberg-go-0.7.0-release.md | 176 ++++
.../posts/2026-10-05-iceberg-1.12.0-release.md | 210 ++++
site/docs/expressions-spec.md | 1 +
site/docs/releases.md | 216 +++-
site/docs/vendors.md | 4 +
site/mkdocs-dev.yml | 1 +
site/mkdocs.yml | 4 +-
site/nav.yml | 4 +-
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
spark/v3.5/spark-runtime/runtime-deps.txt | 20 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../iceberg/spark/source/SparkBatchQueryScan.java | 2 +-
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 ++++--
.../TestSparkCopyOnWriteScanConcurrency.java | 194 ++++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
spark/v4.0/spark-runtime/runtime-deps.txt | 20 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../iceberg/spark/source/SparkBatchQueryScan.java | 2 +-
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 ++++--
.../TestSparkCopyOnWriteScanConcurrency.java | 194 ++++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
spark/v4.1/spark-runtime/runtime-deps.txt | 20 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../iceberg/spark/source/BaseSparkTable.java | 7 +-
.../spark/source/MergingSortedRowDataReader.java | 365 +++++++
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../spark/source/SparkRuntimeFilterableScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 ++++--
.../iceberg/spark/data/TestSparkParquetWriter.java | 10 +-
.../source/TestMergingSortedRowDataReader.java | 1085 ++++++++++++++++++++
.../TestSparkCopyOnWriteScanConcurrency.java | 205 ++++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../v2/ExtendedDataSourceV2Strategy.scala | 25 +-
.../spark/extensions/TestChangelogTable.java | 19 +
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
.../apache/iceberg/spark/extensions/TestViews.java | 28 +
spark/v4.2/spark-runtime/runtime-deps.txt | 20 +-
.../action/IcebergDataCompactionBenchmark.java | 9 +-
.../action/IcebergSortCompactionBenchmark.java | 8 +-
.../java/org/apache/iceberg/spark/BaseCatalog.java | 7 +
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 3 +
.../org/apache/iceberg/spark/SparkCatalog.java | 49 +-
.../org/apache/iceberg/spark/SparkSchemaUtil.java | 35 +
.../apache/iceberg/spark/SparkSessionCatalog.java | 43 +-
.../org/apache/iceberg/spark/SparkTypeToType.java | 80 +-
.../org/apache/iceberg/spark/SparkV2Filters.java | 8 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../actions/BaseTableCreationSparkAction.java | 10 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../spark/source/SparkChangelogScanBuilder.java | 46 +
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../spark/source/SparkRuntimeFilterableScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 ++++--
.../iceberg/spark/TestSparkSessionCatalog.java | 24 +-
.../actions/TestRemoveOrphanFilesAction3.java | 41 +-
.../iceberg/spark/data/TestSparkParquetWriter.java | 10 +-
.../iceberg/spark/source/TestPathIdentifier.java | 14 +-
.../TestSparkCopyOnWriteScanConcurrency.java | 206 ++++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../iceberg/spark/sql/TestSparkDefaultValues.java | 178 +++-
355 files changed, 12821 insertions(+), 2808 deletions(-)
create mode 100644
aliyun/src/main/java/org/apache/iceberg/aliyun/AliyunKeyManagementClient.java
create mode 100644
aliyun/src/test/java/org/apache/iceberg/aliyun/TestAliyunKeyManagementClient.java
delete mode 100644 core/src/main/java/org/apache/iceberg/LabelsTable.java
create mode 100644 core/src/main/java/org/apache/iceberg/SchemaOrder.java
copy
core/src/main/java/org/apache/iceberg/rest/responses/{LoadViewResponse.java =>
UnregisterTableResponse.java} (60%)
create mode 100644
core/src/main/java/org/apache/iceberg/rest/responses/UnregisterTableResponseParser.java
delete mode 100644 core/src/test/java/org/apache/iceberg/TestLabelsTable.java
copy core/src/test/java/org/apache/iceberg/{TestFilesTableTaskParser.java =>
TestManifestEntriesTableTaskParser.java} (68%)
create mode 100644 core/src/test/java/org/apache/iceberg/TestSchemaOrder.java
create mode 100644 core/src/test/java/org/apache/iceberg/V4TestHelpers.java
create mode 100644
core/src/test/java/org/apache/iceberg/encryption/TestInputFilesDecryptor.java
create mode 100644
core/src/test/java/org/apache/iceberg/rest/responses/TestUnregisterTableResponseParser.java
create mode 100644
core/src/test/java/org/apache/iceberg/util/TestSerializationUtil.java
create mode 100644
core/src/test/java/org/apache/iceberg/variants/TestVariantMetadataFieldOrdering.java
create mode 100644
kafka-connect/kafka-connect-runtime/src/integration/java/org/apache/iceberg/connect/TestCoordinatorFencing.java
create mode 100644
parquet/src/test/java/org/apache/iceberg/parquet/TestParquetCodecFactory.java
create mode 100644 site/docs/blog/posts/2026-10-01-iceberg-go-0.7.0-release.md
create mode 100644 site/docs/blog/posts/2026-10-05-iceberg-1.12.0-release.md
create mode 120000 site/docs/expressions-spec.md
create mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/MergingSortedRowDataReader.java
create mode 100644
spark/v4.1/spark/src/test/java/org/apache/iceberg/spark/source/TestMergingSortedRowDataReader.java
create mode 100644
spark/v4.1/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.2/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
