This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/github_actions/actions/upload-artifact-4
in repository https://gitbox.apache.org/repos/asf/iceberg.git
discard 84c985b49a Build: Bump actions/upload-artifact from 3 to 4
add 9342f64a71 Flink: Fix TestIcebergSourceWithWatermarkExtractor
flakiness (#9309)
add ad3cf9d813 Core: Look up targeted position deletes by path (#9251)
add 6e21bbf4c4 API, Core: Track partition statistics in TableMetadata
(#8502)
add d6eba2a2b6 Core: Fix missing files from transaction retries with
conflicting manifest merges (#9230)
add b1bf4168c4 Flink: port #9173 to v1.16 and v1.18 (#9334)
add 97666096e8 Spark: Add tests for SELECT using tag/branch prefix
identifier (#9286)
add 5fce7ecaa3 Core: Shutdown scheduler in Lock manager (#9150)
add 892e47cd32 API: Support parameterized tests at class-level with JUnit5
(#9161)
add 838787e296 Build: Bump nessie from 0.74.0 to 0.75.0 (#9313)
add c2018f8949 Forward properties in HadoopCatalog initialization to the
default HadoopFileIO (#9283)
add 980733c2e1 Spark 3.5: Remove UnresolvedIcebergTable (#9338)
add a83bfe72cc Spec: Clarify file length handling for AES GCM streams
(#9136)
add c340915b05 Core: Fix missing delete files from transaction (#9354)
add 2eea697297 Flink: Empty implementation for pauseOrResumeSplits to
prevent UnsupportedOperationException (#9308)
add a654bf920a Add Description on Using a Separate Authorization Server
(#8998)
add bfa8006e57 Docs: Fix incorrect set_current_snapshot procedure argument
(#9360)
add 3d53060e28 Spark 3.5: Migrate tests to JUnit5 in data directory (#9341)
add a077a2be31 Spark: Fix AddFilesProcedure error message when no
partitions are found (#9357)
add 58d3ad39d5 Spark 3:5 Migrate tests to JUnit5 in source directory
(#9342)
add 4f6c5fc640 Core: Add ApplyNameMapping for Avro (#9347)
add 19b24b3f6f Avro: Add Avro-assisted name mapping (#7392)
add 23fc3a36eb Build: Bump datamodel-code-generator from 0.25.1 to 0.25.2
(#9377)
add 1fb47316fe Build: Bump mkdocs-material from 9.5.1 to 9.5.3 (#9376)
add c83308c118 Build: Bump guava from 32.1.3-jre to 33.0.0-jre (#9373)
add c8fc591cba Build: Bump arrow from 14.0.1 to 14.0.2 (#9372)
add 226a23f516 Spark 3.5: Remove constructor from parameterized base class
(#9368)
add 6f4e33ec22 Core: Use CharSequenceMap for writing unordered deletes
(#9365)
add 197b61e756 Core: Optimize manifest evaluation for super wide tables
(#9147)
add cbb50bfa5a Core: Remove unused sourceTransform in private method
(#9379)
add 6c344dbbbe Flink: Create CatalogTestBase for migration to JUnit5
(#9364)
add 22d4e7836a Spark 3.5: Parallelize reading files in add_files procedure
(#9274)
add a8f468d6dd Spark 3.5: Migrate tests to JUnit5 in actions directory
(#9367)
add 604422b056 Core: Refactor internal Avro reader to resolve schemas
directly (#9366)
add 7ebb241232 Core, Spark: Correct the delete record count for
PartitionTable (#9389)
add 580e7021ab Spark 3.5: Fix clobbering of files across streaming epochs
when query ID is reused (#9255)
add ad423142c4 Spark 3.3, 3.4: Fix file clobbering when Spark reuses query
IDs (#9255) (#9399)
add e7999a194d Core, Data, Spark 3.5: Support file and partition delete
granularity (#9384)
add 38eb1b18b0 Build: Bump Nessie to 0.76.0 (#9398)
add 8c7001eb46 Flink: Backport #9308 to v1.17 and the relevant parts to
v1.16 (#9403)
add c19318e686 API: Fix Javadoc on UpdateSchema#updateColumnDoc (#9405)
add 3aa0fcd7cd Core: Remove statistics files in CatalogUtil:dropTableData
(#9305)
add be4e7d2087 JMH: Improvements to `jmh.gradle` (#9390)
add 27e8c42135 Docs: CREATE TABLE LIKE is not supported in Spark DDL
(#9358)
add 4ccc29bc2f Build: Bump actions/labeler from 4 to 5 (#9331)
add 6d75e7a76a Flink: Disable classloader check in
TestIcebergSourceWithWatermarkExtractor to fix flakiness (#9408)
add 1a9c3f78f5 Spark: Add support for reading Iceberg views (#9340)
add 1288eb8e33 Core, Spark, Flink, Data: Deliver key metadata for
encryption of data files (#9359)
add 996cd5b53a AWS: Add S3 Access Grants Integration (#9385)
add b7e3e21bbb Core: Remove partition statistics files during purge table
(#9409)
add 12b3ccdd00 Build: Bump com.google.errorprone:error_prone_annotations
(#9369)
add 0bf2602a7a Flink 1.17: Create JUnit5 version of TestFlinkScan (#9185)
add c416c29894 Nessie: Strip trailing slash for warehouse location (#9415)
add 4602824337 Spark 3.5: Migrate tests to JUnit5 (#9417)
add 2101ac2e55 Spark 3.4: Add support for reading Iceberg views (#9422)
add 12f6d0d0a3 Build: Bump org.assertj:assertj-core from 3.24.2 to 3.25.1
(#9427)
add 4a99678369 Parquet: Support reading INT96 column in row group filter
(#8988)
add c87a53aab9 Build: Bump mkdocs-monorepo-plugin from 1.0.5 to 1.1.0
(#9430)
add be155d70ce Build: Bump com.google.errorprone:error_prone_annotations
(#9429)
add 13e1965af4 Parquet: Move to ValueReader generation to a visitor (#9063)
add e16bfcffc9 Core: Add JUnit5 version of TableTestBase (#9424)
add 3e47855c2a Build: Bump software.amazon.awssdk:bom from 2.21.42 to
2.22.12 (#9426)
add bc6b6e65ee Build: Bump
com.fasterxml.jackson.dataformat:jackson-dataformat-xml (#9395)
add d9498a00dd Shift site build to use monorepo and gh-pages
add 9bd5deccdd Established structured folders to customize MkDocs Material
to an Iceberg look and feel
add 4d34398cfd Flink: Watermark read options (#9346)
add c6a772618d API, Core: Fix errorprone warnings (#9419)
add d1a3c10450 Kafka Connect: Initial project setup and event data
structures (#8701)
add 53a1c8671d Spark 3.5: Migrate tests in SQL directory to JUnit5 (#9401)
add 211f5d550b Spark 3.5: Support encrypted output files (#9435)
add 8109e420e6 Backporting Flink: Watermark Read Options to 1.17 and 1.16
(#9456)
add 850cd5c3bc Flink: Migrate subclasses of FlinkCatalogTestBase to JUnit5
(#9381)
add a3d87e2368 Spark 3.5: Migrate remaining tests in source directory to
JUnit5 (#9380)
add e76988b1aa Core: Minor updates to AES GCM streams (#9453)
add 16ac3edd23 Build: Bump actions/checkout from 3 to 4 (#9474)
add 4b6f5b7b87 Build: Bump software.amazon.awssdk:bom from 2.22.12 to
2.23.2 (#9471)
add 5a1b0d1802 Build: Bump nessie from 0.76.0 to 0.76.2 (#9467)
add 23e17ce665 Nessie: Add table() and view() API to NessieIcebergClient
(#9477)
add bc7e56c2e5 Spark, Flink: Migrate DeleteReadTests and its subclasses to
JUnit5 (#9382)
add 8018ab844b Nessie: Infer default API version from URI (#9459)
add ea30d363e0 Core, Spark: Migrate tests that depend on ScanTestBase to
JUnit5 (#9416)
add 13e108b370 Build: Add `iceberg-bom` artifact (#8065)
add a60ee5d683 Spark: Support renaming views (#9343)
add 581e03713c Flink 1.18: Create JUnit5 version of TestFlinkScan (#9480)
add 2cda2b9a4c Spark: Support dropping Views (#9421)
add 8845bf49f3 Build: Bump actions/setup-python from 4 to 5 (#9473)
add fac03ea3c0 Flink 1.16: Create JUnit5 version of TestFlinkScan (#9482)
add 7dd01a367b Parquet: Deprecate readSupport and callInit in ReadBuilder
(#9325)
add 13d2160bd0 Flink: Remove reading of the data files to fix flakiness
(#9451)
add bb50ab97d3 Core: Support Avro file encryption with AES GCM streams
(#9436)
add 684f7a767c Core, Spark 3.5: Read deletes in parallel and cache them on
executors (#8755)
add 3684152113 Docs: Enhance documentation on identifier fields (#9478)
add 31d18f51b9 Flink: Upgrade Flink version from 1.18 to 1.18.1 (#9486)
add 1da80552c0 Hive: Unwrap RuntimeException for Hive TException with
alter table (#9432)
add 5fce05e8c3 Update iceberg_bug_report.yml to 1.4.3 (#9491)
add b3273276fa Infra: Check stale issues in ascending order (#9489)
add 99958d96ea Build: Bump minor version for Spark-3.3 (#9492)
add fe004c5bfe Docs: Fix typo in tag reading example (#9496)
add 66b1aa6627 Set `ghp_path` to `/` (#9493)
add d4056530d2 Core: Fix lock acquisition logic in HadoopTableOperations
rename (#9498)
add 2eafdb5bfa Docs: Fix community link (#9500)
add 2446cee5cf Core: Close the MetricsReporter when Catalog is closed
(#9353)
add 97a9a082c1 Build: Upgrade to Apache RAT 0.16, scanning hidden
directories and adding missing ASF header (#9495)
add 5963b0a5c2 Spark 3.4: Support dropping views (#9508)
add 6e7702dabc Core: Remove deprecated operations method from
BaseMetadataTable (#9298)
add 057f887713 Docs, Spark: Distribution mode not respected for CTAS/RTAS
before 3.5.0 (#9439)
add b6cefe5e14 Build: Define strict version for Flink / Jackson / Hive2 /
Tez 0.8 (#9484)
add 02836eaac8 Spark: Ensure partition stats files are considered for GC
procedures (#9284)
add 008d1731cb Spark 3.5: Propagate snapshot properties in compaction
(#9449)
add 1e3b38eb73 Spark: backport #8656 and update docs (#9512)
add 7814012379 Update doap.rdf (#9507)
add e590def767 Build: Bump actions/upload-artifact from 3 to 4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (84c985b49a)
\
N -- N -- N
refs/heads/dependabot/github_actions/actions/upload-artifact-4 (e590def767)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +-
.baseline/eclipse/dynamic/dotfile.checkstyle | 15 +
.github/ISSUE_TEMPLATE/iceberg_bug_report.yml | 22 +-
.github/ISSUE_TEMPLATE/iceberg_improvement.yml | 19 +
.github/ISSUE_TEMPLATE/iceberg_question.yml | 19 +
.github/labeler.yml | 192 +-
.github/workflows/flink-ci.yml | 1 +
.github/workflows/hive-ci.yml | 1 +
.github/workflows/java-ci.yml | 1 +
.github/workflows/labeler.yml | 2 +-
.../variables.yml => .github/workflows/site-ci.yml | 31 +-
.github/workflows/spark-ci.yml | 3 +-
.github/workflows/stale.yml | 1 +
.gitignore | 5 +-
.palantir/revapi.yml | 75 +
LICENSE | 12 +
.../apache/iceberg/PartitionStatisticsFile.java | 31 +-
api/src/main/java/org/apache/iceberg/Table.java | 17 +
.../main/java/org/apache/iceberg/Transaction.java | 11 +
.../apache/iceberg/UpdatePartitionStatistics.java | 30 +-
.../main/java/org/apache/iceberg/UpdateSchema.java | 11 +-
.../iceberg/encryption/EncryptedOutputFile.java | 5 -
.../apache/iceberg/expressions/NamedReference.java | 2 +-
.../apache/iceberg/metrics/MetricsReporter.java | 6 +-
.../java/org/apache/iceberg/types/TypeUtil.java | 64 +
.../main/java/org/apache/iceberg/types/Types.java | 16 +
.../org/apache/iceberg/util/CharSequenceMap.java | 5 +
.../org/apache/iceberg/util/CharSequenceSet.java | 1 +
.../org/apache/iceberg/util/CharSequenceUtil.java | 28 +-
.../apache/iceberg/util/CharSequenceWrapper.java | 1 +
.../test/java/org/apache/iceberg/Parameter.java | 46 +
.../apache/iceberg/ParameterizedTestExtension.java | 254 +
.../test/java/org/apache/iceberg/Parameters.java | 37 +-
.../org/apache/iceberg/aws/AwsClientFactories.java | 1 +
.../iceberg/aws/dynamodb/DynamoDbCatalog.java | 4 +-
.../org/apache/iceberg/aws/glue/GlueCatalog.java | 4 +-
.../aws/s3/DefaultS3FileIOAwsClientFactory.java | 1 +
.../aws/s3/S3AccessGrantsPluginConfigurations.java | 50 +
.../apache/iceberg/aws/s3/S3FileIOProperties.java | 90 +
.../apache/iceberg/aws/TestS3FileIOProperties.java | 32 +
baseline.gradle | 5 +
build.gradle | 51 +-
.../java/org/apache/iceberg/BaseMetadataTable.java | 17 +-
.../org/apache/iceberg/BaseMetastoreCatalog.java | 13 +-
.../java/org/apache/iceberg/BaseReadOnlyTable.java | 6 +
.../main/java/org/apache/iceberg/BaseTable.java | 10 +
.../java/org/apache/iceberg/BaseTransaction.java | 19 +
.../apache/iceberg/BaseUpdatePartitionSpec.java | 5 +-
.../main/java/org/apache/iceberg/CatalogUtil.java | 10 +
.../apache/iceberg/CommitCallbackTransaction.java | 5 +
.../java/org/apache/iceberg/DeleteFileIndex.java | 548 ++-
.../main/java/org/apache/iceberg/FastAppend.java | 12 +-
.../org/apache/iceberg/FileCleanupStrategy.java | 19 +-
...er.java => GenericPartitionStatisticsFile.java} | 10 +-
.../org/apache/iceberg/IncrementalFileCleanup.java | 2 +-
.../apache/iceberg/MergingSnapshotProducer.java | 28 +-
.../java/org/apache/iceberg/MetadataUpdate.java | 38 +
.../org/apache/iceberg/MetadataUpdateParser.java | 42 +
.../iceberg/PartitionStatisticsFileParser.java | 61 +
.../java/org/apache/iceberg/PartitionsTable.java | 4 +-
.../org/apache/iceberg/ReachableFileCleanup.java | 2 +-
.../java/org/apache/iceberg/ReachableFileUtil.java | 42 +-
.../java/org/apache/iceberg/SerializableTable.java | 12 +
.../org/apache/iceberg/SetPartitionStatistics.java | 68 +
.../java/org/apache/iceberg/SystemConfigs.java | 6 +-
.../java/org/apache/iceberg/TableMetadata.java | 44 +-
.../org/apache/iceberg/TableMetadataParser.java | 29 +
.../java/org/apache/iceberg/TableProperties.java | 4 +
.../actions/RewriteDataFilesCommitManager.java | 14 +
.../RewritePositionDeletesCommitManager.java | 10 +
.../org/apache/iceberg/avro/ApplyNameMapping.java | 190 +
.../main/java/org/apache/iceberg/avro/Avro.java | 65 +-
.../java/org/apache/iceberg/avro/AvroIterable.java | 4 +-
.../org/apache/iceberg/avro/AvroSchemaUtil.java | 65 +-
.../avro/AvroWithPartnerByStructureVisitor.java | 33 +-
.../iceberg/avro/AvroWithPartnerVisitor.java | 211 +
.../avro/AvroWithTypeByStructureVisitor.java | 61 +
.../org/apache/iceberg/avro/GenericAvroReader.java | 166 +-
.../iceberg/avro/NameMappingDatumReader.java | 66 +
.../iceberg/avro/NameMappingWithAvroSchema.java | 122 +
.../apache/iceberg/avro/ProjectionDatumReader.java | 3 +-
.../java/org/apache/iceberg/avro/SchemaToType.java | 23 +-
...ValueReader.java => SupportsCustomRecords.java} | 10 +-
.../java/org/apache/iceberg/avro/TypeToSchema.java | 94 +-
.../java/org/apache/iceberg/avro/ValueReader.java | 4 +
.../java/org/apache/iceberg/avro/ValueReaders.java | 369 +-
.../apache/iceberg/data/avro/DecoderResolver.java | 4 +
.../iceberg/deletes/BitmapPositionDeleteIndex.java | 4 +
.../apache/iceberg/deletes/DeleteGranularity.java | 71 +
.../java/org/apache/iceberg/deletes/Deletes.java | 30 +
...eteIndex.java => EmptyPositionDeleteIndex.java} | 24 +-
.../deletes/FileScopedPositionDeleteWriter.java | 113 +
.../iceberg/deletes/PositionDeleteIndex.java | 10 +
...leteIndex.java => PositionDeleteIndexUtil.java} | 37 +-
.../deletes/SortingPositionOnlyDeleteWriter.java | 90 +-
.../iceberg/encryption/AesGcmInputStream.java | 2 +-
.../iceberg/encryption/AesGcmOutputStream.java | 15 +
.../apache/iceberg/encryption/EncryptionUtil.java | 17 +-
.../encryption/NativeEncryptionInputFile.java | 14 +-
.../encryption/NativeEncryptionKeyMetadata.java | 17 +-
.../encryption/NativeEncryptionOutputFile.java | 17 +-
.../encryption/StandardEncryptionManager.java | 17 +-
.../iceberg/encryption/StandardKeyMetadata.java | 8 +-
.../org/apache/iceberg/hadoop/HadoopCatalog.java | 14 +-
.../iceberg/hadoop/HadoopTableOperations.java | 10 +-
.../apache/iceberg/inmemory/InMemoryCatalog.java | 6 +
.../iceberg/io/ClusteredPositionDeleteWriter.java | 25 +
.../iceberg/io/FanoutPositionOnlyDeleteWriter.java | 21 +-
.../org/apache/iceberg/io/FileAppenderFactory.java | 11 +
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 19 +-
.../org/apache/iceberg/mapping/NameMapping.java | 9 +
.../java/org/apache/iceberg/util/ArrayUtil.java | 27 +
.../org/apache/iceberg/util/ContentFileUtil.java | 34 +
.../java/org/apache/iceberg/util/LockManagers.java | 19 +-
.../java/org/apache/iceberg/util/ThreadPools.java | 5 +-
.../org/apache/iceberg/DataTableScanTestBase.java | 96 +-
.../apache/iceberg/DeleteFileIndexTestBase.java | 468 +-
.../org/apache/iceberg/FilterFilesTestBase.java | 36 +-
.../iceberg/ScanPlanningAndReportingTestBase.java | 26 +-
.../test/java/org/apache/iceberg/ScanTestBase.java | 104 +-
.../src/test/java/org/apache/iceberg/TestBase.java | 754 +++
.../iceberg/TestBaseIncrementalAppendScan.java | 113 +-
.../iceberg/TestBaseIncrementalChangelogScan.java | 124 +-
.../apache/iceberg/TestCreateSnapshotEvent.java | 105 +-
.../org/apache/iceberg/TestLocalDataTableScan.java | 4 -
.../org/apache/iceberg/TestLocalFilterFiles.java | 17 +-
.../org/apache/iceberg/TestManifestReader.java | 88 +-
.../apache/iceberg/TestMetadataUpdateParser.java | 76 +
.../org/apache/iceberg/TestRemoveSnapshots.java | 106 +-
.../apache/iceberg/TestSetPartitionStatistics.java | 131 +
.../java/org/apache/iceberg/TestTableMetadata.java | 153 +
.../java/org/apache/iceberg/TestTransaction.java | 47 +
.../apache/iceberg/avro/TestAvroNameMapping.java | 23 +-
.../iceberg/avro/TestEncryptedAvroFileSplit.java | 209 +
.../avro/TestNameMappingWithAvroSchema.java | 140 +
.../iceberg/encryption/EncryptionTestHelpers.java | 29 +-
.../apache/iceberg/encryption/TestGcmStreams.java | 6 +-
.../org/apache/iceberg/encryption/UnitestKMS.java | 19 +-
.../iceberg/hadoop/TestCatalogUtilDropTable.java | 115 +-
.../apache/iceberg/hadoop/TestHadoopCatalog.java | 17 +
.../apache/iceberg/hadoop/TestHadoopCommits.java | 40 +
.../org/apache/iceberg/util/TestArrayUtil.java | 32 +
.../iceberg/util/TestInMemoryLockManager.java | 2 +-
.../org/apache/iceberg/util/TestPartitionMap.java | 14 +
.../TableMetadataPartitionStatisticsFiles.json | 61 +
.../org/apache/iceberg/data/BaseDeleteLoader.java | 261 +
.../apache/iceberg/data/BaseFileWriterFactory.java | 22 +-
.../java/org/apache/iceberg/data/DeleteFilter.java | 107 +-
.../java/org/apache/iceberg/data/DeleteLoader.java | 45 +
.../iceberg/data/GenericAppenderFactory.java | 29 +-
.../apache/iceberg/data/TableMigrationUtil.java | 4 +-
.../java/org/apache/iceberg/RecordWrapperTest.java | 2 +-
.../org/apache/iceberg/data/DeleteReadTests.java | 176 +-
.../apache/iceberg/data/GenericAppenderHelper.java | 27 +-
.../data/TestDataFileIndexStatsFilters.java | 165 +
.../iceberg/data/TestGenericReaderDeletes.java | 11 +-
.../io/TestGenericSortedPosDeleteWriter.java | 89 +-
.../apache/iceberg/io/TestPartitioningWriters.java | 188 +-
.../org/apache/iceberg/dell/ecs/EcsCatalog.java | 4 +-
deploy.gradle | 86 +-
dev/.rat-excludes | 4 +
dev/check-license | 4 +-
doap.rdf | 6 +-
docs/flink-configuration.md | 4 +-
docs/java-api-quickstart.md | 2 +-
docs/spark-ddl.md | 10 +-
docs/spark-procedures.md | 4 +-
docs/spark-writes.md | 5 +-
flink/v1.16/build.gradle | 3 +
.../org/apache/iceberg/flink/FlinkReadConf.java | 19 +
.../org/apache/iceberg/flink/FlinkReadOptions.java | 11 +
.../apache/iceberg/flink/source/IcebergSource.java | 77 +-
.../apache/iceberg/flink/source/ScanContext.java | 38 +-
.../enumerator/ContinuousSplitPlannerImpl.java | 4 +-
.../source/reader/IcebergSourceSplitReader.java | 13 +-
.../java/org/apache/iceberg/flink/TestHelpers.java | 377 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 30 +-
.../source/TestFlinkInputFormatReaderDeletes.java | 6 -
.../flink/source/TestFlinkReaderDeletesBase.java | 35 +-
.../apache/iceberg/flink/source/TestFlinkScan.java | 152 +-
.../iceberg/flink/source/TestFlinkScanSql.java | 11 +-
.../iceberg/flink/source/TestFlinkSource.java | 6 +-
.../flink/source/TestIcebergSourceBounded.java | 9 +-
.../flink/source/TestIcebergSourceBoundedSql.java | 10 +-
.../source/TestIcebergSourceReaderDeletes.java | 24 +-
.../iceberg/flink/source/TestIcebergSourceSql.java | 130 +-
.../TestIcebergSourceWithWatermarkExtractor.java | 127 +-
flink/v1.17/build.gradle | 3 +
.../org/apache/iceberg/flink/FlinkReadConf.java | 19 +
.../org/apache/iceberg/flink/FlinkReadOptions.java | 11 +
.../iceberg/flink/sink/FlinkAppenderFactory.java | 20 +-
.../apache/iceberg/flink/source/IcebergSource.java | 19 +-
.../apache/iceberg/flink/source/ScanContext.java | 38 +-
.../source/reader/IcebergSourceSplitReader.java | 24 +-
.../java/org/apache/iceberg/flink/TestHelpers.java | 377 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 30 +-
.../source/TestFlinkInputFormatReaderDeletes.java | 6 -
.../flink/source/TestFlinkReaderDeletesBase.java | 34 +-
.../apache/iceberg/flink/source/TestFlinkScan.java | 152 +-
.../iceberg/flink/source/TestFlinkScanSql.java | 11 +-
.../iceberg/flink/source/TestFlinkSource.java | 6 +-
.../flink/source/TestIcebergSourceBounded.java | 9 +-
.../flink/source/TestIcebergSourceBoundedSql.java | 10 +-
.../source/TestIcebergSourceReaderDeletes.java | 24 +-
.../iceberg/flink/source/TestIcebergSourceSql.java | 130 +-
.../TestIcebergSourceWithWatermarkExtractor.java | 123 +-
flink/v1.18/build.gradle | 3 +
.../org/apache/iceberg/flink/FlinkReadConf.java | 19 +
.../org/apache/iceberg/flink/FlinkReadOptions.java | 11 +
.../apache/iceberg/flink/source/IcebergSource.java | 77 +-
.../apache/iceberg/flink/source/ScanContext.java | 38 +-
.../enumerator/ContinuousSplitPlannerImpl.java | 4 +-
.../source/reader/IcebergSourceSplitReader.java | 24 +-
...nkCatalogTestBase.java => CatalogTestBase.java} | 86 +-
.../java/org/apache/iceberg/flink/TestBase.java | 2 +-
.../iceberg/flink/TestFlinkCatalogDatabase.java | 267 +-
.../iceberg/flink/TestFlinkCatalogTable.java | 492 +-
.../flink/TestFlinkCatalogTablePartitions.java | 48 +-
.../apache/iceberg/flink/TestFlinkHiveCatalog.java | 8 +-
.../apache/iceberg/flink/TestFlinkTableSink.java | 132 +-
.../org/apache/iceberg/flink/TestFlinkUpsert.java | 56 +-
.../java/org/apache/iceberg/flink/TestHelpers.java | 402 +-
.../apache/iceberg/flink/TestIcebergConnector.java | 6 +-
.../flink/actions/TestRewriteDataFilesAction.java | 146 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 30 +-
.../source/TestFlinkInputFormatReaderDeletes.java | 5 -
.../flink/source/TestFlinkMetaDataTable.java | 454 +-
.../flink/source/TestFlinkReaderDeletesBase.java | 34 +-
.../apache/iceberg/flink/source/TestFlinkScan.java | 152 +-
.../iceberg/flink/source/TestFlinkScanSql.java | 11 +-
.../iceberg/flink/source/TestFlinkSource.java | 6 +-
.../flink/source/TestIcebergSourceBounded.java | 9 +-
.../flink/source/TestIcebergSourceBoundedSql.java | 10 +-
.../source/TestIcebergSourceReaderDeletes.java | 24 +-
.../iceberg/flink/source/TestIcebergSourceSql.java | 130 +-
.../TestIcebergSourceWithWatermarkExtractor.java | 127 +-
.../source/TestMetadataTableReadableMetrics.java | 48 +-
.../iceberg/flink/source/TestStreamScanSql.java | 50 +-
.../iceberg/flink/util/TestFlinkPackage.java | 2 +-
format/gcm-stream-spec.md | 4 +
gradle/libs.versions.toml | 39 +-
.../java/org/apache/iceberg/hive/HiveCatalog.java | 11 +-
.../org/apache/iceberg/hive/MetastoreUtil.java | 17 +-
.../org/apache/iceberg/hive/TestHiveCatalog.java | 53 -
jmh.gradle | 8 +-
.../build.gradle | 21 +-
.../apache/iceberg/connect/events/AvroUtil.java | 95 +
.../iceberg/connect/events/CommitComplete.java | 113 +
.../iceberg/connect/events/CommitToTable.java | 140 +
.../iceberg/connect/events/DataComplete.java | 112 +
.../apache/iceberg/connect/events/DataWritten.java | 158 +
.../org/apache/iceberg/connect/events/Event.java | 147 +
.../org/apache/iceberg/connect/events/Payload.java | 20 +-
.../apache/iceberg/connect/events/PayloadType.java | 34 +-
.../apache/iceberg/connect/events/StartCommit.java | 91 +
.../iceberg/connect/events/TableReference.java | 118 +
.../connect/events/TopicPartitionOffset.java | 124 +
.../connect/events/EventSerializationTest.java | 126 +
.../iceberg/connect/events/EventTestUtil.java | 99 +
.../java/org/apache/iceberg/mr/TestHelper.java | 27 +-
.../iceberg/mr/TestInputFormatReaderDeletes.java | 32 +-
.../org/apache/iceberg/nessie/NessieCatalog.java | 41 +-
.../apache/iceberg/nessie/NessieIcebergClient.java | 10 +
.../apache/iceberg/nessie/TestNessieCatalog.java | 20 +-
.../iceberg/nessie/TestNessieIcebergClient.java | 39 +
open-api/requirements.txt | 2 +-
open-api/rest-catalog-open-api.yaml | 4 +
orc/src/main/java/org/apache/iceberg/orc/ORC.java | 24 +
.../iceberg/data/parquet/BaseParquetReaders.java | 172 +-
.../java/org/apache/iceberg/parquet/Parquet.java | 49 +-
.../apache/iceberg/parquet/ParquetConversions.java | 5 +
.../parquet/ParquetDictionaryRowGroupFilter.java | 3 +
.../parquet/TestDictionaryRowGroupFilter.java | 213 +-
settings.gradle | 7 +
site/.gitignore | 119 -
site/Makefile | 34 +
site/README.md | 142 +-
site/dev/build.sh | 23 +
site/dev/clean.sh | 22 +
site/dev/common.sh | 216 +
site/dev/deploy.sh | 24 +
site/dev/serve.sh | 23 +
site/dev/setup_env.sh | 26 +
site/docs/assets/images/Iceberg-logo.svg | 28 +
site/docs/assets/images/footer-bg.webp | Bin 0 -> 10472 bytes
.../assets/images/iceberg-vector-image-asset.png | Bin 0 -> 2652369 bytes
site/docs/assets/javascript/extra.js | 1 +
site/docs/assets/stylesheets/bootstrap-buttons.css | 68 +
site/docs/assets/stylesheets/bootstrap-grid.css | 5069 ++++++++++++++++++++
site/docs/assets/stylesheets/extra.css | 470 ++
site/docs/assets/stylesheets/home.css | 45 +
site/docs/blogs.md | 14 +
site/docs/community.md | 4 +-
site/docs/hive-quickstart.md | 2 +-
site/docs/how-to-release.md | 5 +-
site/docs/index.md | 92 +-
site/docs/multi-engine-support.md | 4 +-
site/docs/releases.md | 142 +-
site/docs/roadmap.md | 53 +-
site/docs/spec.md | 38 +-
site/docs/vendors.md | 9 +
site/docs/view-spec.md | 72 +-
site/mkdocs.yml | 87 +-
site/nav.yml | 48 +
site/overrides/home.html | 321 ++
site/overrides/partials/cto.html | 21 +
site/overrides/partials/footer.html | 22 +
site/overrides/partials/header.html | 99 +
site/requirements.txt | 4 +-
.../apache/iceberg/snowflake/SnowflakeCatalog.java | 4 +-
.../iceberg/spark/extensions/ProcedureUtil.java | 54 +
.../TestCreateChangelogViewProcedure.java | 72 -
.../extensions/TestExpireSnapshotsProcedure.java | 76 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 70 +
.../iceberg/spark/BaseFileRewriteCoordinator.java | 12 +-
.../apache/iceberg/spark/ScanTaskSetManager.java | 11 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 13 +
.../iceberg/spark/actions/BaseSparkAction.java | 12 +-
.../spark/procedures/AddFilesProcedure.java | 2 +-
.../procedures/CreateChangelogViewProcedure.java | 23 +-
.../apache/iceberg/spark/source/SparkWrite.java | 4 +-
.../spark/source/TestIcebergSourceTablesBase.java | 79 +-
.../spark/source/TestSparkReaderDeletes.java | 123 +-
.../org/apache/iceberg/spark/sql/TestSelect.java | 32 +-
.../extensions/IcebergSparkSessionExtensions.scala | 2 +
.../spark/sql/catalyst/analysis/ResolveViews.scala | 161 +
.../catalyst/analysis/RewriteViewCommands.scala | 65 +
.../IcebergSparkSqlExtensionsParser.scala | 3 +-
.../plans/logical/views/DropIcebergView.scala | 17 +-
.../plans/logical/views/ResolvedV2View.scala | 18 +-
.../execution/datasources/v2/DropV2ViewExec.scala} | 36 +-
.../v2/ExtendedDataSourceV2Strategy.scala | 17 +
.../datasources/v2/RenameV2ViewExec.scala} | 33 +-
.../iceberg/spark/extensions/ProcedureUtil.java | 54 +
.../TestCreateChangelogViewProcedure.java | 72 -
.../extensions/TestExpireSnapshotsProcedure.java | 76 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 70 +
.../apache/iceberg/spark/extensions/TestViews.java | 898 ++++
.../iceberg/spark/BaseFileRewriteCoordinator.java | 12 +-
.../apache/iceberg/spark/ScanTaskSetManager.java | 11 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 13 +
.../org/apache/iceberg/spark/SparkCatalog.java | 83 +-
.../iceberg/spark/actions/BaseSparkAction.java | 12 +-
.../spark/procedures/AddFilesProcedure.java | 2 +-
.../procedures/CreateChangelogViewProcedure.java | 23 +-
.../iceberg/spark/source/SparkAppenderFactory.java | 20 +-
.../org/apache/iceberg/spark/source/SparkView.java | 148 +
.../apache/iceberg/spark/source/SparkWrite.java | 4 +-
.../iceberg/SparkDistributedDataScanTestBase.java | 45 +-
.../TestSparkDistributedDataScanDeletes.java | 45 +-
.../TestSparkDistributedDataScanFilterFiles.java | 26 +-
...tSparkDistributedDataScanJavaSerialization.java | 13 +-
...tSparkDistributedDataScanKryoSerialization.java | 13 +-
.../TestSparkDistributedDataScanReporting.java | 41 +-
.../apache/iceberg/spark/SparkCatalogConfig.java | 14 +-
.../iceberg/spark/SparkTestBaseWithCatalog.java | 2 +-
.../spark/source/TestIcebergSourceTablesBase.java | 78 +-
.../iceberg/spark/source/TestSparkCatalog.java | 4 +-
.../spark/source/TestSparkReaderDeletes.java | 130 +-
.../iceberg/spark/sql/TestCreateTableAsSelect.java | 16 +-
.../org/apache/iceberg/spark/sql/TestSelect.java | 32 +-
spark/v3.5/build.gradle | 2 +
.../apache/iceberg/DeleteFileIndexBenchmark.java | 31 +-
.../extensions/IcebergSparkSessionExtensions.scala | 2 +
.../spark/sql/catalyst/analysis/ResolveViews.scala | 162 +
.../catalyst/analysis/RewriteViewCommands.scala | 65 +
.../IcebergSparkSqlExtensionsParser.scala | 33 +-
.../plans/logical/views/DropIcebergView.scala | 17 +-
.../plans/logical/views/ResolvedV2View.scala | 18 +-
.../execution/datasources/v2/DropV2ViewExec.scala} | 36 +-
.../v2/ExtendedDataSourceV2Strategy.scala | 17 +
.../datasources/v2/RenameV2ViewExec.scala} | 33 +-
.../iceberg/spark/extensions/ProcedureUtil.java | 54 +
.../spark/extensions/TestAddFilesProcedure.java | 22 +
.../extensions/TestExpireSnapshotsProcedure.java | 76 +-
.../spark/extensions/TestMergeOnReadDelete.java | 45 +
.../spark/extensions/TestMergeOnReadMerge.java | 57 +
.../spark/extensions/TestMergeOnReadUpdate.java | 55 +
.../extensions/TestRemoveOrphanFilesProcedure.java | 70 +
.../apache/iceberg/spark/extensions/TestViews.java | 898 ++++
.../iceberg/spark/source/WritersBenchmark.java | 52 +-
.../iceberg/spark/BaseFileRewriteCoordinator.java | 12 +-
.../apache/iceberg/spark/ScanTaskSetManager.java | 11 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 13 +
.../org/apache/iceberg/spark/SparkCatalog.java | 83 +-
.../org/apache/iceberg/spark/SparkConfParser.java | 41 +
.../apache/iceberg/spark/SparkExecutorCache.java | 228 +
.../apache/iceberg/spark/SparkSQLProperties.java | 16 +
.../org/apache/iceberg/spark/SparkTableUtil.java | 89 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 12 +
.../apache/iceberg/spark/SparkWriteOptions.java | 3 +
.../actions/BaseSnapshotUpdateSparkAction.java | 5 +
.../iceberg/spark/actions/BaseSparkAction.java | 12 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 3 +-
.../RewritePositionDeleteFilesSparkAction.java | 2 +-
.../spark/procedures/AddFilesProcedure.java | 56 +-
.../procedures/CreateChangelogViewProcedure.java | 4 +-
.../iceberg/spark/procedures/ProcedureInput.java | 12 +
.../apache/iceberg/spark/source/BaseReader.java | 29 +
.../spark/source/SerializableTableWithSize.java | 10 +
.../iceberg/spark/source/SparkAppenderFactory.java | 20 +-
.../spark/source/SparkPositionDeletesRewrite.java | 15 +-
.../spark/source/SparkPositionDeltaWrite.java | 14 +-
.../org/apache/iceberg/spark/source/SparkView.java | 148 +
.../apache/iceberg/spark/source/SparkWrite.java | 4 +-
.../iceberg/SparkDistributedDataScanTestBase.java | 45 +-
.../java/org/apache/iceberg/TaskCheckHelper.java | 99 +-
.../apache/iceberg/TestDataFileSerialization.java | 23 +-
.../apache/iceberg/TestFileIOSerialization.java | 31 +-
.../TestHadoopMetricsContextSerialization.java | 2 +-
.../iceberg/TestManifestFileSerialization.java | 108 +-
.../apache/iceberg/TestScanTaskSerialization.java | 45 +-
.../TestSparkDistributedDataScanDeletes.java | 45 +-
.../TestSparkDistributedDataScanFilterFiles.java | 26 +-
...tSparkDistributedDataScanJavaSerialization.java | 13 +-
...tSparkDistributedDataScanKryoSerialization.java | 13 +-
.../TestSparkDistributedDataScanReporting.java | 41 +-
.../org/apache/iceberg/TestTableSerialization.java | 49 +-
.../java/org/apache/iceberg/ValidationHelpers.java | 5 +-
.../org/apache/iceberg/spark/CatalogTestBase.java | 50 +-
.../java/org/apache/iceberg/spark/Employee.java | 49 +-
.../apache/iceberg/spark/SparkCatalogConfig.java | 14 +-
.../iceberg/spark/SparkTestBaseWithCatalog.java | 2 +-
.../java/org/apache/iceberg/spark/TestBase.java | 6 +-
.../apache/iceberg/spark/TestBaseWithCatalog.java | 59 +-
.../iceberg/spark/TestChangelogIterator.java | 16 +-
.../iceberg/spark/TestFileRewriteCoordinator.java | 53 +-
.../apache/iceberg/spark/TestFunctionCatalog.java | 84 +-
.../org/apache/iceberg/spark/TestSpark3Util.java | 109 +-
.../iceberg/spark/TestSparkCachedTableCatalog.java | 26 +-
.../iceberg/spark/TestSparkCatalogOperations.java | 44 +-
.../iceberg/spark/TestSparkCompressionUtil.java | 6 +-
.../TestSparkDistributionAndOrderingUtil.java | 222 +-
.../iceberg/spark/TestSparkExecutorCache.java | 503 ++
.../org/apache/iceberg/spark/TestSparkFilters.java | 84 +-
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 27 +-
.../iceberg/spark/TestSparkSessionCatalog.java | 66 +-
.../apache/iceberg/spark/TestSparkTableUtil.java | 36 +-
.../apache/iceberg/spark/TestSparkV2Filters.java | 150 +-
.../iceberg/spark/TestSparkValueConverter.java | 12 +-
.../apache/iceberg/spark/TestSparkWriteConf.java | 134 +-
.../iceberg/spark/actions/TestCreateActions.java | 383 +-
.../actions/TestDeleteReachableFilesAction.java | 105 +-
.../spark/actions/TestExpireSnapshotsAction.java | 454 +-
.../spark/actions/TestRemoveOrphanFilesAction.java | 200 +-
.../actions/TestRemoveOrphanFilesAction3.java | 45 +-
.../spark/actions/TestRewriteDataFilesAction.java | 313 +-
.../spark/actions/TestRewriteManifestsAction.java | 235 +-
.../TestRewritePositionDeleteFilesAction.java | 381 +-
.../apache/iceberg/spark/data/AvroDataTest.java | 8 +-
.../apache/iceberg/spark/data/GenericsHelpers.java | 176 +-
...ataTest.java => ParameterizedAvroDataTest.java} | 44 +-
.../org/apache/iceberg/spark/data/TestHelpers.java | 241 +-
.../apache/iceberg/spark/data/TestOrcWrite.java | 16 +-
.../iceberg/spark/data/TestParquetAvroReader.java | 26 +-
.../iceberg/spark/data/TestParquetAvroWriter.java | 16 +-
.../iceberg/spark/data/TestSparkAvroEnums.java | 17 +-
.../iceberg/spark/data/TestSparkAvroReader.java | 6 +-
.../iceberg/spark/data/TestSparkDateTimes.java | 14 +-
.../data/TestSparkOrcReadMetadataColumns.java | 51 +-
.../iceberg/spark/data/TestSparkOrcReader.java | 16 +-
.../data/TestSparkParquetReadMetadataColumns.java | 55 +-
.../iceberg/spark/data/TestSparkParquetReader.java | 37 +-
.../iceberg/spark/data/TestSparkParquetWriter.java | 18 +-
.../spark/data/TestSparkRecordOrcReaderWriter.java | 30 +-
...estParquetDictionaryEncodedVectorizedReads.java | 20 +-
...naryFallbackToPlainEncodingVectorizedReads.java | 8 +-
.../vectorized/TestParquetVectorizedReads.java | 57 +-
.../apache/iceberg/spark/source/TestAvroScan.java | 20 +-
.../iceberg/spark/source/TestBaseReader.java | 88 +-
.../iceberg/spark/source/TestChangelogReader.java | 32 +-
.../spark/source/TestCompressionSettings.java | 106 +-
.../spark/source/TestDataFrameWriterV2.java | 40 +-
.../iceberg/spark/source/TestDataFrameWrites.java | 109 +-
.../spark/source/TestDataSourceOptions.java | 112 +-
.../iceberg/spark/source/TestFilteredScan.java | 135 +-
.../spark/source/TestForwardCompatibility.java | 34 +-
.../source/TestIcebergSourceHadoopTables.java | 6 +-
.../spark/source/TestIcebergSourceHiveTables.java | 8 +-
.../spark/source/TestIcebergSourceTablesBase.java | 345 +-
.../iceberg/spark/source/TestIcebergSpark.java | 132 +-
.../spark/source/TestIdentityPartitionData.java | 117 +-
.../spark/source/TestInternalRowWrapper.java | 17 +-
.../source/TestMetadataTableReadableMetrics.java | 44 +-
.../TestMetadataTablesWithPartitionEvolution.java | 95 +-
.../iceberg/spark/source/TestParquetScan.java | 64 +-
.../iceberg/spark/source/TestPartitionPruning.java | 99 +-
.../iceberg/spark/source/TestPartitionValues.java | 117 +-
.../iceberg/spark/source/TestPathIdentifier.java | 36 +-
.../spark/source/TestPositionDeletesTable.java | 297 +-
.../iceberg/spark/source/TestReadProjection.java | 403 +-
.../TestRequiredDistributionAndOrdering.java | 37 +-
.../iceberg/spark/source/TestRuntimeFiltering.java | 78 +-
.../spark/source/TestSnapshotSelection.java | 178 +-
.../iceberg/spark/source/TestSparkAggregates.java | 24 +-
.../iceberg/spark/source/TestSparkCatalog.java | 4 +-
.../source/TestSparkCatalogCacheExpiration.java | 54 +-
.../source/TestSparkCatalogHadoopOverrides.java | 63 +-
.../iceberg/spark/source/TestSparkDataFile.java | 22 +-
.../iceberg/spark/source/TestSparkDataWrite.java | 207 +-
.../spark/source/TestSparkMetadataColumns.java | 82 +-
.../iceberg/spark/source/TestSparkReadMetrics.java | 114 +-
.../spark/source/TestSparkReadProjection.java | 47 +-
.../spark/source/TestSparkReaderDeletes.java | 130 +-
.../source/TestSparkReaderWithBloomFilter.java | 68 +-
.../apache/iceberg/spark/source/TestSparkScan.java | 206 +-
.../iceberg/spark/source/TestSparkStagedScan.java | 36 +-
.../iceberg/spark/source/TestSparkTable.java | 28 +-
.../iceberg/spark/source/TestStreamingOffset.java | 14 +-
.../spark/source/TestStructuredStreaming.java | 58 +-
.../spark/source/TestStructuredStreamingRead3.java | 165 +-
.../spark/source/TestTimestampWithoutZone.java | 62 +-
.../spark/source/TestWriteMetricsConfig.java | 100 +-
.../spark/sql/PartitionedWritesTestBase.java | 103 +-
.../iceberg/spark/sql/TestAggregatePushDown.java | 156 +-
.../apache/iceberg/spark/sql/TestAlterTable.java | 151 +-
.../apache/iceberg/spark/sql/TestCreateTable.java | 262 +-
.../iceberg/spark/sql/TestCreateTableAsSelect.java | 203 +-
.../apache/iceberg/spark/sql/TestDeleteFrom.java | 36 +-
.../apache/iceberg/spark/sql/TestDropTable.java | 69 +-
.../iceberg/spark/sql/TestFilterPushDown.java | 83 +-
.../apache/iceberg/spark/sql/TestNamespaceSQL.java | 231 +-
.../iceberg/spark/sql/TestPartitionedWrites.java | 10 +-
.../spark/sql/TestPartitionedWritesAsSelect.java | 66 +-
.../spark/sql/TestPartitionedWritesToBranch.java | 10 +-
.../sql/TestPartitionedWritesToWapBranch.java | 20 +-
.../apache/iceberg/spark/sql/TestRefreshTable.java | 21 +-
.../org/apache/iceberg/spark/sql/TestSelect.java | 200 +-
.../iceberg/spark/sql/TestSparkBucketFunction.java | 244 +-
.../iceberg/spark/sql/TestSparkDaysFunction.java | 102 +-
.../iceberg/spark/sql/TestSparkHoursFunction.java | 77 +-
.../iceberg/spark/sql/TestSparkMonthsFunction.java | 106 +-
.../spark/sql/TestSparkTruncateFunction.java | 446 +-
.../iceberg/spark/sql/TestSparkYearsFunction.java | 108 +-
.../spark/sql/TestStoragePartitionedJoins.java | 125 +-
.../spark/sql/TestTimestampWithoutZone.java | 65 +-
.../iceberg/spark/sql/TestUnpartitionedWrites.java | 10 +-
.../spark/sql/TestUnpartitionedWritesToBranch.java | 15 +-
.../spark/sql/UnpartitionedWritesTestBase.java | 104 +-
tasks.gradle | 7 +-
540 files changed, 30107 insertions(+), 11344 deletions(-)
rename site/variables.yml => .github/workflows/site-ci.yml (67%)
copy core/src/test/java/org/apache/iceberg/TestLocalFilterFiles.java =>
api/src/main/java/org/apache/iceberg/PartitionStatisticsFile.java (58%)
copy core/src/main/java/org/apache/iceberg/deletes/PositionDeleteIndex.java =>
api/src/main/java/org/apache/iceberg/UpdatePartitionStatistics.java (55%)
copy
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/sql/TestPartitionedWrites.java
=> api/src/main/java/org/apache/iceberg/util/CharSequenceUtil.java (61%)
create mode 100644 api/src/test/java/org/apache/iceberg/Parameter.java
create mode 100644
api/src/test/java/org/apache/iceberg/ParameterizedTestExtension.java
copy core/src/test/java/org/apache/iceberg/TestLocalFilterFiles.java =>
api/src/test/java/org/apache/iceberg/Parameters.java (54%)
create mode 100644
aws/src/main/java/org/apache/iceberg/aws/s3/S3AccessGrantsPluginConfigurations.java
copy core/src/main/java/org/apache/iceberg/{avro/ValueReader.java =>
GenericPartitionStatisticsFile.java} (80%)
create mode 100644
core/src/main/java/org/apache/iceberg/PartitionStatisticsFileParser.java
create mode 100644
core/src/main/java/org/apache/iceberg/SetPartitionStatistics.java
create mode 100644
core/src/main/java/org/apache/iceberg/avro/ApplyNameMapping.java
create mode 100644
core/src/main/java/org/apache/iceberg/avro/AvroWithPartnerVisitor.java
create mode 100644
core/src/main/java/org/apache/iceberg/avro/AvroWithTypeByStructureVisitor.java
create mode 100644
core/src/main/java/org/apache/iceberg/avro/NameMappingDatumReader.java
create mode 100644
core/src/main/java/org/apache/iceberg/avro/NameMappingWithAvroSchema.java
copy core/src/main/java/org/apache/iceberg/avro/{ValueReader.java =>
SupportsCustomRecords.java} (79%)
create mode 100644
core/src/main/java/org/apache/iceberg/deletes/DeleteGranularity.java
copy
core/src/main/java/org/apache/iceberg/deletes/{BitmapPositionDeleteIndex.java
=> EmptyPositionDeleteIndex.java} (66%)
create mode 100644
core/src/main/java/org/apache/iceberg/deletes/FileScopedPositionDeleteWriter.java
copy
core/src/main/java/org/apache/iceberg/deletes/{BitmapPositionDeleteIndex.java
=> PositionDeleteIndexUtil.java} (55%)
copy
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/sql/TestPartitionedWrites.java
=>
core/src/main/java/org/apache/iceberg/encryption/NativeEncryptionInputFile.java
(72%)
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
core/src/main/java/org/apache/iceberg/encryption/NativeEncryptionKeyMetadata.java
(67%)
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
core/src/main/java/org/apache/iceberg/encryption/NativeEncryptionOutputFile.java
(66%)
create mode 100644 core/src/test/java/org/apache/iceberg/TestBase.java
create mode 100644
core/src/test/java/org/apache/iceberg/TestSetPartitionStatistics.java
create mode 100644
core/src/test/java/org/apache/iceberg/avro/TestEncryptedAvroFileSplit.java
create mode 100644
core/src/test/java/org/apache/iceberg/avro/TestNameMappingWithAvroSchema.java
copy
spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
=> core/src/test/java/org/apache/iceberg/encryption/EncryptionTestHelpers.java
(53%)
copy
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/sql/TestPartitionedWrites.java
=> core/src/test/java/org/apache/iceberg/encryption/UnitestKMS.java (54%)
create mode 100644
core/src/test/resources/TableMetadataPartitionStatisticsFiles.json
create mode 100644
data/src/main/java/org/apache/iceberg/data/BaseDeleteLoader.java
create mode 100644 data/src/main/java/org/apache/iceberg/data/DeleteLoader.java
rename
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/{FlinkCatalogTestBase.java
=> CatalogTestBase.java} (70%)
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=> kafka-connect/build.gradle (69%)
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/AvroUtil.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/CommitComplete.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/CommitToTable.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/DataComplete.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/DataWritten.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/Event.java
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/Payload.java
(69%)
copy core/src/test/java/org/apache/iceberg/TestLocalFilterFiles.java =>
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/PayloadType.java
(59%)
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/StartCommit.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/TableReference.java
create mode 100644
kafka-connect/kafka-connect-events/src/main/java/org/apache/iceberg/connect/events/TopicPartitionOffset.java
create mode 100644
kafka-connect/kafka-connect-events/src/test/java/org/apache/iceberg/connect/events/EventSerializationTest.java
create mode 100644
kafka-connect/kafka-connect-events/src/test/java/org/apache/iceberg/connect/events/EventTestUtil.java
delete mode 100644 site/.gitignore
create mode 100755 site/Makefile
create mode 100755 site/dev/build.sh
create mode 100755 site/dev/clean.sh
create mode 100755 site/dev/common.sh
create mode 100755 site/dev/deploy.sh
create mode 100755 site/dev/serve.sh
create mode 100755 site/dev/setup_env.sh
create mode 100644 site/docs/assets/images/Iceberg-logo.svg
create mode 100644 site/docs/assets/images/footer-bg.webp
create mode 100644 site/docs/assets/images/iceberg-vector-image-asset.png
create mode 100644 site/docs/assets/javascript/extra.js
create mode 100644 site/docs/assets/stylesheets/bootstrap-buttons.css
create mode 100644 site/docs/assets/stylesheets/bootstrap-grid.css
create mode 100644 site/docs/assets/stylesheets/extra.css
create mode 100644 site/docs/assets/stylesheets/home.css
create mode 100644 site/nav.yml
create mode 100644 site/overrides/home.html
create mode 100644 site/overrides/partials/cto.html
create mode 100644 site/overrides/partials/footer.html
create mode 100644 site/overrides/partials/header.html
create mode 100644
spark/v3.3/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ProcedureUtil.java
create mode 100644
spark/v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/ResolveViews.scala
create mode 100644
spark/v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteViewCommands.scala
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
spark/v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/views/DropIcebergView.scala
(67%)
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
spark/v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/views/ResolvedV2View.scala
(64%)
copy
spark/{v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
=>
v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DropV2ViewExec.scala}
(51%)
copy
spark/{v3.5/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
=>
v3.4/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/RenameV2ViewExec.scala}
(55%)
create mode 100644
spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ProcedureUtil.java
create mode 100644
spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestViews.java
create mode 100644
spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkView.java
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/ResolveViews.scala
create mode 100644
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RewriteViewCommands.scala
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/views/DropIcebergView.scala
(67%)
copy
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java
=>
spark/v3.5/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/views/ResolvedV2View.scala
(64%)
copy
spark/v3.5/{spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
=>
spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DropV2ViewExec.scala}
(51%)
copy
spark/v3.5/{spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
=>
spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/RenameV2ViewExec.scala}
(55%)
create mode 100644
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ProcedureUtil.java
create mode 100644
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestViews.java
create mode 100644
spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/SparkExecutorCache.java
create mode 100644
spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkView.java
copy
core/src/main/java/org/apache/iceberg/deletes/BitmapPositionDeleteIndex.java =>
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/Employee.java (52%)
create mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/TestSparkExecutorCache.java
copy
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/data/{AvroDataTest.java
=> ParameterizedAvroDataTest.java} (92%)
