This is an automated email from the ASF dual-hosted git repository.
ashvin pushed a change to branch
345-read-and-translate-the-deletion-vectors-in-delta-source-table-to-xtables-internal-representation
in repository https://gitbox.apache.org/repos/asf/incubator-xtable.git
from 5ab5c5a9 remove info on snowflake pp
add 30414f4b 2 new blogs
add 843204ef Site content is not deployed due to missing .asf.yaml file
add a360affc Execute correct delete operation in delta tests
add f6767883 Fix commit log parsing of Delta tables with delete vector
add 6a5f2b4e Normalize basePath in targetTables in ConversionController
add a08ca242 [590] Add RFC template for XTable
add fb724f0c [590] Add interfaces for CatalogSyncClient and CatalogSync
add d80c957e [590] Add RFC template for XTable
add 7563aaaa Hadoop and AWS sdk version upgrade
add 2b01cc0c update dependencies, fix test class names
add 8c143a7e scale BigDecimal col stats correctly
add 4db9bb86 add iceberg stats when reading snapshot
new 5f4f8515 Extract Delta Lake deletion vectors
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
pom.xml | 53 +++-
rfc/template.md | 55 ++++
website/blog/microsoft_fabric.mdx | 18 ++
website/blog/soumil_sync.mdx | 18 ++
.../static/.asf.yaml | 2 +
.../iceberg-shortcut-diagram-1024x576-3.png | Bin 0 -> 128759 bytes
.../images/blog/soumil_aws/1732278614623.png | Bin 0 -> 82202 bytes
xtable-api/pom.xml | 4 +
.../org/apache/xtable/conversion/SourceTable.java | 2 +-
.../java/org/apache/xtable/model/TableChange.java | 19 +-
.../CatalogTableIdentifier.java} | 16 +-
.../HierarchicalTableIdentifier.java} | 27 +-
.../ThreePartHierarchicalTableIdentifier.java | 105 +++++++
...Exception.java => CatalogRefreshException.java} | 17 +-
.../apache/xtable/model/exception/ErrorCode.java | 3 +-
.../model/storage/InternalDeletionVector.java | 63 ++++
.../org/apache/xtable/model/sync/SyncResult.java | 28 +-
...Extractor.java => CatalogConversionSource.java} | 16 +-
.../xtable/spi/extractor/ConversionSource.java | 9 +
.../org/apache/xtable/spi/sync/CatalogSync.java | 129 ++++++++
.../apache/xtable/spi/sync/CatalogSyncClient.java | 71 +++++
.../org/apache/xtable/spi/sync/CatalogUtils.java | 63 ++++
.../apache/xtable/spi/sync/TableFormatSync.java | 13 +-
.../TestThreePartHierarchicalTableIdentifier.java | 50 +++
.../apache/xtable/spi/sync/TestCatalogSync.java | 128 ++++++++
.../apache/xtable/spi/sync/TestCatalogUtils.java | 72 +++++
.../xtable/spi/sync/TestTableFormatSync.java | 38 ++-
.../xtable/conversion/ConversionController.java | 2 +-
.../apache/xtable/delta/DeltaActionsConverter.java | 52 ++++
.../apache/xtable/delta/DeltaConversionSource.java | 65 +++-
.../apache/xtable/delta/DeltaStatsExtractor.java | 49 ++-
.../apache/xtable/delta/DeltaValueConverter.java | 30 +-
.../apache/xtable/hudi/HudiConversionSource.java | 13 +
.../apache/xtable/hudi/HudiFileStatsExtractor.java | 15 +-
.../xtable/iceberg/IcebergConversionSource.java | 10 +-
.../org/apache/xtable/TestSparkDeltaTable.java | 15 +-
.../conversion/TestConversionController.java | 2 +-
...getSource.java => ITDeltaConversionSource.java} | 57 +++-
.../xtable/delta/ITDeltaDeleteVectorConvert.java | 344 +++++++++++++++++++++
.../xtable/delta/TestDeltaActionsConverter.java | 78 +++++
.../xtable/delta/TestDeltaStatsExtractor.java | 7 +
.../xtable/delta/TestDeltaValueConverter.java | 110 +++++++
...urceSource.java => ITHudiConversionSource.java} | 127 +++++++-
...urceTarget.java => ITHudiConversionTarget.java} | 2 +-
...ceTarget.java => TestHudiConversionTarget.java} | 4 +-
.../xtable/hudi/TestHudiFileStatsExtractor.java | 8 +-
...tSource.java => ITIcebergConversionSource.java} | 71 ++++-
...ource.java => TestIcebergConversionSource.java} | 22 +-
.../xtable/iceberg/TestIcebergDataHelper.java | 8 +
.../apache/xtable/testutil/ColumnStatMapUtil.java | 15 +-
.../org/apache/xtable/testutil/ITTestUtils.java | 46 ++-
.../apache/xtable/hudi/sync/XTableSyncTool.java | 2 +-
xtable-utilities/pom.xml | 4 +-
.../src/main/resources/xtable-hadoop-defaults.xml | 4 +-
55 files changed, 1988 insertions(+), 194 deletions(-)
create mode 100644 rfc/template.md
create mode 100644 website/blog/microsoft_fabric.mdx
create mode 100644 website/blog/soumil_sync.mdx
copy style/text-license-header => website/static/.asf.yaml (96%)
create mode 100644
website/static/images/blog/ms_fabric/iceberg-shortcut-diagram-1024x576-3.png
create mode 100644 website/static/images/blog/soumil_aws/1732278614623.png
copy
xtable-api/src/main/java/org/apache/xtable/model/{validation/ValidationCheck.java
=> catalog/CatalogTableIdentifier.java} (75%)
copy xtable-api/src/main/java/org/apache/xtable/model/{TableChange.java =>
catalog/HierarchicalTableIdentifier.java} (61%)
create mode 100644
xtable-api/src/main/java/org/apache/xtable/model/catalog/ThreePartHierarchicalTableIdentifier.java
copy
xtable-api/src/main/java/org/apache/xtable/model/exception/{InternalException.java
=> CatalogRefreshException.java} (68%)
create mode 100644
xtable-api/src/main/java/org/apache/xtable/model/storage/InternalDeletionVector.java
copy
xtable-api/src/main/java/org/apache/xtable/spi/extractor/{SourcePartitionSpecExtractor.java
=> CatalogConversionSource.java} (60%)
create mode 100644
xtable-api/src/main/java/org/apache/xtable/spi/sync/CatalogSync.java
create mode 100644
xtable-api/src/main/java/org/apache/xtable/spi/sync/CatalogSyncClient.java
create mode 100644
xtable-api/src/main/java/org/apache/xtable/spi/sync/CatalogUtils.java
create mode 100644
xtable-api/src/test/java/org/apache/xtable/model/catalog/TestThreePartHierarchicalTableIdentifier.java
create mode 100644
xtable-api/src/test/java/org/apache/xtable/spi/sync/TestCatalogSync.java
create mode 100644
xtable-api/src/test/java/org/apache/xtable/spi/sync/TestCatalogUtils.java
rename
xtable-core/src/test/java/org/apache/xtable/delta/{ITDeltaConversionTargetSource.java
=> ITDeltaConversionSource.java} (95%)
create mode 100644
xtable-core/src/test/java/org/apache/xtable/delta/ITDeltaDeleteVectorConvert.java
create mode 100644
xtable-core/src/test/java/org/apache/xtable/delta/TestDeltaActionsConverter.java
rename
xtable-core/src/test/java/org/apache/xtable/hudi/{ITHudiConversionSourceSource.java
=> ITHudiConversionSource.java} (83%)
rename
xtable-core/src/test/java/org/apache/xtable/hudi/{ITHudiConversionSourceTarget.java
=> ITHudiConversionTarget.java} (99%)
rename
xtable-core/src/test/java/org/apache/xtable/hudi/{TestHudiConversionSourceTarget.java
=> TestHudiConversionTarget.java} (99%)
rename
xtable-core/src/test/java/org/apache/xtable/iceberg/{ITIcebergConversionTargetSource.java
=> ITIcebergConversionSource.java} (84%)
rename
xtable-core/src/test/java/org/apache/xtable/iceberg/{TestIcebergConversionTargetSource.java
=> TestIcebergConversionSource.java} (96%)
copy xtable-api/src/main/java/org/apache/xtable/model/InternalTable.java =>
xtable-core/src/test/java/org/apache/xtable/testutil/ITTestUtils.java (53%)
