This is an automated email from the ASF dual-hosted git repository.
CTTY pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from b82a5b2fe835 feat: add metrics for bucketassign.minibatch cache hit
ratio (#18761)
add facb517ef957 feat(spark): Drop Apache Spark 3.3 integration support
(#18786)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 8 +-
.github/workflows/bot.yml | 28 +-
.github/workflows/maven_artifact_validation.yml | 4 +-
.github/workflows/release_candidate_validation.yml | 4 +-
README.md | 1 -
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 2 -
.../org/apache/hudi/SparkAdapterSupport.scala | 4 +-
.../src/test/python/HoodiePySparkQuickstart.py | 2 +-
.../hudi-examples-spark/src/test/python/README.md | 6 +-
hudi-spark-datasource/README.md | 4 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 21 +-
.../org/apache/hudi/TestHoodieSparkUtils.scala | 28 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 15 +-
.../apache/hudi/functional/TestMORDataSource.scala | 13 +-
.../sql/hudi/dml/others/TestMergeIntoTable2.scala | 7 +-
hudi-spark-datasource/hudi-spark3.3.x/pom.xml | 318 --
.../src/main/antlr4/imports/SqlBase.g4 | 1940 -----------
.../apache/hudi/spark/sql/parser/HoodieSqlBase.g4 | 40 -
.../org/apache/hudi/Spark33HoodieFileScanRDD.scala | 36 -
.../sql/HoodieSpark33CatalystExpressionUtils.scala | 119 -
.../spark/sql/HoodieSpark33CatalystPlanUtils.scala | 151 -
.../spark/sql/HoodieSpark33SchemaUtils.scala | 51 -
.../apache/spark/sql/adapter/Spark3_3Adapter.scala | 214 --
.../apache/spark/sql/avro/AvroDeserializer.scala | 531 ---
.../org/apache/spark/sql/avro/AvroSerializer.scala | 490 ---
.../org/apache/spark/sql/avro/AvroUtils.scala | 227 --
.../sql/avro/HoodieSpark3_3AvroDeserializer.scala | 32 -
.../sql/avro/HoodieSpark3_3AvroSerializer.scala | 29 -
.../HoodieSpark33PartitionedFileUtils.scala | 56 -
.../datasources/Spark33NestedSchemaPruning.scala | 62 -
.../datasources/orc/Spark33OrcReader.scala | 85 -
.../parquet/Spark33DataSourceUtils.scala | 77 -
.../Spark33LegacyHoodieParquetFileFormat.scala | 451 ---
.../datasources/parquet/Spark33ParquetReader.scala | 317 --
.../hudi/Spark33ResolveHudiAlterTableCommand.scala | 67 -
.../sql/hudi/analysis/HoodieSpark33Analysis.scala | 66 -
.../Spark33HoodiePruneFileSourcePartitions.scala | 133 -
.../HoodieSpark3_3ExtendedSqlAstBuilder.scala | 3534 --------------------
.../parser/HoodieSpark3_3ExtendedSqlParser.scala | 204 --
.../hudi/TestHoodieStreamingSinkConstants.scala | 37 -
.../deltastreamer/TestHoodieDeltaStreamer.java | 436 ++-
.../TestMercifulJsonToRowConverterBase.java | 56 +-
packaging/bundle-validation/Dockerfile | 2 -
packaging/bundle-validation/README.md | 12 +-
.../base/build_flink1171hive313spark334.sh | 27 -
packaging/bundle-validation/ci_run.sh | 28 +-
packaging/bundle-validation/run_docker_java17.sh | 22 +-
pom.xml | 46 -
scripts/release/deploy_staging_jars.sh | 4 -
scripts/release/validate_staged_bundles.sh | 2 +-
50 files changed, 260 insertions(+), 9789 deletions(-)
delete mode 100644 hudi-spark-datasource/hudi-spark3.3.x/pom.xml
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/antlr4/imports/SqlBase.g4
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/antlr4/org/apache/hudi/spark/sql/parser/HoodieSqlBase.g4
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/hudi/Spark33HoodieFileScanRDD.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/HoodieSpark33CatalystExpressionUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/HoodieSpark33CatalystPlanUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/HoodieSpark33SchemaUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/adapter/Spark3_3Adapter.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_3AvroDeserializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_3AvroSerializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/HoodieSpark33PartitionedFileUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/Spark33NestedSchemaPruning.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/orc/Spark33OrcReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33DataSourceUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33ParquetReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/hudi/Spark33ResolveHudiAlterTableCommand.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/hudi/analysis/HoodieSpark33Analysis.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/hudi/analysis/Spark33HoodiePruneFileSourcePartitions.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark3_3ExtendedSqlAstBuilder.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark3_3ExtendedSqlParser.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/test/scala/org/apache/hudi/TestHoodieStreamingSinkConstants.scala
delete mode 100644
packaging/bundle-validation/base/build_flink1171hive313spark334.sh
