This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 6766f0dcf308 fix(spark): balance the data skipping IN list OR (#20536)
add 57abf057f968 test(spark): add Spark Connect quickstart validation
(#20462)
No new revisions were added by this update.
Summary of changes:
.github/workflows/hudi_spark_connect_live.yml | 53 +++
hudi-agent-gateway/README.md | 5 +
.../tests/integration/test_spark_connect_live.py | 46 +++
hudi-lakehouse/charts/hudi-spark-connect/README.md | 290 +++++++++++++-
.../hudi-spark-connect/templates/deployment.yaml | 20 +-
.../charts/hudi-spark-connect/values.schema.json | 27 ++
.../charts/hudi-spark-connect/values.yaml | 8 +
hudi-lakehouse/images/spark-3.5-writer/Dockerfile | 27 ++
hudi-lakehouse/images/spark-connect/Dockerfile | 1 +
hudi-lakehouse/images/spark-connect/check-ready.py | 70 ++++
hudi-lakehouse/local-dev/example/connect_cancel.py | 141 +++++++
.../local-dev/example/connect_disconnect.py | 147 +++++++
.../local-dev/example/connect_external_writer.py | 6 +-
.../local-dev/example/connect_fault_utils.py | 111 ++++++
hudi-lakehouse/local-dev/example/connect_load.py | 58 +++
.../local-dev/example/connect_lost_response.py | 195 +++++++++
.../local-dev/example/connect_nullable_array.py | 56 +++
.../local-dev/example/connect_readiness.py | 64 +++
.../local-dev/example/connect_restart_fault.py | 262 ++++++++++++
.../tests/test_connect_external_writer.py | 11 +
.../tests/test_connect_fault_regressions.py | 437 +++++++++++++++++++++
hudi-lakehouse/tests/test_connect_lost_response.py | 72 ++++
hudi-lakehouse/tests/test_connect_probe.py | 80 ++++
hudi-lakehouse/tests/test_connect_readiness.py | 65 +++
hudi-lakehouse/tests/test_spark_connect_chart.py | 13 +
25 files changed, 2251 insertions(+), 14 deletions(-)
create mode 100644 .github/workflows/hudi_spark_connect_live.yml
create mode 100644 hudi-lakehouse/images/spark-3.5-writer/Dockerfile
create mode 100644 hudi-lakehouse/images/spark-connect/check-ready.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_cancel.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_disconnect.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_fault_utils.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_load.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_lost_response.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_nullable_array.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_readiness.py
create mode 100644 hudi-lakehouse/local-dev/example/connect_restart_fault.py
create mode 100644 hudi-lakehouse/tests/test_connect_fault_regressions.py
create mode 100644 hudi-lakehouse/tests/test_connect_lost_response.py
create mode 100644 hudi-lakehouse/tests/test_connect_probe.py
create mode 100644 hudi-lakehouse/tests/test_connect_readiness.py