This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 290e3721b50 WriteToJson - force num_shards (#38484)
add 4f2411e999e Revert "[Java Portable SDK] Configure JVM so that it exits
upon OutOfMemoryEr…" (#38567)
add 32ec9bb0946 Bump com.gradle.common-custom-user-data-gradle-plugin
(#38574)
add b9b9e78eeae Bump github.com/nats-io/nats-server/v2 from 2.14.0 to
2.14.1 in /sdks (#38576)
add 930b94cceb6 Fix test hang in subprocess expansion service on port bind
failure (#38572)
add ad93dd5ad64 Install wget and use repo token (#38340)
add 65e8b655195 huggingface model handler for yaml - retry (#38451)
add 707b48d4c6d Fix table row inference benchmark using wrong model path
(#38569)
add 898c1a8e22a Fix flaky MatrixPowerTest.test_basics by reading all
generated shards (#38585)
add 0c9b272c56b Update transform catalogue docs (#38457)
add b6aaf42e92e Initial skeleton for the Delta Lake source (#38571)
add 60620e788f0 Enforce Google Maven Mirror on CI environments (#38586)
add 1c0c02472c7 Adds backlog reporting support for non-fnapi based SDF's.
(#38346)
add 2203c8d4469 [Prism] Fix DEADLINE_EXCEEDED errors caused by worker
failures (#38523)
add 9d307e559eb Suppress log spams in gcsio 3.0 (#38588)
No new revisions were added by this update.
Summary of changes:
.github/build.gradle | 10 +-
..._ValidatesRunner_Dataflow_Streaming_Engine.json | 2 +-
.../beam_PostCommit_Python_Versions.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 2 +-
.github/workflows/finalize_release.yml | 22 +-
buildSrc/build.gradle.kts | 19 ++
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 +
.../org/apache/beam/gradle/Repositories.groovy | 22 +-
.../apache/beam/examples/BatchElementsExample.java | 56 ++---
gradle.properties | 3 +
...TimeBoundedSplittableProcessElementInvoker.java | 247 ++++++++++++---------
.../core/SplittableParDoViaKeyedWorkItems.java | 9 +
.../core/SplittableProcessElementInvoker.java | 25 ++-
.../org/apache/beam/runners/core/StepContext.java | 6 +
...BoundedSplittableProcessElementInvokerTest.java | 47 +++-
.../runners/core/SplittableParDoProcessFnTest.java | 124 ++++++++++-
.../worker/SplittableProcessFnFactory.java | 1 +
.../worker/StreamingModeExecutionContext.java | 16 ++
.../worker/StreamingModeExecutionContextTest.java | 25 +++
sdks/go.mod | 4 +-
sdks/go.sum | 8 +-
.../beam/runners/prism/internal/execute_test.go | 21 ++
sdks/go/pkg/beam/runners/prism/internal/stage.go | 17 +-
.../beam/runners/prism/internal/testdofns_test.go | 34 +++
.../beam/runners/prism/internal/worker/bundle.go | 58 ++++-
.../runners/prism/internal/worker/worker_test.go | 67 ++++++
sdks/java/container/boot.go | 15 +-
.../apache/beam/sdk/transforms/BatchElements.java | 9 +-
.../beam/sdk/extensions/gcp/util/GcsUtilV1.java | 9 +
.../java/{extensions/sbe => io/delta}/build.gradle | 21 +-
.../java/org/apache/beam/sdk/io/delta/DeltaIO.java | 91 ++++++++
.../apache/beam/sdk/io/delta}/package-info.java | 6 +-
.../org/apache/beam/sdk/io/delta/DeltaIOTest.java | 61 +++++
.../SpannerChangeStreamErrorTest.java | 41 +++-
.../apache_beam/examples/matrix_power_test.py | 13 +-
.../runners/portability/expansion_service_main.py | 14 +-
.../apache_beam/runners/portability/job_server.py | 5 +
.../runners/portability/prism_runner.py | 10 +-
.../runners/portability/prism_runner_test.py | 11 +
.../inference/table_row_inference_benchmark.py | 44 ++--
sdks/python/apache_beam/testing/test_pipeline.py | 4 +-
sdks/python/apache_beam/utils/subprocess_server.py | 86 +++----
.../yaml/tests/runinference_huggingface.yaml | 62 ++++++
...uninference.yaml => runinference_vertexai.yaml} | 0
sdks/python/apache_beam/yaml/yaml_ml.py | 49 ++++
sdks/python/build.gradle | 19 +-
settings.gradle.kts | 18 +-
.../transforms/java/aggregation/batchelements.md | 31 +++
.../en/documentation/transforms/java/overview.md | 1 +
.../partials/section-menu/en/documentation.html | 1 +
52 files changed, 1200 insertions(+), 275 deletions(-)
copy learning/beamdoc/GroupByKeyExample.java =>
examples/java/src/main/java/org/apache/beam/examples/BatchElementsExample.java
(64%)
copy sdks/java/{extensions/sbe => io/delta}/build.gradle (66%)
create mode 100644
sdks/java/io/delta/src/main/java/org/apache/beam/sdk/io/delta/DeltaIO.java
copy sdks/java/io/{debezium/src/main/java/org/apache/beam/io/debezium =>
delta/src/main/java/org/apache/beam/sdk/io/delta}/package-info.java (86%)
create mode 100644
sdks/java/io/delta/src/test/java/org/apache/beam/sdk/io/delta/DeltaIOTest.java
create mode 100644
sdks/python/apache_beam/yaml/tests/runinference_huggingface.yaml
rename sdks/python/apache_beam/yaml/tests/{runinference.yaml =>
runinference_vertexai.yaml} (100%)
create mode 100644
website/www/site/content/en/documentation/transforms/java/aggregation/batchelements.md
