This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 9d307e559eb Suppress log spams in gcsio 3.0 (#38588)
add 8f6e27117e1 Bump golang.org/x/net from 0.54.0 to 0.55.0 in /sdks
(#38595)
add 70d8f7dcfdd Revert "huggingface model handler for yaml - retry
(#38451)" (#38601)
add 63501f33968 Fix data_race condition in WindmillStreamSenderTest
(#38589)
add ef5f89f0508 [Iceberg] Fix manifest bounds being padded with trailing
0x00 bytes (#38580)
add 489efaa2400 Bump docker/build-push-action from 7.1.0 to 7.2.0 (#38597)
add 889ac54b236 Fix cancelled run handling in flaky test prefetcher
(#38579)
add a3e33da209c increase timeout (#38604)
add 978c37542c0 Revert "Bump golangci/golangci-lint-action from 3 to 8
(#36291)" (#38606)
add 590c9c27797 Report source lineage from HadoopFormatIO (#37265)
add 679adb85b14 Pipe Valuekind through DoFn and output builders (#38490)
add 7272ab5e5b8 [Python] Add type_overrides parameter to BigQuery I/O for
custom BigQuery-to-Python type mappings (#37253)
add d901481e851 Update Python Dependencies - manual trigger (#38610)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 4 +-
.github/workflows/build_runner_image.yml | 4 +-
.github/workflows/tour_of_beam_backend.yml | 2 +-
.../github/github_runs_prefetcher/code/main.py | 2 +-
CHANGES.md | 2 +
...TimeBoundedSplittableProcessElementInvoker.java | 11 +
.../apache/beam/runners/core/SimpleDoFnRunner.java | 21 +
.../beam/runners/dataflow/BatchViewOverrides.java | 10 +-
.../dataflow/RedistributeByKeyOverrideFactory.java | 1 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 143 +++++
.../dataflow/worker/UngroupedWindmillReader.java | 3 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 3 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 1 +
.../dataflow/worker/WindmillValueKindHelper.java | 12 +-
.../client/grpc/GrpcWindmillStreamFactory.java | 6 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 6 +
sdks/go.mod | 4 +-
sdks/go.sum | 8 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 18 +
.../org/apache/beam/sdk/transforms/DoFnTester.java | 25 +-
.../apache/beam/sdk/transforms/Redistribute.java | 1 +
.../java/org/apache/beam/sdk/transforms/Reify.java | 5 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 1 +
.../reflect/ByteBuddyDoFnInvokerFactory.java | 11 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 15 +
.../beam/sdk/transforms/reflect/DoFnSignature.java | 26 +
.../sdk/transforms/reflect/DoFnSignatures.java | 8 +
.../construction/SplittableParDoNaiveBounded.java | 11 +
.../org/apache/beam/sdk/values/WindowedValues.java | 3 +-
.../apache/beam/sdk/transforms/ValueKindTest.java | 623 +++++++++++++++++++++
.../apache/beam/sdk/util/WindowedValueTest.java | 33 ++
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 31 +-
.../org/apache/beam/sdk/io/delta/DeltaIOTest.java | 11 +-
.../apache/beam/sdk/io/hdfs/HadoopFileSystem.java | 17 +
.../beam/sdk/io/hdfs/HadoopFileSystemTest.java | 20 +
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 25 +
.../beam/sdk/io/iceberg/SerializableDataFile.java | 14 +-
.../sdk/io/iceberg/SerializableDataFileTest.java | 65 +++
sdks/python/apache_beam/io/gcp/bigquery.py | 25 +-
.../apache_beam/io/gcp/bigquery_schema_tools.py | 63 ++-
.../io/gcp/bigquery_schema_tools_test.py | 109 ++++
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 13 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 161 ++++++
...uninference_vertexai.yaml => runinference.yaml} | 0
.../yaml/tests/runinference_huggingface.yaml | 62 --
sdks/python/apache_beam/yaml/yaml_ml.py | 49 --
sdks/python/build.gradle | 19 +-
.../container/ml/py310/base_image_requirements.txt | 139 ++---
.../container/ml/py310/gpu_image_requirements.txt | 243 ++++----
.../container/ml/py311/base_image_requirements.txt | 139 ++---
.../container/ml/py311/gpu_image_requirements.txt | 241 ++++----
.../container/ml/py312/base_image_requirements.txt | 139 +++--
.../container/ml/py312/gpu_image_requirements.txt | 239 ++++----
.../container/ml/py313/base_image_requirements.txt | 139 +++--
.../container/py310/base_image_requirements.txt | 123 ++--
.../container/py311/base_image_requirements.txt | 125 +++--
.../container/py312/base_image_requirements.txt | 123 ++--
.../container/py313/base_image_requirements.txt | 125 ++---
.../container/py314/base_image_requirements.txt | 121 ++--
61 files changed, 2486 insertions(+), 1121 deletions(-)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/values/ValueKindUtil.java =>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/WindmillValueKindHelper.java
(78%)
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/ValueKindTest.java
rename sdks/python/apache_beam/yaml/tests/{runinference_vertexai.yaml =>
runinference.yaml} (100%)
delete mode 100644
sdks/python/apache_beam/yaml/tests/runinference_huggingface.yaml
