This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 0bf63a295cc Fix Dataflow cost benchmark after Dataflow client
migration (#38788)
add 59c7a42257d Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#38856)
add 945e6e140d2 Bump golang.org/x/sys from 0.45.0 to 0.46.0 in /sdks
(#38857)
add 83a8138b825 Unpin google-cloud-bigtable version (fixes apache#37637)
(#38861)
add a9d7d2cb92e Bump distlib from 0.3.9 to 0.4.2 in /sdks/python (#38855)
add 7050d00f5fd Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#38858)
add 9cda5a33300 Bump golang.org/x/text from 0.37.0 to 0.38.0 in /sdks
(#38860)
add f9b4ee9cc82 Disable public ip for Dataflow Validates Runner test
(#38424)
add 9bcdedda196 increase timeout (#38864)
add 8e8327d6f90 Adds a Github action for running Delta Lake I/O unit tests
(#38869)
add fe7dd9e942d Enable code scanning alerts (#38817)
add 0856c22a9e9 Side Input improvements (#38363)
add fcfec9af467 Support global sort and improve UDF overload resolution in
Beam SQL (#38832)
add ca0615cc614 Update huggingface model handler info (#38789)
add 3b104b6d3b7 Fix yaml doc generation (#38874)
add ea2fde7a020 Fix race condition in statesampler_fast.pyx (#38851)
add a3cb642db76 Merge pull request #38878: Fix OnWindowExpirationContext.
No new revisions were added by this update.
Summary of changes:
.github/autolabeler.yml | 1 +
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 2 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 2 +-
...on => beam_PreCommit_Java_Delta_IO_Direct.json} | 0
.github/workflows/README.md | 1 +
...yml => beam_PreCommit_Java_Delta_IO_Direct.yml} | 32 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 2 +-
.github/workflows/codeql.yml | 118 +++++
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 46 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 12 -
.../runners/dataflow/worker/SimpleParDoFn.java | 533 ++++-----------------
...impleParDoFn.java => SimpleParDoFnHelpers.java} | 409 ++++++++--------
.../worker/SplittableProcessFnFactory.java | 20 +-
.../StreamingKeyedWorkItemSideInputParDoFn.java | 246 ++++++++++
.../worker/StreamingSideInputDoFnRunner.java | 41 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 34 +-
.../worker/StreamingSideInputProcessor.java | 132 +++++
.../dataflow/worker/UserParDoFnFactory.java | 56 ++-
.../dataflow/worker/SimpleParDoFnHelpersTest.java | 133 +++++
.../runners/dataflow/worker/SimpleParDoFnTest.java | 6 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 3 +-
...StreamingKeyedWorkItemSideInputParDoFnTest.java | 488 +++++++++++++++++++
.../worker/StreamingSideInputProcessorTest.java | 215 +++++++++
.../dataflow/worker/UserParDoFnFactoryTest.java | 27 +-
runners/prism/java/build.gradle | 3 +
sdks/go.mod | 34 +-
sdks/go.sum | 68 +--
...NeedsRunner.java => UsesSideInputsInTimer.java} | 7 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 16 +
.../reflect/ByteBuddyDoFnInvokerFactory.java | 12 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 17 +
.../beam/sdk/transforms/reflect/DoFnSignature.java | 9 +
.../sdk/transforms/reflect/DoFnSignatures.java | 10 +-
.../construction/SplittableParDoNaiveBounded.java | 6 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 153 ++++++
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 8 +-
.../beam/sdk/extensions/sql/impl/UdfImpl.java | 19 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 58 ++-
.../extensions/sql/impl/utils/CalciteUtils.java | 31 +-
.../sql/impl/LazyAggregateCombineFnTest.java | 5 +-
.../beam/sdk/extensions/sql/impl/UdfImplTest.java} | 48 +-
.../extensions/sql/impl/rel/BeamSortRelTest.java | 43 ++
.../sql/impl/utils/CalciteUtilsTest.java | 63 +++
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 41 ++
.../runners/worker/statesampler_fast.pyx | 8 +-
.../runners/worker/statesampler_test.py | 43 ++
sdks/python/apache_beam/yaml/standard_io.yaml | 1 -
.../yaml/tests/runinference_huggingface.yaml | 2 +-
sdks/python/apache_beam/yaml/yaml_ml.py | 52 +-
sdks/python/build.gradle | 28 +-
sdks/python/pyproject.toml | 2 +-
53 files changed, 2471 insertions(+), 881 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_Nexmark_Flink.json =>
beam_PreCommit_Java_Delta_IO_Direct.json} (100%)
copy .github/workflows/{IO_Iceberg_Unit_Tests.yml =>
beam_PreCommit_Java_Delta_IO_Direct.yml} (84%)
create mode 100644 .github/workflows/codeql.yml
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{SimpleParDoFn.java
=> SimpleParDoFnHelpers.java} (76%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/StreamingKeyedWorkItemSideInputParDoFn.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/StreamingSideInputProcessor.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/SimpleParDoFnHelpersTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/StreamingKeyedWorkItemSideInputParDoFnTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/StreamingSideInputProcessorTest.java
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{NeedsRunner.java =>
UsesSideInputsInTimer.java} (79%)
copy
sdks/java/{io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/XmlDateTimeAdapterTest.java
=>
extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/UdfImplTest.java}
(53%)
