This is an automated email from the ASF dual-hosted git repository.
derrickaw pushed a change to branch 20260609_spotlessVersion
in repository https://gitbox.apache.org/repos/asf/beam.git
omit 3e28e52aec8 revert prior changes
omit d05d3b86f5c hopefully fix timeout and run spotlessApply again
omit d91962db164 try a different idea with narrower scope
omit 3707a9d5581 try some more ideas on spotless timing out
omit e74399baf3e exclude build and gradle files to help with timeouts
omit 8c0e84f0de2 remove getRatchetBranch and ratchetFrom from
BeamModulePlugin
omit 5267473fc21 format modified codebase to google-java-format 1.17.0
omit a437ca21c7c fix settings
omit a966e59fb64 add another mavenCentral block
omit 9c94cdfcf18 add repositories
omit 745393cc9e1 try minimizing checks
omit 9d44afa759f centralize resolution and exclude build folders
omit 1bf8ba50bf9 increase heap memory and change resolution strategy
omit 00189ec965f try to limit memory
omit bc604f582f3 set java version
omit 785d7846e84 exclude hadoop and cassandra and run spotless again
omit 8954a76d6d7 Exclude spotless configurations from forced Guava 25.1-jre
dependency in hadoop-file-system
omit dad42c40fac Add mavenCentral repository to runners flink/spark
spotless build files for dependency resolution
omit 3f04186d598 Downgrade com.diffplug.spotless to 7.2.1 for JRE 11 CI
compatibility
omit fb2f664008d update spotless to 8.4 and reformat
add f9b4ee9cc82 Disable public ip for Dataflow Validates Runner test
(#38424)
add 9bcdedda196 increase timeout (#38864)
add 8e8327d6f90 Adds a Github action for running Delta Lake I/O unit tests
(#38869)
add fe7dd9e942d Enable code scanning alerts (#38817)
add 0856c22a9e9 Side Input improvements (#38363)
add fcfec9af467 Support global sort and improve UDF overload resolution in
Beam SQL (#38832)
add ca0615cc614 Update huggingface model handler info (#38789)
add 3b104b6d3b7 Fix yaml doc generation (#38874)
add 7d1cf3fa7d7 update spotless to 8.4 and reformat
add 3bf9b518d84 Downgrade com.diffplug.spotless to 7.2.1 for JRE 11 CI
compatibility
add bf5e7a7e7d7 Add mavenCentral repository to runners flink/spark
spotless build files for dependency resolution
add b303a5482f9 Exclude spotless configurations from forced Guava 25.1-jre
dependency in hadoop-file-system
add a30a0bf264d exclude hadoop and cassandra and run spotless again
add 39a3c682b38 set java version
add 81b50ec1c64 try to limit memory
add 4f1b9fa15e1 increase heap memory and change resolution strategy
add 35183a4c9e7 centralize resolution and exclude build folders
add a680d13d315 try minimizing checks
add 49912fd614a add repositories
add 874a800ad90 add another mavenCentral block
add c7b6b6cd5a8 fix settings
add 0f5a676dd5a remove getRatchetBranch and ratchetFrom from
BeamModulePlugin
add dd4108fadda exclude build and gradle files to help with timeouts
add e51780e620f try some more ideas on spotless timing out
add 82d6a1d8e08 try a different idea with narrower scope
add 9d37c01d643 hopefully fix timeout and run spotlessApply again
add 21951d73ea3 revert prior changes
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3e28e52aec8)
\
N -- N -- N refs/heads/20260609_spotlessVersion (21951d73ea3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/autolabeler.yml | 1 +
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 2 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 2 +-
...on => beam_PreCommit_Java_Delta_IO_Direct.json} | 0
.github/workflows/README.md | 1 +
...yml => beam_PreCommit_Java_Delta_IO_Direct.yml} | 32 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 2 +-
.github/workflows/codeql.yml | 118 +++++
.../apache/beam/runners/core/SimpleDoFnRunner.java | 26 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 12 -
.../runners/dataflow/worker/SimpleParDoFn.java | 533 ++++-----------------
...impleParDoFn.java => SimpleParDoFnHelpers.java} | 408 ++++++++--------
.../worker/SplittableProcessFnFactory.java | 20 +-
.../StreamingKeyedWorkItemSideInputParDoFn.java | 245 ++++++++++
.../worker/StreamingSideInputDoFnRunner.java | 41 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 34 +-
.../worker/StreamingSideInputProcessor.java | 132 +++++
.../dataflow/worker/UserParDoFnFactory.java | 56 ++-
.../dataflow/worker/SimpleParDoFnHelpersTest.java | 133 +++++
.../runners/dataflow/worker/SimpleParDoFnTest.java | 6 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 3 +-
...StreamingKeyedWorkItemSideInputParDoFnTest.java | 488 +++++++++++++++++++
.../worker/StreamingModeExecutionContextTest.java | 2 +-
.../worker/StreamingSideInputProcessorTest.java | 215 +++++++++
.../dataflow/worker/UserParDoFnFactoryTest.java | 27 +-
.../worker/util/BoundedQueueExecutorTest.java | 4 +-
.../worker/util/KeyGroupWorkQueueTest.java | 2 +-
.../processing/StreamingCommitFinalizerTest.java | 4 +-
.../failures/WorkFailureProcessorTest.java | 4 +-
.../work/refresh/ActiveWorkRefresherTest.java | 4 +-
runners/prism/java/build.gradle | 3 +
...NeedsRunner.java => UsesSideInputsInTimer.java} | 7 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 16 +
.../sdk/transforms/reflect/DoFnSignatures.java | 9 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 149 ++++++
...GcpAuthAutoConfigurationCustomizerProvider.java | 16 +-
.../beam/sdk/extensions/sql/impl/UdfImpl.java | 19 +-
.../sdk/extensions/sql/impl/rel/BeamSortRel.java | 58 ++-
.../extensions/sql/impl/utils/CalciteUtils.java | 31 +-
.../sql/impl/LazyAggregateCombineFnTest.java | 5 +-
.../beam/sdk/extensions/sql/impl/UdfImplTest.java} | 48 +-
.../extensions/sql/impl/rel/BeamSortRelTest.java | 43 ++
.../sql/impl/utils/CalciteUtilsTest.java | 63 +++
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 28 ++
sdks/python/apache_beam/yaml/standard_io.yaml | 1 -
.../yaml/tests/runinference_huggingface.yaml | 2 +-
sdks/python/apache_beam/yaml/yaml_ml.py | 52 +-
sdks/python/build.gradle | 28 +-
49 files changed, 2293 insertions(+), 844 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_Nexmark_Flink.json =>
beam_PreCommit_Java_Delta_IO_Direct.json} (100%)
copy .github/workflows/{IO_Iceberg_Unit_Tests.yml =>
beam_PreCommit_Java_Delta_IO_Direct.yml} (84%)
create mode 100644 .github/workflows/codeql.yml
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{SimpleParDoFn.java
=> SimpleParDoFnHelpers.java} (76%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/StreamingKeyedWorkItemSideInputParDoFn.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/StreamingSideInputProcessor.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/SimpleParDoFnHelpersTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/StreamingKeyedWorkItemSideInputParDoFnTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/StreamingSideInputProcessorTest.java
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{NeedsRunner.java =>
UsesSideInputsInTimer.java} (79%)
copy
sdks/java/{io/file-schema-transform/src/test/java/org/apache/beam/sdk/io/fileschematransform/XmlDateTimeAdapterTest.java
=>
extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/impl/UdfImplTest.java}
(53%)
