This is an automated email from the ASF dual-hosted git repository.
derrickaw pushed a change to branch 20260624_zizmorInitial
in repository https://gitbox.apache.org/repos/asf/beam.git
omit d63d9413078 fix another workflow
omit 668a9e5927a add comment
omit 1df117d2b4f add rule about action hashes
omit e23ef261fe9 Initial zizmor findings
add 78fdc959cda [Dataflow Streaming] [Multi Key] Prepare
StreamingModeExecutionContext and StreamingWorkScheduler for multi-key
execution. (#38814)
add aec0392a343 Revert previous workarounds and upgrade TFX stack to
1.21.0 (#39164)
add 74059db52cd Bump google.golang.org/grpc from 1.81.1 to 1.82.0 in /sdks
(#39186)
add f08c259a02e Bump google.golang.org/api from 0.286.0 to 0.287.0 in
/sdks (#39185)
add e87f50e3a9a Fix Python VarIntCoder OverflowError on uint64 values
(#39047)
add d0d754c635d Acknowledge messages asap in pubsub test (#39183)
add 8c0f0e02a82 Update Python Dependencies (#39139)
add 2f7d95d1cf9 [Gemini] Add batching support to Java Remote Inference
(#39067)
add 5f3fc19127e [Gemini] Add retry filter support to the Java Remote
RetryHandler (#39004)
add dac2848f4ae Upgrade TFX stack to 1.21.x and remove numpy/pandas bounds
add c2a62c12f94 Append timestamp to artifact_location and output_vocab
add 11cb59ed70c Upgrade tfx stack. Remove some upper bounds.
add 781ec5cdecf Consolidate the test requirements file to examples.
add 1567148726c Run one-hot test only
add b597f364dbd Remove ml_extra in one-hot load test
add 54783520416 Revert "Run one-hot test only"
add 1876512bb88 Minor edit on requirements.txt
add bc9937ade50 Fix typo
add 4a976d393c9 Merge pull request #39163 from apache/resolution-too-deep
add 00823b29fa4 Migrate MqttIO to HiveMQ Mqtt client (#39180)
add 8610459f7b8 [Gemini] Port client-side throttling to the Java SDK
(#39021)
add ca66eda1bc1 delta lake python/yaml (#39052)
add 5527eab19fe Initial zizmor findings
add 84a5c0460f7 add rule about action hashes
add 64dc5c573d8 add comment
add db7b8635e89 fix another workflow
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d63d9413078)
\
N -- N -- N refs/heads/20260624_zizmorInitial (db7b8635e89)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../beam_CloudML_Benchmarks_Dataflow.json | 2 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 2 +-
...m_PostCommit_Python_Xlang_Messaging_Direct.json | 2 +-
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 5 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 6 +-
.../beam_PreCommit_Xlang_Generated_Transforms.yml | 6 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 6 +-
...Dataflow_MLTransform_One_Hot_Encoding_Batch.txt | 2 +-
.../worker/StreamingModeExecutionContext.java | 370 +++++++++++++++++----
.../worker/WindmillReaderIteratorBase.java | 29 +-
.../dataflow/worker/WindowingWindmillReader.java | 119 +++----
.../worker/streaming/ComputationWorkExecutor.java | 43 +--
.../runners/dataflow/worker/streaming/Work.java | 29 +-
.../processing/ComputationWorkExecutorFactory.java | 33 +-
.../work/processing/StreamingWorkScheduler.java | 312 +++++++++--------
.../worker/StreamingDataflowWorkerTest.java | 36 +-
.../worker/StreamingModeExecutionContextTest.java | 116 ++++---
.../worker/WindmillReaderIteratorBaseTest.java | 92 +++++
.../worker/WindowingWindmillReaderTest.java | 275 +++++++++++++++
.../dataflow/worker/WorkerCustomSourcesTest.java | 51 ++-
.../dataflow/worker/streaming/WorkTest.java | 132 ++++++++
sdks/go.mod | 8 +-
sdks/go.sum | 16 +-
.../components/throttling/AdaptiveThrottler.java | 105 ++++++
.../components/throttling/ReactiveThrottler.java | 78 +++++
.../throttling/AdaptiveThrottlerTest.java | 107 ++++++
.../DeltaReadSchemaTransformProviderTest.java | 127 +++++++
sdks/java/io/expansion-service/build.gradle | 1 +
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../sdk/io/gcp/datastore/AdaptiveThrottler.java | 111 -------
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 1 +
.../io/gcp/datastore/AdaptiveThrottlerTest.java | 114 -------
sdks/java/io/mqtt/build.gradle | 3 +-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 182 +++++-----
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 204 +++++++-----
.../sdk/ml/inference/remote/RemoteInference.java | 33 +-
.../beam/sdk/ml/inference/remote/RetryHandler.java | 27 +-
.../ml/inference/remote/RemoteInferenceTest.java | 40 ++-
.../sdk/ml/inference/remote/RetryHandlerTest.java | 145 ++++++++
sdks/python/apache_beam/coders/coder_impl.pxd | 1 -
sdks/python/apache_beam/coders/coder_impl.py | 34 +-
.../apache_beam/coders/coders_test_common.py | 18 +
.../mltransform_generate_vocab_requirements.txt | 10 +-
.../mltransform_one_hot_encoding_requirements.txt} | 16 +-
.../mltransform_one_hot_encoding_test.py | 2 -
.../apache_beam/io/gcp/pubsub_integration_test.py | 20 +-
.../testing/benchmarks/cloudml/constraints.txt | 42 ---
.../testing/benchmarks/cloudml/requirements.txt | 21 +-
sdks/python/apache_beam/transforms/external.py | 1 +
sdks/python/apache_beam/transforms/managed.py | 4 +-
sdks/python/apache_beam/yaml/integration_tests.py | 22 ++
sdks/python/apache_beam/yaml/standard_io.yaml | 2 +
.../apache_beam/yaml/tests/delta.yaml} | 22 +-
sdks/python/apache_beam/yaml/yaml_io.py | 23 ++
.../container/ml/py310/base_image_requirements.txt | 34 +-
.../container/ml/py310/gpu_image_requirements.txt | 44 +--
.../container/ml/py311/base_image_requirements.txt | 34 +-
.../container/ml/py311/gpu_image_requirements.txt | 44 +--
.../container/ml/py312/base_image_requirements.txt | 34 +-
.../container/ml/py312/gpu_image_requirements.txt | 44 +--
.../container/ml/py313/base_image_requirements.txt | 34 +-
.../container/py310/base_image_requirements.txt | 32 +-
.../container/py311/base_image_requirements.txt | 32 +-
.../container/py312/base_image_requirements.txt | 32 +-
.../container/py313/base_image_requirements.txt | 32 +-
.../container/py314/base_image_requirements.txt | 30 +-
sdks/python/test-suites/dataflow/common.gradle | 4 +-
sdks/standard_expansion_services.yaml | 1 +
68 files changed, 2504 insertions(+), 1136 deletions(-)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/WindowingWindmillReaderTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/streaming/WorkTest.java
create mode 100644
sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/throttling/AdaptiveThrottler.java
create mode 100644
sdks/java/io/components/src/main/java/org/apache/beam/sdk/io/components/throttling/ReactiveThrottler.java
create mode 100644
sdks/java/io/components/src/test/java/org/apache/beam/sdk/io/components/throttling/AdaptiveThrottlerTest.java
create mode 100644
sdks/java/io/delta/src/test/java/org/apache/beam/sdk/io/delta/DeltaReadSchemaTransformProviderTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/datastore/AdaptiveThrottler.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/datastore/AdaptiveThrottlerTest.java
create mode 100644
sdks/java/ml/inference/remote/src/test/java/org/apache/beam/sdk/ml/inference/remote/RetryHandlerTest.java
rename
sdks/python/apache_beam/{ml/transforms/mltransform_tests_requirements.txt =>
examples/ml_transform/mltransform_one_hot_encoding_requirements.txt} (82%)
delete mode 100644
sdks/python/apache_beam/testing/benchmarks/cloudml/constraints.txt
copy sdks/{java/managed/src/main/resources/config_aliases.yaml =>
python/apache_beam/yaml/tests/delta.yaml} (66%)
