This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 914e425b26d Fix #21317: Replace colons with underscores in window
filenames for Windows compatibility (#37821)
add 85c1b88ce5a [Dataflow Streaming] Create a separate option to control
commit threads with direct path. (#37848)
add 9292e1d8140 [Dataflow Streaming] Prevent commit threads from sharing
commit streams (#37847)
add 487696c9fd1 [Dataflow Logging handler] Change @LazyInit to
AtomicBoolean (#37846)
add e1e2c3ba85c [DebeziumIO] Implement startOffset & offset persistence
for Kafka (#28248) (#37750)
add 4c95230392c [typescript] - fix rest of vulnerabilities (#37852)
add 39c7b46aecb Regenerate beam container image dependencies to include
newer version of grpc. (#37822)
add 4aff88ea91a Revert "[Dataflow Streaming] Prevent commit threads from
sharing commit streams" (#37873)
add 65179691f25 Fix maven archetype dependency for io-components
add 41b513e210c Merge pull request #37871 from Abacn/fix-maven-archtype
add 90c2ab28a26 [Gemini] Fix bad-unpacking pyrefly error (#37828)
add 0fb490f927f [ErrorProne] Enable EmptyCatch Error Prone check and
document ignored exceptions (#37754)
add babf20c99dc Adds validates runner post commit tests for Java streaming
worker on streaming engine (#37872)
add 1007f73c8e4 Update python dev container tag (#37853)
add fa9d19063ba SDF draining in dataflow runner v1 (#37831)
add 8c48120697e Enable error_prone UnnecessaryLongToIntConversion check
(#37783)
No new revisions were added by this update.
Summary of changes:
...ValidatesRunner_Dataflow_Streaming_Engine.json} | 0
..._ValidatesRunner_Dataflow_Streaming_Engine.yml} | 15 +-
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 -
.../twitterstreamgenerator/TwitterConnection.java | 1 +
...TimeBoundedSplittableProcessElementInvoker.java | 5 +
.../core/SplittableParDoViaKeyedWorkItems.java | 37 +-
.../runners/core/SplittableParDoProcessFnTest.java | 46 +-
.../runners/flink/metrics/MetricsAccumulator.java | 1 +
runners/google-cloud-dataflow-java/build.gradle | 11 +
.../options/DataflowStreamingPipelineOptions.java | 7 +
.../dataflow/worker/StreamingDataflowWorker.java | 3 +-
.../logging/DataflowWorkerLoggingHandler.java | 9 +-
.../StreamingEngineComputationConfigFetcher.java | 2 +-
.../apache/beam/runners/prism/PrismExecutor.java | 2 +
.../TestSamzaRunnerWithTransformMetrics.java | 4 +-
.../metrics/TestSamzaTransformMetricsRegistry.java | 4 +-
sdks/go/pkg/beam/io/xlang/debeziumio/debezium.go | 40 +
.../org/apache/beam/sdk/transforms/DoFnTester.java | 7 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 2 +-
.../sdk/extensions/gcp/util/GceMetadataUtil.java | 1 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 20 +-
.../io/aws2/common/AsyncBatchWriteHandlerTest.java | 1 +
.../org/apache/beam/io/debezium/DebeziumIO.java | 76 +
.../io/debezium/DebeziumTransformRegistrar.java | 38 +
.../beam/io/debezium/FileSystemOffsetRetainer.java | 166 +++
.../beam/io/debezium/KafkaSourceConsumerFn.java | 26 +-
.../apache/beam/io/debezium/OffsetRetainer.java | 69 +
.../apache/beam/io/debezium/DebeziumIOTest.java | 152 ++
.../io/debezium/FileSystemOffsetRetainerTest.java | 131 ++
.../gcp/bigtable/changestreams/dao/DaoFactory.java | 1 +
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 1 +
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 1 +
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 1 +
.../apache/beam/sdk/io/iceberg/FilterUtils.java | 1 +
.../org/apache/beam/sdk/io/pulsar/PulsarIOIT.java | 2 +-
.../org/apache/beam/io/requestresponse/Call.java | 2 +
.../apache/beam/io/requestresponse/Repeater.java | 1 +
.../EchoGRPCCallerWithSetupTeardown.java | 1 +
.../src/main/resources/archetype-resources/pom.xml | 6 +
.../src/main/resources/archetype-resources/pom.xml | 6 +
sdks/python/apache_beam/io/debezium.py | 44 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
sdks/python/apache_beam/yaml/yaml_ml.py | 7 +-
.../container/ml/py310/base_image_requirements.txt | 28 +-
.../container/ml/py310/gpu_image_requirements.txt | 24 +-
.../container/ml/py311/base_image_requirements.txt | 33 +-
.../container/ml/py311/gpu_image_requirements.txt | 29 +-
.../container/ml/py312/base_image_requirements.txt | 33 +-
.../container/ml/py312/gpu_image_requirements.txt | 29 +-
.../container/ml/py313/base_image_requirements.txt | 12 +-
.../container/py310/base_image_requirements.txt | 14 +-
.../container/py311/base_image_requirements.txt | 19 +-
.../container/py312/base_image_requirements.txt | 19 +-
.../container/py313/base_image_requirements.txt | 8 +-
sdks/python/pyproject.toml | 3 +
sdks/python/pyrefly.toml | 3 +-
sdks/python/setup.py | 25 +-
sdks/typescript/package-lock.json | 1452 ++++++++++++--------
sdks/typescript/package.json | 10 +-
sdks/typescript/test/primitives_test.ts | 12 +-
61 files changed, 1896 insertions(+), 812 deletions(-)
copy
.github/trigger_files/{beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.json
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_Engine.json} (100%)
copy
.github/workflows/{beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.yml
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_Engine.yml} (90%)
create mode 100644
sdks/java/io/debezium/src/main/java/org/apache/beam/io/debezium/FileSystemOffsetRetainer.java
create mode 100644
sdks/java/io/debezium/src/main/java/org/apache/beam/io/debezium/OffsetRetainer.java
create mode 100644
sdks/java/io/debezium/src/test/java/org/apache/beam/io/debezium/FileSystemOffsetRetainerTest.java
