This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from a7b24f3d577 Revert "Revert "[Experimental] Use zstd compression in
Docker ...
add fd93d795124 [Spark] Retain the last watermark of a source with no
update in the batch (#39823)
add a20b0f9e301 Bump cloud.google.com/go/bigtable from 1.56.0 to 1.57.0 in
/sdks (#40126)
add b240fd35dc0 Encode DynamoDB empty list and empty map attributes
(#39731)
add dc508f69c1e [Python SDK] Add support for named data streams to provide
bundle isolation (#40061)
add d297b647bd5 Bump golang.org/x/net from 0.58.0 to 0.59.0 in /sdks
(#40113)
add 42663f32154 Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#40116)
add b55a0aba7ce Warn on failed import of internal BQ client for easier
debugging (#40082)
add 2b42a230a72 [Spark][#36841] Prune dead DStream helpers and add
streaming lifecycle timeout test (#40130)
add 2a4f4c7fc5e Adds Delta Lake bounded CDC read support to Beam Python
and YAML SDKs (#40085)
add cc1a111307a Update Python FnAPI beam-master container to 20260909
add db8408e65ea Update Java FnAPI beam-master container to 20260909
add 9d804536b80 Update Java legacy beam-master container to 20260911
add 40cf39576e2 Merge pull request #40132: Bump beam-master containers
add db9a625d7b5 Revert "Bump org.codehaus.plexus:plexus-xml from 3.0.2 to
4.2.0 (#39857)" (#40131)
add bdf650a75b5 Support TensorRT 10 and later in
TensorRTEngineHandlerNumPy (#39922)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_Delta_IO_Dataflow.json | 2 +-
.../beam_PostCommit_Java_PVR_Spark3_Streaming.json | 2 +-
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
CHANGES.md | 6 +
buildSrc/build.gradle.kts | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../streaming/StreamingPipelineLifecycleTest.java | 36 +++
.../spark/stateful/SparkTimerInternals.java | 15 +-
.../runners/spark/util/GlobalWatermarkHolder.java | 22 +-
.../runners/spark/GlobalWatermarkHolderTest.java | 72 ++++++
.../StructuredStreamingPipelineStateTest.java | 50 +----
.../translation/streaming/SimpleSourceTest.java | 57 -----
.../translation/streaming/CreateStreamTest.java | 4 +-
.../StatefulStreamingParDoEvaluatorTest.java | 6 +-
sdks/go.mod | 36 +--
sdks/go.sum | 76 +++----
.../sdk/io/aws2/dynamodb/AttributeValueCoder.java | 7 +-
.../io/aws2/dynamodb/AttributeValueCoderTest.java | 65 ++++++
...> DeltaCdcReadSchemaTransformProviderTest.java} | 67 +++---
.../apache_beam/examples/inference/README.md | 10 +-
.../io/gcp/internal/clients/bigquery/__init__.py | 4 +
.../apache_beam/ml/inference/tensorrt_inference.py | 100 +++++++--
.../ml/inference/tensorrt_inference_test.py | 67 +++---
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/worker/bundle_processor.py | 72 ++++--
.../runners/worker/bundle_processor_test.py | 74 ++++++
.../apache_beam/runners/worker/data_plane.py | 85 ++++---
.../apache_beam/runners/worker/data_plane_test.py | 42 +++-
.../apache_beam/runners/worker/sdk_worker.py | 3 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 20 ++
.../runners/worker/worker_id_interceptor.py | 39 +++-
.../runners/worker/worker_id_interceptor_test.py | 48 +++-
sdks/python/apache_beam/transforms/environments.py | 1 +
.../apache_beam/transforms/environments_test.py | 2 +
sdks/python/apache_beam/transforms/external.py | 1 +
sdks/python/apache_beam/transforms/managed.py | 12 +-
.../transforms/managed_delta_it_test.py | 189 ++++++++++++++++
sdks/python/apache_beam/transforms/managed_test.py | 64 ++++++
sdks/python/apache_beam/yaml/integration_tests.py | 23 ++
sdks/python/apache_beam/yaml/standard_io.yaml | 1 +
.../yaml/tests/{text.yaml => delta_cdc.yaml} | 28 +--
sdks/python/apache_beam/yaml/yaml_io.py | 37 +++
sdks/python/apache_beam/yaml/yaml_io_test.py | 19 ++
sdks/python/setup.py | 3 +-
.../containers/tensorrt_runinference/README.md | 73 +++++-
.../tensorrt_runinference/build_test_engines.py | 250 +++++++++++++++++++++
.../tensorrt_runinference/tensor_rt.dockerfile | 15 +-
sdks/python/test-suites/dataflow/common.gradle | 11 +-
.../en/documentation/ml/tensorrt-runinference.md | 8 +-
52 files changed, 1469 insertions(+), 371 deletions(-)
delete mode 100644
runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java
copy
sdks/java/io/delta/src/test/java/org/apache/beam/sdk/io/delta/{DeltaReadSchemaTransformProviderTest.java
=> DeltaCdcReadSchemaTransformProviderTest.java} (71%)
create mode 100644 sdks/python/apache_beam/transforms/managed_delta_it_test.py
create mode 100644 sdks/python/apache_beam/transforms/managed_test.py
copy sdks/python/apache_beam/yaml/tests/{text.yaml => delta_cdc.yaml} (70%)
create mode 100644
sdks/python/test-suites/containers/tensorrt_runinference/build_test_engines.py