This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch users/damccorm/test-revert in repository https://gitbox.apache.org/repos/asf/beam.git
commit 07d7dc7bd6f0ebc4705a2b0e56ce8e586e1cc41c Merge: 2f8f498b52f d2e1129ff13 Author: Danny Mccormick <[email protected]> AuthorDate: Fri Aug 15 18:16:44 2025 -0400 Merge branch 'master' of https://github.com/apache/beam into users/damccorm/test-revert .asf.yaml | 1 + .../actions/build-push-docker-action/action.yml | 45 + .github/trigger_files/beam_PostCommit_Python.json | 2 +- .../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +- .../beam_Inference_Python_Benchmarks_Dataflow.yml | 26 +- .../beam_PreCommit_Java_Kafka_IO_Direct.yml | 2 +- .github/workflows/build_release_candidate.yml | 71 +- .github/workflows/finalize_release.yml | 6 +- ...Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt | 36 + .../republish_released_docker_containers.yml | 2 +- .test-infra/tools/refresh_looker_metrics.py | 1 + CHANGES.md | 33 +- .../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +- contributor-docs/code-change-guide.md | 23 +- contributor-docs/discussion-docs/2025.md | 17 +- contributor-docs/release-guide.md | 15 +- .../anomaly_detection_timesfm.ipynb | 2712 +++++++++++++++++++ ...cloudsql_mysql_product_catalog_embeddings.ipynb | 2785 ++++++++++++++++++++ infra/keys/README.md | 93 + infra/keys/config.yaml | 38 + infra/keys/gcp_logger.py | 153 ++ infra/keys/keys.py | 390 +++ infra/keys/keys.yaml | 30 + .../keys/requirements.txt | 10 +- infra/keys/secret_manager.py | 787 ++++++ infra/keys/service_account.py | 425 +++ infra/keys/test_secret_manager.py | 839 ++++++ infra/keys/test_service_account.py | 601 +++++ playground/backend/containers/router/Dockerfile | 19 +- runners/google-cloud-dataflow-java/build.gradle | 4 +- .../util/RowCoderCloudObjectTranslator.java | 1 - .../util/SchemaCoderCloudObjectTranslator.java | 42 - .../windmill/client/AbstractWindmillStream.java | 314 ++- .../worker/windmill/client/WindmillStream.java | 4 - .../windmill/client/grpc/GrpcCommitWorkStream.java | 40 +- .../client/grpc/GrpcDirectGetWorkStream.java | 25 +- .../windmill/client/grpc/GrpcGetDataStream.java | 51 +- .../windmill/client/grpc/GrpcGetWorkStream.java | 25 +- .../client/grpc/GrpcGetWorkerMetadataStream.java | 27 +- .../client/grpc/GrpcWindmillStreamFactory.java | 108 +- .../dataflow/worker/FakeWindmillServer.java | 6 +- .../worker/StreamingDataflowWorkerTest.java | 10 +- .../client/AbstractWindmillStreamTest.java | 26 +- .../client/TriggeredScheduledExecutorService.java | 140 + .../client/grpc/FakeWindmillGrpcService.java | 47 +- .../client/grpc/GrpcCommitWorkStreamTest.java | 674 +++++ .../client/grpc/GrpcGetDataStreamTest.java | 831 +++++- .../apache/beam/runners/local/StructuralKey.java | 32 +- sdks/go.mod | 27 +- sdks/go.sum | 58 +- sdks/java/core/build.gradle | 8 + .../apache/beam/sdk/schemas/SchemaTranslation.java | 46 + .../org/apache/beam/sdk/testing/TestPipeline.java | 35 +- .../org/apache/beam/sdk/io/TextIOWriteTest.java | 11 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 22 +- .../harness/control/ExecutionStateSamplerTest.java | 8 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 37 +- sdks/java/javadoc/overview.html | 4 - sdks/java/testing/junit/build.gradle | 50 + .../beam/sdk/testing/TestPipelineExtension.java | 213 ++ .../org/apache/beam/sdk/testing/package-info.java | 19 + .../testing/TestPipelineExtensionAdvancedTest.java | 88 + .../sdk/testing/TestPipelineExtensionTest.java | 56 + .../examples/inference/vllm_gemma_batch.py | 130 + .../apache_beam/internal/code_object_pickler.py | 461 ++++ .../internal/code_object_pickler_test.py | 574 ++++ .../__init__.py} | 7 +- .../module_1.py} | 12 +- .../module_1_class_added.py} | 19 +- .../module_1_function_added.py} | 18 +- .../module_1_global_variable_added.py} | 14 +- .../module_1_lambda_variable_added.py} | 13 +- .../module_1_local_variable_added.py} | 13 +- .../module_1_local_variable_removed.py} | 11 +- .../module_1_nested_function_2_added.py} | 17 +- .../module_1_nested_function_added.py} | 16 +- .../apache_beam/internal/test_data/module_2.py | 82 + .../internal/test_data/module_2_modified.py | 92 + .../module_3.py} | 11 +- .../module_3_modified.py} | 11 +- .../module_with_default_argument.py} | 9 +- .../apache_beam/io/gcp/bigquery_read_internal.py | 20 +- .../io/gcp/bigquery_read_internal_test.py | 170 ++ sdks/python/apache_beam/io/gcp/bigquery_test.py | 4 +- sdks/python/apache_beam/io/gcp/bigquery_tools.py | 14 +- .../apache_beam/io/gcp/bigquery_tools_test.py | 21 + .../apache_beam/io/gcp/experimental/spannerio.py | 12 +- .../apache_beam/io/requestresponse_it_test.py | 5 +- .../python/apache_beam/metrics/monitoring_infos.py | 4 +- sdks/python/apache_beam/ml/anomaly/transforms.py | 12 +- .../ml/inference/test_resources/vllm.dockerfile | 63 +- .../{vllm.dockerfile => vllm.dockerfile.old} | 2 +- .../inference/vllm_tests_requirements.txt} | 11 +- .../apache_beam/ml/rag/enrichment/milvus_search.py | 8 +- .../ml/rag/enrichment/milvus_search_it_test.py | 54 +- .../apache_beam/runners/dataflow/internal/names.py | 2 +- .../benchmarks/inference/vllm_gemma_benchmarks.py | 44 + .../apache_beam/testing/load_tests/build.gradle | 11 +- sdks/python/apache_beam/testing/test_pipeline.py | 9 +- .../enrichment_handlers/bigquery_it_test.py | 4 +- .../enrichment_handlers/bigtable_it_test.py | 5 +- .../vertex_ai_feature_store_it_test.py | 7 +- sdks/python/apache_beam/transforms/util.py | 5 +- sdks/python/apache_beam/transforms/util_test.py | 65 +- .../apache_beam/yaml/tests/runinference.yaml | 2 +- sdks/python/apache_beam/yaml/yaml_mapping.py | 1 + sdks/python/apache_beam/yaml/yaml_ml.py | 57 +- sdks/python/apache_beam/yaml/yaml_ml_test.py | 87 + sdks/python/apache_beam/yaml/yaml_provider.py | 36 +- .../apache_beam/yaml/yaml_provider_unit_test.py | 66 + .../container/py310/base_image_requirements.txt | 52 +- .../container/py310/ml_image_requirements.txt | 62 +- .../container/py311/base_image_requirements.txt | 54 +- .../container/py311/ml_image_requirements.txt | 64 +- .../container/py312/base_image_requirements.txt | 54 +- .../container/py312/ml_image_requirements.txt | 64 +- .../container/py313/base_image_requirements.txt | 129 +- .../container/py39/base_image_requirements.txt | 52 +- .../container/py39/ml_image_requirements.txt | 60 +- sdks/python/gen_managed_doc.py | 3 + sdks/python/setup.py | 9 +- sdks/python/test-suites/dataflow/common.gradle | 2 +- sdks/python/tox.ini | 6 +- settings.gradle.kts | 1 + website/Dockerfile | 19 +- website/www/site/config.toml | 2 +- website/www/site/content/en/blog/beam-2.67.0.md | 73 + .../site/content/en/documentation/io/managed-io.md | 3 + .../www/site/content/en/get-started/downloads.md | 19 +- website/www/site/content/en/performance/_index.md | 1 + .../en/performance/vllmgemmabatchtesla/_index.md | 43 + website/www/site/data/performance.yaml | 16 + 132 files changed, 14449 insertions(+), 905 deletions(-)
