This is an automated email from the ASF dual-hosted git repository. robertwb pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
commit f337c74b828c9b4d155b7f444bff903b6ac90be1 Merge: 5f6afcef55f d85ce3f38c5 Author: Robert Bradshaw <[email protected]> AuthorDate: Fri Dec 1 09:18:21 2023 -0800 Merge pull request #29283 Cross language pipelines without Docker. Allow local runners to execute arbitrary cross language pipelines without Docker. CHANGES.md | 3 + .../beam/model/pipeline/v1/beam_runner_api.proto | 34 +++- .../runners/core/construction/Environments.java | 47 +++++ .../core/construction/EnvironmentsTest.java | 41 +++++ .../beam/runners/dataflow/DataflowRunner.java | 16 ++ .../control/DefaultJobBundleFactory.java | 6 + .../runners/jobsubmission/InMemoryJobService.java | 58 +++++-- sdks/java/expansion-service/build.gradle | 3 + .../sdk/expansion/service/ExpansionService.java | 37 +++- .../expansion/service/ExpansionServiceOptions.java | 5 + sdks/python/apache_beam/pipeline.py | 10 +- .../runners/dataflow/dataflow_runner.py | 8 +- .../runners/portability/expansion_service.py | 14 +- .../runners/portability/expansion_service_main.py | 16 +- .../runners/portability/fn_api_runner/fn_runner.py | 29 +++- .../portability/fn_api_runner/worker_handlers.py | 12 ++ .../runners/portability/local_job_service.py | 59 +++++-- sdks/python/apache_beam/transforms/environments.py | 58 +++++++ sdks/python/apache_beam/transforms/external.py | 27 ++- sdks/python/apache_beam/utils/subprocess_server.py | 192 +++++++++++++++------ .../apache_beam/utils/subprocess_server_test.py | 79 +++++++++ 21 files changed, 634 insertions(+), 120 deletions(-)
