This is an automated email from the ASF dual-hosted git repository. chamikara pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git.
from 46f42d8 Merge pull request #11636 from amaliujia/rw-support_unnest_column add e725118 Move job server to its own module. add 61d0029 [BEAM-9845] Stage artifacts over expansion service. add 544e568 [BEAM-9577] Resolve dependencies in Java expansion service. add de83a82 Start artifact service in expansion service driver. 0;256;0c# Please enter the commit message for your changes. Lines starting add 10dc1bb Merge pull request #11557: [BEAM-9845] Stage artifacts over expansion service No new revisions were added by this update. Summary of changes: .../core/construction/ArtifactResolver.java | 4 + .../core/construction/DefaultArtifactResolver.java | 19 +++ .../beam/runners/core/construction/External.java | 86 ++++++++++- runners/direct-java/build.gradle | 1 + runners/flink/flink_runner.gradle | 1 + .../apache/beam/runners/flink/FlinkJobInvoker.java | 8 +- .../beam/runners/flink/FlinkJobServerDriver.java | 2 +- .../beam/runners/flink/FlinkPipelineRunner.java | 6 +- .../flink/FlinkPortableClientEntryPoint.java | 8 +- .../runners/flink/FlinkPortableRunnerResult.java | 2 +- .../beam/runners/flink/FlinkSavepointTest.java | 2 +- .../beam/runners/flink/PortableExecutionTest.java | 2 +- .../runners/flink/PortableStateExecutionTest.java | 2 +- .../runners/flink/PortableTimersExecutionTest.java | 2 +- .../beam/runners/flink/ReadSourcePortableTest.java | 2 +- runners/java-fn-execution/build.gradle | 1 - .../artifact/ArtifactRetrievalService.java | 15 +- .../java-job-service}/build.gradle | 22 +-- .../runners}/jobsubmission/InMemoryJobService.java | 2 +- .../beam/runners}/jobsubmission/JobInvocation.java | 2 +- .../beam/runners}/jobsubmission/JobInvoker.java | 2 +- .../runners}/jobsubmission/JobPreparation.java | 2 +- .../runners}/jobsubmission/JobServerDriver.java | 2 +- .../jobsubmission/PortablePipelineJarCreator.java | 2 +- .../jobsubmission/PortablePipelineJarUtils.java | 2 +- .../jobsubmission/PortablePipelineResult.java | 2 +- .../jobsubmission/PortablePipelineRunner.java | 2 +- .../beam/runners}/jobsubmission/package-info.java | 2 +- .../jobsubmission/InMemoryJobServiceTest.java | 2 +- .../runners}/jobsubmission/JobInvocationTest.java | 2 +- .../PortablePipelineJarCreatorTest.java | 5 +- runners/portability/java/build.gradle | 1 + .../testing/TestPortablePipelineOptions.java | 2 +- .../portability/testing/TestPortableRunner.java | 2 +- runners/samza/build.gradle | 1 + .../beam/runners/samza/SamzaJobServerDriver.java | 6 +- .../beam/runners/samza/SamzaPipelineRunner.java | 4 +- .../runners/samza/SamzaPortablePipelineResult.java | 2 +- .../org/apache/beam/runners/samza/SamzaRunner.java | 2 +- runners/spark/build.gradle | 3 +- .../apache/beam/runners/spark/SparkJobInvoker.java | 8 +- .../beam/runners/spark/SparkJobServerDriver.java | 2 +- .../beam/runners/spark/SparkPipelineResult.java | 2 +- .../beam/runners/spark/SparkPipelineRunner.java | 6 +- .../runners/spark/SparkPortableExecutionTest.java | 2 +- sdks/java/expansion-service/build.gradle | 1 + .../sdk/expansion/service/ExpansionServer.java | 2 + .../sdk/expansion/service/ExpansionService.java | 23 ++- .../apache_beam/examples/wordcount_xlang_sql.py | 6 - sdks/python/apache_beam/pipeline.py | 158 +++++++++++---------- .../runners/portability/artifact_service.py | 53 +++++++ .../runners/portability/expansion_service.py | 2 +- sdks/python/apache_beam/transforms/external.py | 96 +++++++++---- sdks/python/apache_beam/transforms/sql_test.py | 22 +-- .../transforms/validate_runner_xlang_test.py | 80 +++-------- sdks/python/apache_beam/utils/subprocess_server.py | 4 +- settings.gradle | 1 + 57 files changed, 453 insertions(+), 252 deletions(-) copy {sdks/java/fn-execution => runners/java-job-service}/build.gradle (70%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/InMemoryJobService.java (99%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobInvocation.java (99%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobInvoker.java (97%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobPreparation.java (96%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobServerDriver.java (99%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarCreator.java (99%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarUtils.java (98%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineResult.java (96%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineRunner.java (95%) rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/package-info.java (93%) rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/InMemoryJobServiceTest.java (99%) rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/JobInvocationTest.java (99%) rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarCreatorTest.java (96%)