This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git.
from ca47cd8 Merge pull request #17230: [BEAM-13741] Remove forced calcite dependency from BaseBeamTable add 3f52ddd [BEAM-14153] Reshuffled Row Coder PCollection used as Side Input cause encoder issues. (#17147) add 30ebe10 Revert "Revert "[BEAM-14038] Auto-startup for Python expansion service. (#17035)"" add 0878d71 Skip failing test for now. add fc65763 Merge pull request #17235 [BEAM-14148] Roll PyExpansionService forward, skipping flaky test for now. add e42027b delint go sdk (#17247) add 8a7c92c Merge pull request #16841 from [BEAM-8823] Make FnApiRunner work by executing ready elements instead of stages add d16c8c1 [BEAM-14192] Update legacy container version (#17210) add d856f28 [BEAM-14225] load balance jenkins jobs add 3d4454c Merge pull request #17238 from ibzib/BEAM-14225 add 8068baa Fix mishandling of API with BQIO (#17211) add 0ab181f [BEAM-14221] Update documentation with Flink on Dataproc features (#17232) add 238613f [BEAM-14133] Fix potential NPE in BigQueryServicesImpl.getErrorInfo add b7b3f68 add test add 25e6756 Merge pull request #17133 from ihji/BEAM-14133 add c2cdd75 Revert "[BEAM-14190] Python sends dataflow schema field" add 13230c8 Merge pull request #17255 from kileys/test-revert No new revisions were added by this update. Summary of changes: .test-infra/jenkins/CommonJobProperties.groovy | 2 +- .test-infra/jenkins/CronJobBuilder.groovy | 2 +- .test-infra/jenkins/PostcommitJobBuilder.groovy | 2 +- .test-infra/jenkins/job_00_seed.groovy | 4 +- .test-infra/jenkins/job_Dependency_Check.groovy | 3 +- .../job_LoadTests_FnApiRunner_Python.groovy | 2 +- .test-infra/jenkins/job_Metrics_Report.groovy | 3 +- .../job_PerformanceTests_BigQueryIO_Java.groovy | 2 +- .../job_PerformanceTests_FileBasedIO_IT.groovy | 4 +- .../job_PerformanceTests_HadoopFormat.groovy | 2 +- .../job_PerformanceTests_InfluxDBIO_IT.groovy | 2 +- .../jenkins/job_PerformanceTests_JDBC.groovy | 2 +- .../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 2 +- .../job_PerformanceTests_MongoDBIO_IT.groovy | 2 +- .../jenkins/job_PerformanceTests_Python.groovy | 2 +- .../jenkins/job_PerformanceTests_SQLIO_Java.groovy | 2 +- ...ob_PostCommit_Python_MongoDBIO_Load_Test.groovy | 2 +- .../jenkins/job_PostRelease_NightlySnapshot.groovy | 2 +- .../jenkins/job_Publish_Docker_Snapshots.groovy | 2 +- .../jenkins/job_Release_NightlySnapshot.groovy | 2 +- .../job_Release_Python_NightlySnapshot.groovy | 2 +- CHANGES.md | 4 + runners/google-cloud-dataflow-java/build.gradle | 2 +- sdks/go/pkg/beam/core/runtime/exec/translate.go | 33 +- .../pkg/beam/core/runtime/exec/translate_test.go | 29 ++ sdks/go/pkg/beam/core/runtime/graphx/translate.go | 35 +- .../pkg/beam/core/runtime/graphx/translate_test.go | 9 + sdks/go/pkg/beam/core/runtime/graphx/v1/v1.pb.go | 218 +++++++--- sdks/go/pkg/beam/core/runtime/graphx/v1/v1.proto | 9 + sdks/go/pkg/beam/core/runtime/xlangx/resolve.go | 4 +- .../pkg/beam/core/runtime/xlangx/resolve_test.go | 7 +- .../pkg/beam/runners/dataflow/dataflowlib/stage.go | 2 +- .../beam/runners/universal/runnerlib/execute.go | 2 + sdks/go/test/integration/primitives/pardo.go | 3 +- sdks/go/test/regression/lperror.go | 68 +++ sdks/go/test/regression/lperror_test.go | 83 ++++ .../java/extensions/{arrow => python}/build.gradle | 14 +- .../extensions/python/ExternalPythonTransform.java | 110 +++++ .../beam/sdk/extensions/python/PythonService.java | 132 ++++++ .../beam/sdk/extensions/python}/package-info.java | 4 +- .../sdk/extensions/python/bootstrap_beam_venv.py | 115 +++++ .../python/ExternalPythonTransformTest.java} | 34 +- .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 8 +- .../io/gcp/bigquery/BigQueryServicesImplTest.java | 12 +- sdks/python/apache_beam/coders/row_coder.py | 9 - sdks/python/apache_beam/coders/row_coder_test.py | 11 - sdks/python/apache_beam/examples/matrix_power.py | 103 +++++ ...ount_debugging_test.py => matrix_power_test.py} | 53 ++- sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +- sdks/python/apache_beam/io/iobase.py | 12 +- .../apache_beam/runners/interactive/README.md | 23 + .../apache-beam-jupyterlab-sidepanel/README.md | 5 +- .../runners/portability/fn_api_runner/execution.py | 359 ++++++++++++---- .../runners/portability/fn_api_runner/fn_runner.py | 473 ++++++++++++++------- .../portability/fn_api_runner/fn_runner_test.py | 24 +- .../portability/fn_api_runner/translations.py | 69 ++- .../fn_api_runner/visualization_tools.py | 30 +- .../portability/fn_api_runner/watermark_manager.py | 53 ++- .../portability/fn_api_runner/worker_handlers.py | 3 + .../apache_beam/transforms/userstate_test.py | 40 ++ sdks/python/apache_beam/transforms/util.py | 3 + settings.gradle.kts | 1 + 62 files changed, 1833 insertions(+), 427 deletions(-) copy sdks/java/extensions/{arrow => python}/build.gradle (78%) create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransform.java create mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonService.java copy {examples/java/src/main/java/org/apache/beam/examples/complete/kafkatopubsub/options => sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python}/package-info.java (87%) create mode 100644 sdks/java/extensions/python/src/main/resources/org/apache/beam/sdk/extensions/python/bootstrap_beam_venv.py copy sdks/java/extensions/{euphoria/src/test/java/org/apache/beam/sdk/extensions/euphoria/core/translate/TimestampExtractTransformTest.java => python/src/test/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransformTest.java} (56%) create mode 100644 sdks/python/apache_beam/examples/matrix_power.py copy sdks/python/apache_beam/examples/{wordcount_debugging_test.py => matrix_power_test.py} (50%)