This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from cf0cf3b746c Add an annotation to expose transforms to yaml. (#28208)
add 9b8ac0ebee3 Update Dataflow container used by dev SDKs (#28423)
add a30b1eb1393 Github Workflow Replacement for Jenkins Job,
beam_PostCommit_Website_Publish (#28391)
add a8147be24ea remove sonarqube jenkins report (#28433)
add ddcf5875730 Route remaining prints in boot.go through logging service
if possible, add periodic flush for PIP invocations (#28413)
add 6ac4e82358b Add GitHub Workflow Replacement for Jenkins
job_PostCommit_Java_Sickbay (#28407)
add 103253348ec Add file loads streaming integration tests (#28312)
add 5cb55b2db79 unpin transformers for pydoc (#28436)
add 3d6a490e6b3 Remove append method for Pandas >= 2.0. (#28396)
add bdf67e8fa69 Remove level and errors arguments for Pandas 2
compatibility. (#28375)
add bffd2ee7f54 Add GitHub Workflow Replacement for Jenkins
job_PostCommit_Java (#28207)
add 10ffea1e5c0 Add PostCommit Go github action (#28196)
add 647704edddf Revert "Fix flaky test StreamingDataflowWorkerTest
(#28173)" (#28434)
add 1b42dedd82d Add flag to control automatic exception sampling in Python
(disabled) (#28418)
add b557cae4d86 [yaml] Add more complete UDF support to mapping transforms
(#28114)
No new revisions were added by this update.
Summary of changes:
.github/workflows/README.md | 5 +
..._Go_Dataflow_ARM.yml => beam_PostCommit_Go.yml} | 40 +-
...ava_DataflowV2.yml => beam_PostCommit_Java.yml} | 14 +-
...flowV2.yml => beam_PostCommit_Java_Sickbay.yml} | 20 +-
...mza.yml => beam_PostCommit_Website_Publish.yml} | 32 +-
.../jenkins/job_PostCommit_Website_Publish.groovy | 41 --
.test-infra/jenkins/job_sonarqube_report.groovy | 55 ---
runners/google-cloud-dataflow-java/build.gradle | 3 +
.../dataflow/worker/util/BoundedQueueExecutor.java | 24 +-
.../worker/StreamingDataflowWorkerTest.java | 49 +-
sdks/go/container/tools/buffered_logging.go | 36 +-
sdks/go/container/tools/buffered_logging_test.go | 72 +++
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 11 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 4 +
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 27 +-
.../sdk/io/gcp/bigquery/FileLoadsStreamingIT.java | 497 +++++++++++++++++++++
sdks/python/apache_beam/dataframe/frame_base.py | 64 ++-
.../apache_beam/dataframe/frame_base_test.py | 23 +-
sdks/python/apache_beam/dataframe/frames.py | 75 ++--
sdks/python/apache_beam/dataframe/frames_test.py | 5 +
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/worker/data_sampler.py | 29 +-
.../runners/worker/data_sampler_test.py | 102 ++++-
.../apache_beam/runners/worker/operations.py | 6 +-
.../apache_beam/runners/worker/sdk_worker_main.py | 4 +-
sdks/python/apache_beam/utils/python_callable.py | 31 +-
sdks/python/apache_beam/yaml/yaml_mapping.py | 170 +++++--
sdks/python/apache_beam/yaml/yaml_udf_test.py | 242 ++++++++++
sdks/python/container/boot.go | 5 +-
.../container/license_scripts/dep_urls_py.yaml | 2 +
sdks/python/container/piputil.go | 22 +-
.../container/py310/base_image_requirements.txt | 3 +
.../container/py311/base_image_requirements.txt | 3 +
.../container/py38/base_image_requirements.txt | 4 +
.../container/py39/base_image_requirements.txt | 3 +
sdks/python/scripts/generate_pydoc.sh | 4 +-
sdks/python/setup.py | 1 +
sdks/python/tox.ini | 2 +-
38 files changed, 1384 insertions(+), 348 deletions(-)
copy .github/workflows/{beam_PostCommit_Go_Dataflow_ARM.yml =>
beam_PostCommit_Go.yml} (72%)
copy .github/workflows/{beam_PostCommit_Java_DataflowV2.yml =>
beam_PostCommit_Java.yml} (86%)
copy .github/workflows/{beam_PostCommit_Java_DataflowV2.yml =>
beam_PostCommit_Java_Sickbay.yml} (83%)
copy .github/workflows/{beam_PostCommit_Go_VR_Samza.yml =>
beam_PostCommit_Website_Publish.yml} (69%)
delete mode 100644 .test-infra/jenkins/job_PostCommit_Website_Publish.groovy
delete mode 100644 .test-infra/jenkins/job_sonarqube_report.groovy
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/FileLoadsStreamingIT.java
create mode 100644 sdks/python/apache_beam/yaml/yaml_udf_test.py
