This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6366bd4c890 Disable profiling in cythonized code by default. (#30938)
add 8092932a2e1 [#30941]fix upgrade test due to missed config
ConsumerPollingTimeout (#30998)
add 9947260deba fix naming changes caused by setuptools (#31012)
add a26c5055ccc Downgrade google-api-core to mitigate #30927 (#31004)
add 27643432ea9 [yaml] backtick generated aliases on sql mappings (#30895)
add 6624d952bbd Cache parsed metrics in StreamingStepMetricsContainer
(#31005)
add e48a9351d2f add Yaml_Xlang_Direct PreCommit to README (#31009)
add deee0e9cc8c [flink] add support for Flink 1.17 (#29939)
add d70c25328ee Merge pull request #30197: Flink 1.17
add 38a8b5f7047 Create YAML Join Transform (#30734)
add a207e4e8bbe Revert "Docker - Remove Deprecated Types (#30826)" (#31010)
add 05b7146656a Add /job/cancel endpoint to prism web server. (#30825)
add 1e8a16d9eae Use base 2 exponential histograms in BigQuerySinkMetrics
(#31000)
add 7159beac55f Minor updates to StreamingInsertsMetrics (#31003)
add 5c6bc39a44d Moving to 2.57.0-SNAPSHOT on master branch.
add e4baee698d8 [runners-flink] remove 1.12 and 1.13 runners
add 3cfc160b512 Merge pull request #30988: Remove flink 1.12 1.13
add b134e72a068 [changes] Update CHANGES.md (#29939) (#31017)
add 3822f551dfc remove CLOUDSDK (#31016)
add d6eb576d037 Allow IFrames to youtube. (#31021)
add e3077b7460c add new user info to metrics Readme (#30989)
add 4f964bf05d5 Fix workflow param value for Grafana link (#31011)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
...am_PostCommit_Python_ValidatesRunner_Flink.json | 0
.github/workflows/README.md | 2 +
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 4 +-
...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml | 2 -
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 4 +-
.github/workflows/dask_runner_tests.yml | 2 +-
.github/workflows/python_tests.yml | 2 +-
.test-infra/metrics/README.md | 7 +
.../github/github_runs_prefetcher/code/main.py | 34 ++-
.test-infra/tools/flaky_test_detection.py | 2 +-
CHANGES.md | 3 +-
gradle.properties | 6 +-
release/build.gradle.kts | 2 +-
runners/flink/1.12/build.gradle | 33 ---
.../streaming/AbstractStreamOperatorCompat.java | 94 -------
.../io/source/compat/FlinkSourceCompat.java | 31 ---
.../io/source/compat/SplitEnumeratorCompat.java | 27 --
.../beam/runners/flink/RemoteMiniClusterImpl.java | 68 -----
.../runners/flink/metrics/MetricGroupWrapper.java | 31 ---
.../runners/flink/streaming/StreamSources.java | 72 ------
.../streaming/io/source/SourceTestCompat.java | 75 ------
runners/flink/1.13/build.gradle | 33 ---
runners/flink/1.13/job-server/build.gradle | 31 ---
runners/flink/1.14/build.gradle | 13 +-
.../translation/types/CoderTypeSerializer.java | 10 +-
.../streaming/ProcessingTimeCallbackCompat.java | 0
.../io/source/compat/SplitEnumeratorCompat.java | 0
.../streaming/io/source/compat/package-info.java | 0
.../beam/runners/flink/MiniClusterCompat.java | 0
.../translation/types/CoderTypeSerializerTest.java | 2 +-
runners/flink/1.15/build.gradle | 13 +-
runners/flink/1.16/build.gradle | 13 +-
.../job-server-container => 1.17}/build.gradle | 7 +-
.../job-server-container/build.gradle | 0
.../flink/{1.12 => 1.17}/job-server/build.gradle | 2 +-
.../translation/types/CoderTypeSerializer.java | 31 +--
runners/flink/flink_runner.gradle | 35 ++-
.../types/UnversionedTypeSerializerSnapshot.java | 86 +++++++
.../streaming/io/source/FlinkSourceReaderBase.java | 2 -
.../UnversionedTypeSerializerSnapshotTest.java | 52 ++++
.../MetricsToPerStepNamespaceMetricsConverter.java | 37 ++-
.../worker/StreamingStepMetricsContainer.java | 25 +-
...ricsToPerStepNamespaceMetricsConverterTest.java | 60 ++++-
.../worker/StreamingStepMetricsContainerTest.java | 35 ++-
sdks/go/examples/stringsplit/stringsplit.go | 2 +-
sdks/go/pkg/beam/core/core.go | 2 +-
.../beam/runners/prism/internal/environments.go | 4 +-
sdks/go/pkg/beam/runners/prism/internal/web/web.go | 57 +++++
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 12 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 7 +-
.../io/gcp/bigquery/StreamingInsertsMetrics.java | 63 ++---
.../io/gcp/bigquery/BigQuerySinkMetricsTest.java | 76 ++----
.../gcp/bigquery/StreamingInsertsMetricsTest.java | 15 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 38 ++-
.../KafkaIOReadImplementationCompatibility.java | 7 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 21 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 6 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 7 +-
.../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 21 +-
sdks/java/testing/nexmark/build.gradle | 2 +-
sdks/java/testing/tpcds/build.gradle | 2 +-
sdks/python/apache_beam/io/kafka.py | 2 +-
sdks/python/apache_beam/version.py | 2 +-
sdks/python/apache_beam/yaml/integration_tests.py | 21 +-
sdks/python/apache_beam/yaml/readme_test.py | 28 +-
sdks/python/apache_beam/yaml/tests/join.yaml | 186 ++++++++++++++
sdks/python/apache_beam/yaml/yaml_join.py | 281 +++++++++++++++++++++
sdks/python/apache_beam/yaml/yaml_join_test.py | 216 ++++++++++++++++
sdks/python/apache_beam/yaml/yaml_mapping.py | 6 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 2 +
sdks/python/apache_beam/yaml/yaml_udf_test.py | 79 +++++-
.../container/py310/base_image_requirements.txt | 8 +-
.../container/py311/base_image_requirements.txt | 8 +-
.../container/py38/base_image_requirements.txt | 8 +-
.../container/py39/base_image_requirements.txt | 8 +-
sdks/python/setup.py | 4 +-
sdks/typescript/package.json | 2 +-
settings.gradle.kts | 12 +-
.../content/en/documentation/dsls/sql/shell.md | 6 +-
.../site/content/en/documentation/sdks/yaml-udf.md | 173 ++++++++++++-
.../shortcodes/flink_java_pipeline_options.html | 23 +-
.../shortcodes/flink_python_pipeline_options.html | 23 +-
website/www/site/static/.htaccess | 2 +-
84 files changed, 1583 insertions(+), 848 deletions(-)
copy
learning/tour-of-beam/learning-content/io/text-io/text-io-local-write/go-example/myfile.txt
=> .github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Flink.json
(100%)
delete mode 100644 runners/flink/1.12/build.gradle
delete mode 100644
runners/flink/1.12/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java
delete mode 100644
runners/flink/1.12/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/source/compat/FlinkSourceCompat.java
delete mode 100644
runners/flink/1.12/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/source/compat/SplitEnumeratorCompat.java
delete mode 100644
runners/flink/1.12/src/test/java/org/apache/beam/runners/flink/RemoteMiniClusterImpl.java
delete mode 100644
runners/flink/1.12/src/test/java/org/apache/beam/runners/flink/metrics/MetricGroupWrapper.java
delete mode 100644
runners/flink/1.12/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java
delete mode 100644
runners/flink/1.12/src/test/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/source/SourceTestCompat.java
delete mode 100644 runners/flink/1.13/build.gradle
delete mode 100644 runners/flink/1.13/job-server/build.gradle
copy runners/flink/{ =>
1.14}/src/main/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializer.java
(94%)
rename runners/flink/{1.12 =>
1.14}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/ProcessingTimeCallbackCompat.java
(100%)
rename runners/flink/{1.13 =>
1.14}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/source/compat/SplitEnumeratorCompat.java
(100%)
rename runners/flink/{1.12 =>
1.14}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/source/compat/package-info.java
(100%)
rename runners/flink/{1.12 =>
1.14}/src/test/java/org/apache/beam/runners/flink/MiniClusterCompat.java (100%)
rename runners/flink/{ =>
1.14}/src/test/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializerTest.java
(97%)
rename runners/flink/{1.13/job-server-container => 1.17}/build.gradle (87%)
rename runners/flink/{1.12 => 1.17}/job-server-container/build.gradle (100%)
rename runners/flink/{1.12 => 1.17}/job-server/build.gradle (95%)
rename runners/flink/{ =>
1.17}/src/main/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializer.java
(82%)
create mode 100644
runners/flink/src/main/java/org/apache/beam/runners/flink/translation/types/UnversionedTypeSerializerSnapshot.java
create mode 100644
runners/flink/src/test/java/org/apache/beam/runners/flink/translation/types/UnversionedTypeSerializerSnapshotTest.java
create mode 100644 sdks/python/apache_beam/yaml/tests/join.yaml
create mode 100644 sdks/python/apache_beam/yaml/yaml_join.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_join_test.py
