This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 87aee9a58f6 Upgrade to debezium-io 3.1.3 (#37571)
add 25518f07fe2 Upgrade Spanner to the latest version (#37552)
add c69e8a18601 remove list_prefix deprecated method (#37587)
add e2a2b291921 Fix spelling mistakes in Go comments (#37617)
add 9a60847ad6b Update CHANGES.md for PR 37331 (#37599)
add 8da478be0d7 switch from v19 to v23 (#37620)
add 5849f2e38ea [yaml] : fix validate compatible method (#37588)
add 5d6cb04ea05 [yaml] : switch js2py to pythonmonkey (#37560)
add f2aa7912401 Exercise Python PVR tests on Flink 2.0 (#37313)
add 2ac0fe431e6 [yaml] : fix create different type elements issue (#37585)
add 66134f7107f Fix infer_result_type for pcollection with tags. (#37608)
add 97e5ccf0c6f Upgrade ClickHouseIO to use ClickHouse Java Client V2
(#37611)
add 90253bf5857 Tune Ratelimiter config (#37598)
add 76a53610898 Rename Chunk to EmbeddableItem (#37623)
add a9c14d1698d Add Ubuntu 24.04 runner pools (#37624)
add 0337ecefc61 Fix iceberg nested filter (#37340)
add 1ee2c717f3e Don't prematurely close FileIO (#37626)
add bbaace8b6be update changes for 2.72 - yaml etc (#37627)
No new revisions were added by this update.
Summary of changes:
.../arc/environments/beam.env | 70 ++++
.../arc/images/Dockerfile | 2 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../trigger_files/beam_PostCommit_Go_VR_Flink.json | 2 +-
...json => beam_PostCommit_PortableJar_Flink.json} | 0
.../beam_PostCommit_Python_Examples_Flink.json | 3 +
.../beam_PostCommit_Python_Portable_Flink.yml | 5 +-
...eam_PostCommit_Python_ValidatesRunner_Flink.yml | 2 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 1 +
.gitignore | 7 +
CHANGES.md | 17 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +-
examples/terraform/envoy-ratelimiter/ratelimit.tf | 19 +
examples/terraform/envoy-ratelimiter/variables.tf | 23 +-
.../FlinkStreamingPortablePipelineTranslator.java | 21 +-
.../FlinkStreamingPortablePipelineTranslator.java | 21 +-
sdks/go/pkg/beam/core/runtime/harness/datamgr.go | 2 +-
.../runners/prism/internal/engine/teststream.go | 2 +-
sdks/go/test/build.gradle | 17 +-
sdks/go/test/run_validatesrunner_tests.sh | 6 +-
sdks/java/bom/gcp/build.gradle | 14 +-
.../extensions/sql/expansion-service/build.gradle | 1 -
sdks/java/io/clickhouse/build.gradle | 7 +-
.../beam/sdk/io/clickhouse/ClickHouseIO.java | 393 ++++++++++++++++-----
.../sdk/io/clickhouse/ClickHouseJdbcUrlParser.java | 261 ++++++++++++++
.../apache/beam/sdk/io/clickhouse/TableSchema.java | 8 +-
.../beam/sdk/io/clickhouse/AtomicInsertTest.java | 28 +-
.../beam/sdk/io/clickhouse/BaseClickHouseTest.java | 140 ++++++--
.../ClickHouseIOJdbcBackwardCompatibilityTest.java | 98 +++++
.../ClickHouseIOPropertyMergingTest.java | 211 +++++++++++
.../beam/sdk/io/clickhouse/ClickHouseIOTest.java | 142 ++++----
.../io/clickhouse/ClickHouseJdbcUrlParserTest.java | 341 ++++++++++++++++++
.../ratelimiter/EnvoyRateLimiterFactory.java | 5 +-
sdks/java/io/google-ads/build.gradle | 4 +-
.../apache/beam/sdk/io/googleads/GoogleAdsIO.java | 6 +-
.../{GoogleAdsV19.java => GoogleAdsV23.java} | 56 +--
.../sdk/io/googleads/DummyRateLimitPolicy.java | 4 +-
.../beam/sdk/io/googleads/GoogleAdsIOTest.java | 40 +--
.../io/googleads/MockGoogleAdsClientFactory.java | 10 +-
sdks/java/io/google-cloud-platform/build.gradle | 16 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 5 +
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 7 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 7 +-
.../changestreams/it/IntegrationTestEnv.java | 7 +-
.../apache/beam/sdk/io/iceberg/FilterUtils.java | 30 +-
.../org/apache/beam/sdk/io/iceberg/ReadUtils.java | 10 +-
.../beam/sdk/io/iceberg/FilterUtilsTest.java | 16 +
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 19 +
sdks/python/apache_beam/io/aws/s3io.py | 28 +-
sdks/python/apache_beam/io/aws/s3io_test.py | 36 +-
sdks/python/apache_beam/io/azure/blobstorageio.py | 26 +-
.../io/external/xlang_bigqueryio_it_test.py | 2 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 26 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 5 +-
sdks/python/apache_beam/ml/rag/embeddings/base.py | 66 ++--
.../apache_beam/ml/rag/embeddings/base_test.py | 10 +-
.../apache_beam/ml/rag/embeddings/huggingface.py | 11 +-
.../apache_beam/ml/rag/embeddings/vertex_ai.py | 11 +-
.../ml/rag/enrichment/bigquery_vector_search.py | 129 +++----
.../apache_beam/ml/rag/enrichment/milvus_search.py | 71 ++--
.../ml/rag/enrichment/milvus_search_test.py | 4 +-
.../python/apache_beam/ml/rag/ingestion/alloydb.py | 2 +-
sdks/python/apache_beam/ml/rag/ingestion/base.py | 34 +-
.../apache_beam/ml/rag/ingestion/bigquery.py | 30 +-
.../apache_beam/ml/rag/ingestion/cloudsql.py | 2 +-
.../apache_beam/ml/rag/ingestion/milvus_search.py | 32 +-
sdks/python/apache_beam/ml/rag/ingestion/mysql.py | 15 +-
.../apache_beam/ml/rag/ingestion/mysql_common.py | 129 +++----
.../apache_beam/ml/rag/ingestion/postgres.py | 14 +-
.../ml/rag/ingestion/postgres_common.py | 151 ++++----
.../python/apache_beam/ml/rag/ingestion/spanner.py | 94 ++---
sdks/python/apache_beam/ml/rag/types.py | 94 +++--
sdks/python/apache_beam/ml/rag/utils.py | 4 +-
.../ml/transforms/embeddings/vertex_ai.py | 10 +-
sdks/python/apache_beam/pipeline.py | 6 +-
.../runners/interactive/cache_manager.py | 2 +-
.../runners/portability/flink_runner_test.py | 29 +-
.../typehints/tagged_output_typehints_test.py | 84 +++++
sdks/python/apache_beam/yaml/json_utils.py | 30 +-
sdks/python/apache_beam/yaml/json_utils_test.py | 124 +++++++
sdks/python/apache_beam/yaml/standard_io.yaml | 1 +
sdks/python/apache_beam/yaml/tests/create.yaml | 18 +
sdks/python/apache_beam/yaml/yaml_mapping.py | 249 ++++++++-----
sdks/python/apache_beam/yaml/yaml_provider.py | 32 ++
.../apache_beam/yaml/yaml_provider_unit_test.py | 13 +
sdks/python/apache_beam/yaml/yaml_udf_test.py | 21 +-
sdks/python/setup.py | 5 +-
sdks/python/test-suites/portable/common.gradle | 64 ++--
88 files changed, 2850 insertions(+), 980 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_Examples_Dataflow_ARM.json =>
beam_PostCommit_PortableJar_Flink.json} (100%)
create mode 100644
.github/trigger_files/beam_PostCommit_Python_Examples_Flink.json
create mode 100644
sdks/java/io/clickhouse/src/main/java/org/apache/beam/sdk/io/clickhouse/ClickHouseJdbcUrlParser.java
create mode 100644
sdks/java/io/clickhouse/src/test/java/org/apache/beam/sdk/io/clickhouse/ClickHouseIOJdbcBackwardCompatibilityTest.java
create mode 100644
sdks/java/io/clickhouse/src/test/java/org/apache/beam/sdk/io/clickhouse/ClickHouseIOPropertyMergingTest.java
create mode 100644
sdks/java/io/clickhouse/src/test/java/org/apache/beam/sdk/io/clickhouse/ClickHouseJdbcUrlParserTest.java
rename
sdks/java/io/google-ads/src/main/java/org/apache/beam/sdk/io/googleads/{GoogleAdsV19.java
=> GoogleAdsV23.java} (93%)
