This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 32f5be6c36c Update iceberg to 1.9.2 (#35981)
add a351c88d58c Added documentation for return vs yield usage in
DoFn.process() (#34912)
add ed383fa4a3b Logs the BigQuery error that caused the load job failure
(resolves #1… (#36068)
add 56dac7574cc Fix MqttIO read checkpoint logic (#36056)
add 56607ec888b Improve Iceberg Blueprint and documentation and Tests
(#35961)
add be002c7a23d [YAML]: add optional schema config for all transforms
(#35952)
add be4fb977e18 Support managed jdbc io (Postgres) (#36034)
add 32aff26a95b [yaml] - add yaml expand_pipeline ut tests (#36087)
add fe188e3635b [#34236] Add Vertex AI Multi-Modal embedding handler
(#35677)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 -
.../model/pipeline/v1/external_transforms.proto | 4 +
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 17 ++
sdks/java/io/jdbc/build.gradle | 3 +
.../io/jdbc/JdbcReadSchemaTransformProvider.java | 18 ++
.../io/jdbc/JdbcWriteSchemaTransformProvider.java | 18 ++
.../PostgresSchemaTransformTranslation.java} | 28 +--
.../ReadFromPostgresSchemaTransformProvider.java | 48 +++-
.../WriteToPostgresSchemaTransformProvider.java | 38 ++-
.../apache/beam/sdk/io/jdbc/JdbcIOPostgresIT.java | 178 ++++++++++++++
.../PostgresSchemaTransformTranslationTest.java} | 123 ++++++----
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 84 +++++--
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 59 ++++-
.../java/org/apache/beam/sdk/managed/Managed.java | 3 +
sdks/python/apache_beam/ml/transforms/base.py | 39 +++
sdks/python/apache_beam/ml/transforms/base_test.py | 117 +++++++++
.../ml/transforms/embeddings/vertex_ai.py | 241 +++++++++++++++++-
.../ml/transforms/embeddings/vertex_ai_test.py | 107 ++++++++
sdks/python/apache_beam/transforms/external.py | 4 +-
sdks/python/apache_beam/transforms/managed.py | 7 +-
sdks/python/apache_beam/yaml/README.md | 4 +-
sdks/python/apache_beam/yaml/examples/README.md | 7 +-
.../transforms/blueprint/pubsub_to_iceberg.yaml | 6 +-
.../databases/iceberg.yaml} | 28 ++-
sdks/python/apache_beam/yaml/json_utils.py | 7 +-
sdks/python/apache_beam/yaml/pipeline.schema.yaml | 3 +
.../apache_beam/yaml/tests/assign_timestamps.yaml | 87 +++++++
sdks/python/apache_beam/yaml/tests/create.yaml | 23 ++
.../yaml/tests/validate_with_schema.yaml | 46 +++-
sdks/python/apache_beam/yaml/yaml_errors.py | 5 +-
sdks/python/apache_beam/yaml/yaml_mapping.py | 4 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 9 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 271 +++++++++++++++++++++
.../python/apache_beam/yaml/yaml_transform_test.py | 114 +++++++++
.../apache_beam/yaml/yaml_transform_unit_test.py | 111 +++++++++
.../content/en/documentation/programming-guide.md | 98 ++++++++
.../content/en/documentation/sdks/yaml-errors.md | 10 +-
.../content/en/documentation/sdks/yaml-schema.md | 131 ++++++++++
38 files changed, 1972 insertions(+), 129 deletions(-)
copy
sdks/java/io/{kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslation.java
=>
jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/providers/PostgresSchemaTransformTranslation.java}
(72%)
create mode 100644
sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/JdbcIOPostgresIT.java
copy
sdks/java/io/{kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslationTest.java
=>
jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/providers/PostgresSchemaTransformTranslationTest.java}
(60%)
copy sdks/python/apache_beam/yaml/{tests/avro.yaml =>
extended_tests/databases/iceberg.yaml} (68%)
create mode 100644
website/www/site/content/en/documentation/sdks/yaml-schema.md
