This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 36e233ca073 Include WaitOn in wildcard imports (#35645)
add 2b5ffc7b986 Distinguishing bigquery logging failures severities
(#35373)
add 0e57ef477ca Add sleep after update (#35653)
add 6267cbefec2 Fix PostCommit Python Xlang IO Dataflow job (#35638)
add 68628baca05 [Python] Fix WriteToBigQuery transform using CopyJob does
not work with WRITE_TRUNCATE write disposition (#34247) (#35558)
add ae62943e55f [Beam SQL] Support DATABASE concept in Beam SQL, with
implementation for Iceberg (#35641)
add 3ff64c72266 [Python] Implement combiner deferred side inputs (#35601)
add af5de25bf89 Bump form-data (#35654)
add 3afed18cd87 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#35650)
add 7f83e113600 Bump github.com/testcontainers/testcontainers-go in /sdks
(#35615)
add a742b9041a4 Fix failed rows conversion missing 'as_dict' error (#35533)
add 3415378fc13 [YAML] A Streaming Inference Pipeline - YouTube Comments
Sentiment Analysis (#35375)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
CHANGES.md | 2 +
sdks/go.mod | 15 +-
sdks/go.sum | 28 +--
.../extensions/sql/src/main/codegen/config.fmpp | 6 +
.../sql/src/main/codegen/includes/parserImpls.ftl | 89 +++++++
...{SqlDropCatalog.java => SqlCreateDatabase.java} | 89 +++----
.../{SqlDropCatalog.java => SqlDropDatabase.java} | 66 +++---
.../{SqlUseCatalog.java => SqlUseDatabase.java} | 44 ++--
.../sdk/extensions/sql/meta/catalog/Catalog.java | 45 ++++
.../sql/meta/catalog/InMemoryCatalog.java | 41 ++++
.../sql/meta/provider/iceberg/IcebergCatalog.java | 47 +++-
.../provider/iceberg/IcebergTableProvider.java | 24 +-
.../sdk/extensions/sql/BeamSqlCliDatabaseTest.java | 101 ++++++++
.../provider/iceberg/BeamSqlCliIcebergTest.java | 140 +++++++++++
.../provider/iceberg/IcebergTableProviderTest.java | 10 +-
.../beam/sdk/io/iceberg/IcebergCatalogConfig.java | 58 +++++
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 5 +
sdks/python/apache_beam/io/gcp/bigquery.py | 18 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 75 +++---
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 161 +++++++++++++
.../apache_beam/runners/direct/direct_runner.py | 2 +-
.../runners/direct/helper_transforms.py | 120 ----------
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 10 +-
sdks/python/apache_beam/transforms/combiners.py | 124 ++++++++++
.../apache_beam/transforms/combiners_test.py | 186 +++++++++++++++
sdks/python/apache_beam/transforms/core.py | 16 ++
sdks/python/apache_beam/yaml/examples/README.md | 9 +-
.../yaml/examples/testing/examples_test.py | 142 +++++++++++-
.../yaml/examples/testing/input_data.py | 9 +
.../transforms/ml/sentiment_analysis/README.md | 93 ++++++++
.../streaming_sentiment_analysis.yaml | 257 +++++++++++++++++++++
sdks/python/setup.py | 4 +-
33 files changed, 1728 insertions(+), 310 deletions(-)
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/{SqlDropCatalog.java
=> SqlCreateDatabase.java} (61%)
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/{SqlDropCatalog.java
=> SqlDropDatabase.java} (69%)
copy
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/parser/{SqlUseCatalog.java
=> SqlUseDatabase.java} (70%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlCliDatabaseTest.java
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/BeamSqlCliIcebergTest.java
delete mode 100644 sdks/python/apache_beam/runners/direct/helper_transforms.py
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/ml/sentiment_analysis/README.md
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/ml/sentiment_analysis/streaming_sentiment_analysis.yaml
