This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 7ab792f471f [KafkaIO] Advance idle partition watermark without
requiring a record (#40176)
add 1702dbb1db7 Bump docker/login-action from 4.6.0 to 4.7.0 (#40806)
add c05abc8be18 Bump github/codeql-action from 4.39.0 to 4.39.1 (#40807)
add 4fef922d3c3 Bump zizmorcore/zizmor-action from 0.7.1 to 0.8.0 (#40802)
add 37c2da465ef Bump cloud.google.com/go/bigquery from 1.85.0 to 1.86.0 in
/sdks (#40801)
add a013eecedee Bump com.google.cloud.tools:dependencies from 1.5.15 to
1.5.16 (#40799)
add fed09ee024d Bump google.golang.org/api from 0.305.0 to 0.308.0 in
/sdks (#40804)
add 7b467c4b967 Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#40805)
add 2ade6dd0ee6 Bump cloud.google.com/go/datastore from 1.27.0 to 1.28.0
in /sdks (#40803)
add eb2f544e0e8 Bump cloud.google.com/go/storage from 1.69.0 to 1.70.0 in
/sdks (#40800)
add c6568c07632 Update Python container image requirements (#40696)
add 1e5058c24ee [Java] Set job location when cleaning up BigQueryIO export
reads (#40794)
add 759822581c5 [Java] Honor non-default universe domains in GcsUtilV2
(#40796)
add 39be11fd812 Fix functools.partial() typehint breakage when using
future annotations (#40747)
add 2213e54bb58 rename TestRecord
add a072d20c758 Merge pull request #40758 from
aIbrahiim/rename-test-record-2
add 23431248990 Disable Bigtable change streams before deleting stale test
instances
add b25beaaca89 Merge pull request #40813 from apache/fix-cleanup
add 4550ac8804b [Python] Preserve data channel failure causes (#40775)
add 927c5b23029 [Go SDK] Fix generic registration of anonymous struct
types (#40649)
add 49a6a2ecfa4 Update tensorflow dependencies (#40752)
add 918363290d6 Fix correctness issue in JsonToRow, RowJsonDeserializer
and RowJsonSerializer (#40769)
add b9a783ad249 Set firm upper bound on Python 3.11 numpy (#40823)
add 056876feb06 AddFiles: PathPattern and RouteFiles (#40749)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Python_Dependency.json | 2 +-
.github/workflows/beam_PreCommit_GHA.yml | 2 +-
.github/workflows/build_release_candidate.yml | 2 +-
.github/workflows/codeql.yml | 4 +-
.github/workflows/finalize_release.yml | 2 +-
.test-infra/tools/stale_cbt_instances_cleaner.sh | 56 +++-
CHANGES.md | 1 +
build.gradle.kts | 2 +-
.../runners/direct/CloningBundleFactoryTest.java | 46 ++--
.../runners/dataflow/util/CloudObjectsTest.java | 15 +-
sdks/go.mod | 38 +--
sdks/go.sum | 76 ++---
sdks/go/pkg/beam/register/register.go | 16 +-
sdks/go/pkg/beam/register/register.tmpl | 16 +-
sdks/go/pkg/beam/register/register_test.go | 135 +++++++++
.../integration/io/xlang/bigquery/bigquery_test.go | 3 +-
.../org/apache/beam/sdk/transforms/JsonToRow.java | 43 ++-
.../java/org/apache/beam/sdk/util/RowJson.java | 19 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 59 ++--
.../apache/beam/sdk/transforms/JsonToRowTest.java | 5 +
.../java/org/apache/beam/sdk/util/RowJsonTest.java | 8 +-
.../beam/sdk/extensions/gcp/util/GcsUtilV2.java | 42 +++
.../sdk/extensions/gcp/util/GcsUtilV2Test.java | 75 +++++
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 28 ++
.../sdk/io/gcp/bigquery/BigQueryQueryHelper.java | 63 +++--
.../io/gcp/bigquery/BigQueryQuerySourceDef.java | 34 +++
.../sdk/io/gcp/bigquery/BigQueryIOReadTest.java | 179 ++++++++++++
.../apache/beam/sdk/io/iceberg/PathPattern.java | 247 +++++++++++++++++
.../org/apache/beam/sdk/io/iceberg/RouteFiles.java | 70 +++++
.../beam/sdk/io/iceberg/PathPatternTest.java | 306 +++++++++++++++++++++
.../apache/beam/sdk/io/iceberg/RouteFilesTest.java | 125 +++++++++
.../transforms/embeddings/tensorflow_hub_test.py | 4 +-
.../apache_beam/runners/worker/data_plane.py | 3 +-
.../apache_beam/runners/worker/data_plane_test.py | 56 ++++
sdks/python/apache_beam/typehints/decorators.py | 12 +-
.../apache_beam/typehints/typed_pipeline_test.py | 24 ++
.../container/ml/py310/base_image_requirements.txt | 4 +-
.../container/ml/py310/gpu_image_requirements.txt | 4 +-
.../container/ml/py311/base_image_requirements.txt | 4 +-
.../container/ml/py311/gpu_image_requirements.txt | 4 +-
.../container/ml/py312/base_image_requirements.txt | 4 +-
.../container/ml/py312/gpu_image_requirements.txt | 4 +-
.../container/ml/py313/base_image_requirements.txt | 4 +-
.../container/py310/base_image_requirements.txt | 4 +-
.../container/py311/base_image_requirements.txt | 4 +-
.../container/py312/base_image_requirements.txt | 4 +-
.../container/py313/base_image_requirements.txt | 4 +-
.../container/py314/base_image_requirements.txt | 4 +-
sdks/python/pyproject.toml | 3 +-
sdks/python/setup.py | 47 +++-
sdks/python/test-suites/tox/py311/build.gradle | 31 ++-
sdks/python/test-suites/tox/py312/build.gradle | 4 -
sdks/python/tox.ini | 69 +++--
53 files changed, 1739 insertions(+), 281 deletions(-)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/PathPattern.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/RouteFiles.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/PathPatternTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/RouteFilesTest.java