This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6848f8454da Handle null split initialization results in Flink lazy
source enumerator (#40417)
add 198abd406b7 [go] - update codeql go workflow
add 6271afbef06 Merge pull request #40733 from apache/20261022_fixCodeqlGo
add 0213fa8c1b2 add pr size label workflow (#40717)
add a7e7379e8a8 Bump google.golang.org/api from 0.304.0 to 0.305.0 in
/sdks (#40742)
add 3d5ca3eabc9 Update Numpy and Pandas Deps (#40704)
add f1a9dc07307 Update pytorch dependencies (#40710)
add 1d8e8373848 [RunInference] Validate model handler batching arguments
(#40718)
add 313c54decad update bigquery tools test patch (#40746)
add 5c153878385 [Python] Handle NaN in DataFrame drop_duplicates,
duplicated and nunique (#40571)
add 0202475bdad [DebeziumIO] Add CHANGES.md entry for opt-in full metadata
(#40701) (#40743)
add 8a6a3c1837d Add V2 standard coders for WindowedValue and Timer with
ElementMetadata support (#40744)
add 5d0fdfb636b Update transformers bounds and tests (#40745)
add 509c333ce24 [Go] Avoid importing gcpopts in gcsx and dataflowlib to
prevent flag collisions (#40729)
add 1ba4129cb10 Preserve ModelManager metric_tag across RunInference
side-input model updates (#40714)
add 61a94bd6d97 TPC-DS suite follow ups (#40741)
add 2c21f02ce61 AddFiles: Parse partition keys in filepath for requirement
check (#40691)
add eb8f207402d Trigger BQ CDC IT. Fix impl (#40618)
add f3c72af78dd Use default java
add 015209aa83a Workaround
add e71f3dea59d Merge pull request #40751 from apache/fix-local-env-tests
add a16836191dd Bump serialize-javascript and mocha in /sdks/typescript
(#40762)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../beam_PostCommit_Java_Tpcds_Flink.json | 2 +-
.../beam_PostCommit_Java_Tpcds_Spark.json | 2 +-
.../beam_PostCommit_Python_Dependency.json | 2 +-
...son => beam_PostCommit_Python_Tpcds_Prism.json} | 0
.github/workflows/codeql.yml | 8 ++
.github/workflows/label_prs.yml | 7 ++
.github/workflows/local_env_tests.yml | 5 +
CHANGES.md | 5 +
.../beam/model/pipeline/v1/beam_runner_api.proto | 42 ++++++++
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
sdks/go/pkg/beam/options/gcpopts/options.go | 46 +--------
.../pkg/beam/runners/dataflow/dataflowlib/job.go | 4 +-
sdks/go/pkg/beam/util/gcpx/gcp.go | 73 ++++++++++++++
.../universe_test.go => util/gcpx/gcp_test.go} | 34 ++-----
sdks/go/pkg/beam/util/gcsx/client_test.go | 35 ++++++-
sdks/go/pkg/beam/util/gcsx/gcs.go | 23 ++++-
.../org/apache/beam/sdk/io/iceberg/AddFiles.java | 49 +++++++---
.../sdk/io/iceberg/CollectDistinctSchemas.java | 94 +++++++++++++-----
.../apache/beam/sdk/io/iceberg/PartitionPaths.java | 91 ++++++++++++++++++
.../beam/sdk/io/iceberg/ReadFooterSchema.java | 25 ++++-
.../apache/beam/sdk/io/iceberg/SchemaDelta.java | 40 ++++++--
.../org/apache/beam/sdk/io/iceberg/SchemaPlan.java | 5 +-
.../org/apache/beam/sdk/io/iceberg/AddFilesIT.java | 98 +++++++++++++++++++
.../apache/beam/sdk/io/iceberg/AddFilesTest.java | 107 +++++++++++++++++++++
.../sdk/io/iceberg/CollectDistinctSchemasTest.java | 27 ++++++
.../beam/sdk/io/iceberg/CommitSchemaUnionTest.java | 57 +++++++++++
.../beam/sdk/io/iceberg/PartitionPathsTest.java | 101 +++++++++++++++++++
.../beam/sdk/io/iceberg/ReadFooterSchemaTest.java | 58 +++++++++++
.../beam/sdk/io/iceberg/SchemaDeltaTest.java | 12 +++
sdks/java/testing/tpcds/build.gradle | 1 +
.../beam/sdk/tpcds/TpcdsParametersReader.java | 2 +-
.../tpcds/src/main/resources/log4j2.properties | 17 ++--
.../tpcds/src/main/resources/logging.properties | 18 ++--
sdks/python/apache_beam/dataframe/frames.py | 51 ++++++++--
sdks/python/apache_beam/dataframe/frames_test.py | 19 ++++
.../apache_beam/io/gcp/bigquery_change_history.py | 38 +++++---
.../io/gcp/bigquery_change_history_it_test.py | 38 ++++++--
.../io/gcp/bigquery_change_history_test.py | 70 +++++++++++++-
.../apache_beam/io/gcp/bigquery_tools_test.py | 10 +-
.../ml/inference/anthropic_inference.py | 3 +
.../ml/inference/anthropic_inference_test.py | 8 ++
sdks/python/apache_beam/ml/inference/base.py | 56 ++++++++++-
sdks/python/apache_beam/ml/inference/base_test.py | 58 +++++++----
.../apache_beam/ml/inference/gemini_inference.py | 15 ++-
.../ml/inference/gemini_inference_test.py | 29 ++++++
.../ml/inference/huggingface_inference.py | 24 +++--
.../ml/inference/huggingface_inference_test.py | 11 +--
.../apache_beam/ml/inference/model_manager.py | 101 +++++++++++++++----
.../apache_beam/ml/inference/model_manager_test.py | 52 ++++++++++
.../apache_beam/ml/inference/onnx_inference.py | 8 +-
.../apache_beam/ml/inference/openai_inference.py | 21 ++--
.../ml/inference/openai_inference_test.py | 29 +++++-
.../apache_beam/ml/inference/pytorch_inference.py | 16 +--
.../apache_beam/ml/inference/sklearn_inference.py | 16 +--
.../ml/inference/tensorflow_inference.py | 16 +--
.../apache_beam/ml/inference/tensorrt_inference.py | 8 +-
.../ml/inference/vertex_ai_inference.py | 15 ++-
.../ml/inference/vertex_ai_inference_test.py | 29 ++++++
.../apache_beam/ml/inference/vllm_inference.py | 18 ++--
.../apache_beam/ml/inference/xgboost_inference.py | 9 +-
.../testing/benchmarks/tpcds/tpcds_launcher.py | 13 ++-
.../testing/benchmarks/tpcds/tpcds_queries.py | 12 +--
.../testing/benchmarks/tpcds/tpcds_test.py | 3 -
sdks/python/pyproject.toml | 2 +-
sdks/python/setup.py | 30 +++---
sdks/python/test-suites/tox/py311/build.gradle | 69 +++++--------
sdks/python/test-suites/tox/py312/build.gradle | 4 -
sdks/python/test-suites/tox/py314/build.gradle | 8 ++
sdks/python/tox.ini | 75 ++++++---------
sdks/typescript/package-lock.json | 28 +++---
sdks/typescript/package.json | 4 +-
73 files changed, 1687 insertions(+), 427 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_Tpcds_Dataflow.json =>
beam_PostCommit_Python_Tpcds_Prism.json} (100%)
create mode 100644 sdks/go/pkg/beam/util/gcpx/gcp.go
rename sdks/go/pkg/beam/{options/gcpopts/universe_test.go =>
util/gcpx/gcp_test.go} (77%)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/PartitionPaths.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/PartitionPathsTest.java
copy .test-infra/metrics/sync/github/Dockerfile =>
sdks/java/testing/tpcds/src/main/resources/log4j2.properties (75%)
copy
.github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/github-actions-secrets.yml
=> sdks/java/testing/tpcds/src/main/resources/logging.properties (81%)
