This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/combineValuesJava
in repository https://gitbox.apache.org/repos/asf/beam.git
from a542d8f5dae Syntax + format
add bd77a1eff91 ci: update Python version from 3.12 to 3.13 in Flink
pre-commit workflow (#36389)
add 7174991d487 fix(python-sdk): restrict transformers version for python
3.9 compat (#36385)
add 60436605e19 Add schema provider support for Kafka redistribute options
(#36332)
add 517bef3290f fix: handle empty requests in milvus search to avoid
connection attempts (#36388)
add 0b9fe991555 [Python] cloudsql_it_test fixture runs before setupclass
(#36406)
add 25f65521f5b input is reshuffled so we can't guarantee that same input
row will get specific job id based on which we have assert. (#36402)
add 10a049ecf81 Fix python 3.13 version for different workflows (#36399)
add 7542aeabbcf enrichment_test.EnrichmentTest flaky fix (#36407)
add 1282e6cb0bd [Dataflow Streaming] Fix race in GetDataStream that could
leave get data requests orphaned on stream errors after half-closing. (#36401)
add 0b337b7df9d Add ibrahim user access (#36410)
add 7cedc0d2380 Update Dev Image tag to latest (#36411)
add 09aa10c52f1 Python examples to use IObase IOs sinks in streaming (and
batch) (#35811)
add 1a6ec3a0826 Per element schema parsing in ConvertToBeamRows (#36393)
add 9076b1a1e0f Add labels to unlabeled transforms (#36381)
add 6d5b9843198 Fix Python 3.13 workflows (#36416)
add 060b1b7b858 [Dataflow Streaming] Remove one wait for GetData (#36417)
add 7b03da94989 Bump actions/setup-python from 4 to 6 (#36277)
add c52cb21ba05 chore: update milvus container image version to v2.6.2
(#36413)
add 6fe2c280df9 Bump github.com/docker/docker in /sdks (#36398)
add 3d5eaf3969f Add ThrottlingSignaler class to the Java SDK (#36119)
add 492d270efd8 Bump nodemailer from 6.9.9 to 7.0.7 in
/scripts/ci/issue-report (#36419)
add 9944acf243e Add permissions for storage (#36423)
add ec35441d7f3 CombinePerKey with gbek (Python) (#36382)
add 4181f6f2d43 Pickle the relative path for code objects when cloudpickle
is used to encode special deterministic types. (#36345)
add e8b41d7664a Fix execute gradle task for examples (#36421)
add d82f4fb25b2 Add Java 25 tests (#36409)
add 661c730d788 Revert "Bump actions/setup-python from 4 to 6 (#36277)"
(#36427)
add 77973ca0aea GCP User IAM workflow modified to post Terraform plan as a
comment on PRs (#36375)
add f9feffcaec7 GHA fix: GCP User Roles (#36429)
add d19b534ba0b Fix split thresholds for BQ sink (#36422)
add 27ad139bb18 Allow passing label through GBK (#36426)
add c8df4da229d Add pipeline option to force GBEK (Java) (#36346)
add 48306ac9422 Merge in master
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Java.json | 2 +-
.../beam_PostCommit_Java_DataflowV1.json | 2 +-
.../beam_PostCommit_Java_DataflowV2.json | 2 +-
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
.github/workflows/README.md | 10 +-
.../beam_Infrastructure_UsersPermissions.yml | 37 ++++-
.../beam_PostCommit_Java_Examples_Dataflow_ARM.yml | 2 +-
...beam_PostCommit_Java_Examples_Dataflow_Java.yml | 2 +-
...m_PostCommit_Java_Examples_Dataflow_V2_Java.yml | 2 +-
..._Java_ValidatesRunner_Dataflow_JavaVersions.yml | 2 +-
...it_Java_ValidatesRunner_Direct_JavaVersions.yml | 2 +-
.../beam_PostCommit_Python_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_MongoDBIO_IT.yml | 6 +-
..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml | 4 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 4 +-
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
examples/java/build.gradle | 28 ----
examples/java/common.gradle | 31 ++++
examples/java/iceberg/build.gradle | 28 ----
examples/java/sql/build.gradle | 26 +---
infra/iam/users.yml | 25 ++--
.../examples/build.gradle | 100 +++++++------
.../windmill/client/grpc/GrpcGetDataStream.java | 22 +--
.../client/grpc/GrpcGetDataStreamRequests.java | 9 +-
.../client/grpc/GrpcGetDataStreamTest.java | 24 ++-
scripts/ci/issue-report/package-lock.json | 15 +-
scripts/ci/issue-report/package.json | 2 +-
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
.../apache/beam/sdk/transforms/CombineTest.java | 2 -
.../apache/beam/sdk/transforms/GroupByKeyIT.java | 2 +-
.../components/throttling/ThrottlingSignaler.java} | 27 +++-
.../DebeziumReadSchemaTransformProvider.java | 1 -
.../sdk/io/gcp/bigquery/SplittingIterable.java | 15 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 17 ++-
.../KafkaReadSchemaTransformConfiguration.java | 30 ++++
.../io/kafka/KafkaReadSchemaTransformProvider.java | 29 ++++
.../KafkaReadSchemaTransformProviderTest.java | 7 +-
sdks/java/testing/test-utils/build.gradle | 2 +-
.../testutils/jvmverification/JvmVerification.java | 16 +-
sdks/python/apache_beam/coders/coder_impl.pxd | 1 +
sdks/python/apache_beam/coders/coder_impl.py | 14 +-
sdks/python/apache_beam/coders/coders.py | 39 +++--
.../apache_beam/coders/coders_test_common.py | 57 ++++++-
.../anomaly_detection_pipeline/setup.py | 2 +-
.../inference/sklearn_examples_requirements.txt | 2 +-
sdks/python/apache_beam/examples/sinks/README.md | 59 ++++++++
.../python/apache_beam/examples/sinks}/__init__.py | 0
.../apache_beam/examples/sinks/generate_event.py | 144 ++++++++++++++++++
.../examples/sinks/test_periodicimpulse.py | 68 +++++++++
.../examples/sinks/test_write_bounded.py | 98 ++++++++++++
.../examples/sinks/test_write_unbounded.py | 166 +++++++++++++++++++++
.../transforms/elementwise/enrichment_test.py | 3 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 3 +
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 6 +-
.../apache_beam/ml/rag/enrichment/milvus_search.py | 3 +
.../ml/rag/enrichment/milvus_search_it_test.py | 2 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
sdks/python/apache_beam/transforms/core.py | 51 +++++--
sdks/python/apache_beam/transforms/core_it_test.py | 109 ++++++++++++++
.../enrichment_handlers/cloudsql_it_test.py | 3 +-
.../python/apache_beam/transforms/external_java.py | 7 +-
sdks/python/apache_beam/transforms/util.py | 40 ++++-
.../container/ml/py313/ml_image_requirements.txt | 2 +-
.../container/py313/base_image_requirements.txt | 2 +-
sdks/python/setup.py | 12 +-
sdks/python/test-suites/tox/py313/build.gradle | 2 +
.../en/documentation/runtime/environments.md | 1 +
69 files changed, 1186 insertions(+), 272 deletions(-)
copy
sdks/java/io/{google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/firestore/CounterFactory.java
=>
components/src/main/java/org/apache/beam/sdk/io/components/throttling/ThrottlingSignaler.java}
(51%)
create mode 100644 sdks/python/apache_beam/examples/sinks/README.md
copy {examples/notebooks/notebook_test_scripts =>
sdks/python/apache_beam/examples/sinks}/__init__.py (100%)
create mode 100644 sdks/python/apache_beam/examples/sinks/generate_event.py
create mode 100644
sdks/python/apache_beam/examples/sinks/test_periodicimpulse.py
create mode 100644 sdks/python/apache_beam/examples/sinks/test_write_bounded.py
create mode 100644
sdks/python/apache_beam/examples/sinks/test_write_unbounded.py
create mode 100644 sdks/python/apache_beam/transforms/core_it_test.py
