This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c5a2eac1178 [IcebergIO] CDC record and sort key (#39981)
add e6b3e134989 Update import in CdcRecord.java
add 32264a8c2ca [Java] Support dynamic secret provider registration via
SecretRegistrar (#39940)
add c4a064789f5 Fix cdc coder test (#40015)
add 274533df09d Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#40009)
add ad0e13e3355 Bump google.golang.org/api from 0.295.0 to 0.296.0 in
/sdks (#40014)
add 69ea992c607 Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#40011)
add cedfba479c0 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#40010)
add 7bdb97e40b4 Nullness improvements for Combine
add e79e231c222 Merge pull request #39988: Nullness improvements for
Combine, Min, Max
add 2abc3fb11fc Improve GBK coder validation errors (#39800)
add 0be6fca73c6 fix(dataframe): handle pandas dimensionality reduction in
.xs() for single-item matches (#39851)
add e9c37d53a65 Refactor: delete dead SplitAndSizeRestrictions handling
from FnApiDoFnRunner
add 51ea3f080c2 Merge pull request #39990: Refactor: delete dead
SplitAndSizeRestrictions handling from FnApiDoFnRunner
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests_Dataflow.json | 3 +-
...Iceberg_Managed_Integration_Tests_Dataflow.json | 3 +-
.../beam_PostCommit_Java_DataflowV2.json | 3 +-
.../beam_PostCommit_Java_Delta_IO_Dataflow.json | 3 +-
...beam_PostCommit_Java_Examples_Dataflow_ARM.json | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_V2.json | 3 +-
..._PostCommit_Java_Examples_Dataflow_V2_Java.json | 4 +
.../beam_PostCommit_Java_IO_Performance_Tests.json | 3 +-
.../beam_PostCommit_Java_Nexmark_Dataflow_V2.json | 4 +
...m_PostCommit_Java_Nexmark_Dataflow_V2_Java.json | 4 +
.../beam_PostCommit_Java_PVR_Flink_Batch.json | 5 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.json | 3 +-
.../beam_PostCommit_Java_PVR_Spark3_Streaming.json | 3 +-
.../beam_PostCommit_Java_PVR_Spark4_Batch.json | 4 +
.../beam_PostCommit_Java_PVR_Spark4_Streaming.json | 4 +
.../beam_PostCommit_Java_PVR_Spark_Batch.json | 3 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +-
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 1 +
.../beam_PostCommit_Java_ValidatesRunner_ULR.json | 3 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 3 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 3 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.json | 3 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.json | 3 +-
...m_PostCommit_Python_Xlang_Messaging_Direct.json | 3 +-
.../beam_PostCommit_TransformService_Direct.json | 3 +-
.../trigger_files/beam_PostCommit_XVR_Direct.json | 3 +-
.../trigger_files/beam_PostCommit_XVR_Flink.json | 3 +-
.../beam_PostCommit_XVR_GoUsingJava_Dataflow.json | 3 +-
...am_PostCommit_XVR_JavaUsingPython_Dataflow.json | 7 +-
...PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 5 +-
...am_PostCommit_XVR_PythonUsingJava_Dataflow.json | 5 +-
.../trigger_files/beam_PostCommit_XVR_Spark3.json | 3 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 3 +-
sdks/go.mod | 18 +--
sdks/go.sum | 36 ++---
.../org/apache/beam/sdk/transforms/Combine.java | 42 +++--
.../java/org/apache/beam/sdk/transforms/Max.java | 5 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 5 +-
.../sdk/util/GcpHsmGeneratedSecretRegistrar.java | 17 +-
.../apache/beam/sdk/util/GcpSecretRegistrar.java} | 20 +--
.../main/java/org/apache/beam/sdk/util/Secret.java | 178 ++++++++++++++++-----
.../SecretRegistrar.java} | 31 ++--
.../beam/sdk/util/common/ReflectHelpers.java | 33 +++-
.../beam/sdk/util/GcpSecretRegistrarTest.java | 62 +++++++
.../java/org/apache/beam/sdk/util/SecretTest.java | 89 +++++++++++
.../beam/sdk/util/common/ReflectHelpersTest.java | 28 ++++
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 63 ++------
sdks/java/io/iceberg/build.gradle | 1 -
.../beam/sdk/io/iceberg/cdc/sink/CdcRecord.java | 2 +-
.../io/iceberg/cdc/sink/CdcRecordCoderTest.java | 12 +-
sdks/python/apache_beam/dataframe/frames.py | 90 ++++++++---
sdks/python/apache_beam/dataframe/frames_test.py | 72 ++++++++-
sdks/python/apache_beam/runners/pipeline_utils.py | 30 +++-
.../apache_beam/runners/pipeline_utils_test.py | 93 +++++++++++
54 files changed, 800 insertions(+), 240 deletions(-)
create mode 100644
.github/trigger_files/beam_PostCommit_Java_Examples_Dataflow_V2_Java.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_Nexmark_Dataflow_V2.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_Nexmark_Dataflow_V2_Java.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Spark4_Batch.json
create mode 100644
.github/trigger_files/beam_PostCommit_Java_PVR_Spark4_Streaming.json
copy
examples/multi-language/src/main/java/org/apache/beam/examples/multilanguage/JavaPrefixRegistrar.java
=>
sdks/java/core/src/main/java/org/apache/beam/sdk/util/GcpHsmGeneratedSecretRegistrar.java
(66%)
copy
sdks/java/{io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/schemas/AwsSchemaRegistrar.java
=> core/src/main/java/org/apache/beam/sdk/util/GcpSecretRegistrar.java} (68%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/{io/FileSystemRegistrar.java
=> util/SecretRegistrar.java} (57%)
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/util/GcpSecretRegistrarTest.java
