This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 056876feb06 AddFiles: PathPattern and RouteFiles (#40749)
add 985f995e41e Bump github.com/nats-io/nats.go from 1.54.0 to 1.55.0 in
/sdks (#40832)
add 27e9a858095 Use default java
add 6c36587bc89 Merge pull request #40815 from apache/fix-solace
add 7c77cd90e2f Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#40833)
add 2bb4c92fc23 Bump cloud.google.com/go/pubsub/v2 from 2.7.0 to 2.8.0 in
/sdks (#40834)
add 2c02d675ed4 Bump github.com/aws/aws-sdk-go-v2/config from 1.33.9 to
1.33.10 in /sdks (#40835)
add 1bc09d2de25 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#40836)
add fbbde5a0fd6 udpate beam dev sdk container tag to 20261026 (#40831)
add e0790a97367 [Java fn-execution] Drain bundle output before waiting for
the ProcessBundleResponse (#40721)
add 0b90e18f396 Remove obsolete ConsumerSpEL and ProducerSpEL reflection
shims in KafkaIO (#40839)
add f7537312886 [Spanner Change Stream] Fix Change Streams PostgreSQL
metadata queries (#40755)
add c45c018cc75 Merge pull request #39999 from
bvolpato/bvolpato/java-bigquery-failed-row-retries
add 4fb2f324649 [FileWrites] Allow maxNumWritersPerBundle to exceed
DEFAULT_MAX_NUM_WRITERS_PER_BUNDLE (20) (#40842)
add 728ef1b4195 AddFiles: Wire a destination-table key through the
registration chain (#40817)
add aea45221b65 Managed Iceberg AddFiles (#40827)
add cba73417cd2 Move quota_project_id (#40851)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
...json => beam_PreCommit_Java_GCP_IO_Direct.json} | 0
.../beam_PreCommit_Java_Solace_IO_Direct.yml | 6 +
CHANGES.md | 7 +-
.../model/pipeline/v1/external_transforms.proto | 2 +
.../fnexecution/control/SdkHarnessClient.java | 89 ++++--
.../fnexecution/control/SdkHarnessClientTest.java | 182 ++++++++++++
sdks/go.mod | 16 +-
sdks/go.sum | 32 +-
.../java/org/apache/beam/sdk/io/WriteFiles.java | 8 +-
.../org/apache/beam/sdk/io/WriteFilesTest.java | 2 +
.../bigquery/StorageApiWriteUnshardedRecords.java | 3 +
.../bigquery/StorageApiWritesShardedRecords.java | 3 +
.../changestreams/dao/PartitionMetadataDao.java | 55 ++--
.../io/gcp/bigquery/StorageApiWriteRetryTest.java | 236 +++++++++++++++
.../dao/PartitionMetadataDaoTest.java | 173 +++++++++++
.../org/apache/beam/sdk/io/iceberg/AddFiles.java | 327 ++++++++++++++-------
.../iceberg/AddFilesSchemaTransformProvider.java | 21 +-
.../iceberg/IcebergSchemaTransformTranslation.java | 15 +
.../apache/beam/sdk/io/iceberg/ManifestKey.java} | 34 +--
.../beam/sdk/io/iceberg/ReadFooterSchema.java | 60 ++--
.../org/apache/beam/sdk/io/iceberg/AddFilesIT.java | 153 +++++-----
.../AddFilesSchemaTransformProviderTest.java | 55 ++++
.../apache/beam/sdk/io/iceberg/AddFilesTest.java | 20 +-
.../IcebergSchemaTransformTranslationTest.java | 68 +++++
.../beam/sdk/io/iceberg/ReadFooterSchemaTest.java | 16 +
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 169 -----------
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 44 ++-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 48 +--
.../org/apache/beam/sdk/io/kafka/KafkaIOUtils.java | 25 ++
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 5 -
.../apache/beam/sdk/io/kafka/KafkaRecordCoder.java | 32 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 14 +-
.../beam/sdk/io/kafka/ProducerRecordCoder.java | 49 +--
.../org/apache/beam/sdk/io/kafka/ProducerSpEL.java | 157 ----------
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 12 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 36 +--
.../beam/sdk/io/kafka/KafkaRecordCoderTest.java | 4 +-
.../beam/sdk/io/kafka/ProducerRecordCoderTest.java | 24 +-
.../java/org/apache/beam/sdk/managed/Managed.java | 7 +
sdks/python/apache_beam/io/gcp/bigquery.py | 6 +-
.../io/gcp/bigquery_change_history_test.py | 6 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 3 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 29 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 7 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 5 +-
.../python/apache_beam/options/pipeline_options.py | 31 +-
.../apache_beam/options/pipeline_options_test.py | 28 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
sdks/python/apache_beam/transforms/external.py | 1 +
sdks/python/apache_beam/transforms/managed.py | 5 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 5 +
52 files changed, 1468 insertions(+), 871 deletions(-)
copy
.github/trigger_files/{beam_PostCommit_Java_PVR_Spark4_StructuredStreaming.json
=> beam_PreCommit_Java_GCP_IO_Direct.json} (100%)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWriteRetryTest.java
copy
sdks/java/{extensions/ordered/src/test/java/org/apache/beam/sdk/extensions/ordered/Event.java
=> io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/ManifestKey.java}
(57%)
delete mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/ConsumerSpEL.java
delete mode 100644
sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/ProducerSpEL.java
