This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 72d7ae3b414 update tour of beam workflow go version (#39486)
add d6ab9929a4e Bump docker/login-action from 4.5.0 to 4.5.1 (#39497)
add cb7329c3273 Use prebuilt Snapshots SDK images for PostCommit Python
Arm (#39498)
add 6741628d3af Pin Playground kafka-emulator to kafka-clients 2.4.1
(#39503)
add 226ad87e0d9 enable otel context propagation - runner v1 sink, source
changes, doFnRunner changes for per element propagation (#39152)
add 6d752f569d9 OTEL in spanner. (#39149)
add 70a522364e9 (IcebergIO) Support PartitionSpec/SortOrder on dynamic
table creation via IcebergIO (#39408)
add faa3ad81a95 Skip IcebergPerformanceTest until next release
add d9d897a37f1 Merge pull request #39502 from apache/skip-iceberg-perf
add 214863b2e04 Bump golang.org/x/net from 0.54.0 to 0.55.0 in
/.test-infra/mock-apis (#39510)
add de234c72b88 Fix inconsistent AvroSchema type and value for
SqlType.Date values (#39414)
add ac5262370d9 Adds documentation for the Delta Lake Read Managed I/O
(#39495)
add 901fccd7cf6 sdks/java: remove DefaultAnnotation(NonNull) from
package-info.java files
add 1d25d3b75a4 Merge pull request #39463: Remove
@DefaultAnnotation(NonNull.class) throughout project - it is already default
add fdac189a032 Fix nullness for PubsubIO
add 405438b83fe Merge pull request #39444: Fix nullness for PubsubIO
add dec8d23717a Bump torch (#39512)
No new revisions were added by this update.
Summary of changes:
..._Spark.json => beam_PostCommit_Python_Arm.json} | 0
.../beam_PostCommit_Java_IO_Performance_Tests.yml | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 21 +--
.github/workflows/build_release_candidate.yml | 2 +-
.github/workflows/finalize_release.yml | 2 +-
.test-infra/mock-apis/go.mod | 2 +-
.test-infra/mock-apis/go.sum | 4 +-
playground/kafka-emulator/build.gradle | 11 ++
runners/core-java/build.gradle | 1 +
.../apache/beam/runners/core/SimpleDoFnRunner.java | 13 ++
.../runners/core/construction/package-info.java | 4 -
.../beam/runners/core/metrics/package-info.java | 4 -
.../org/apache/beam/runners/core/package-info.java | 4 -
.../beam/runners/core/triggers/package-info.java | 4 -
.../runners/extensions/metrics/package-info.java | 4 -
.../google-cloud-dataflow-java/worker/build.gradle | 1 +
.../dataflow/worker/UngroupedWindmillReader.java | 7 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 5 +-
.../WindmillOpenTelemetryContextPropagator.java | 22 ++-
.../beam/runners/dataflow/worker/WindmillSink.java | 29 +++-
.../org/apache/beam/sdk/jmh/util/package-info.java | 4 -
.../apache/beam/sdk/annotations/package-info.java | 4 -
.../org/apache/beam/sdk/coders/package-info.java | 4 -
.../apache/beam/sdk/expansion/package-info.java | 4 -
.../beam/sdk/fn/splittabledofn/package-info.java | 4 -
.../org/apache/beam/sdk/harness/package-info.java | 3 -
.../org/apache/beam/sdk/io/fs/package-info.java | 4 -
.../java/org/apache/beam/sdk/io/package-info.java | 4 -
.../org/apache/beam/sdk/io/range/package-info.java | 4 -
.../org/apache/beam/sdk/metrics/package-info.java | 4 -
.../java/org/apache/beam/sdk/package-info.java | 4 -
.../org/apache/beam/sdk/runners/package-info.java | 3 -
.../beam/sdk/schemas/annotations/package-info.java | 4 -
.../apache/beam/sdk/schemas/io/package-info.java | 4 -
.../beam/sdk/schemas/io/payloads/package-info.java | 4 -
.../sdk/schemas/logicaltypes/package-info.java | 4 -
.../org/apache/beam/sdk/schemas/package-info.java | 4 -
.../sdk/schemas/parser/generated/package-info.java | 4 -
.../beam/sdk/schemas/parser/package-info.java | 4 -
.../beam/sdk/schemas/transforms/package-info.java | 4 -
.../schemas/transforms/providers/package-info.java | 4 -
.../beam/sdk/schemas/utils/package-info.java | 4 -
.../org/apache/beam/sdk/state/package-info.java | 4 -
.../org/apache/beam/sdk/testing/package-info.java | 4 -
.../beam/sdk/transforms/display/package-info.java | 4 -
.../sdk/transforms/errorhandling/package-info.java | 4 -
.../beam/sdk/transforms/join/package-info.java | 4 -
.../apache/beam/sdk/transforms/package-info.java | 4 -
.../beam/sdk/transforms/reflect/package-info.java | 3 -
.../transforms/splittabledofn/package-info.java | 4 -
.../sdk/transforms/windowing/package-info.java | 4 -
.../sdk/util/construction/graph/package-info.java | 4 -
.../beam/sdk/util/construction/package-info.java | 4 -
.../sdk/values/OpenTelemetryContextPropagator.java | 8 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 8 +-
.../org/apache/beam/sdk/values/package-info.java | 4 -
.../sdk/extensions/avro/coders/package-info.java | 4 -
.../beam/sdk/extensions/avro/io/package-info.java | 4 -
.../beam/sdk/extensions/avro/package-info.java | 4 -
.../avro/schemas/io/payloads/package-info.java | 4 -
.../sdk/extensions/avro/schemas/package-info.java | 4 -
.../extensions/avro/schemas/utils/AvroUtils.java | 2 +-
.../avro/schemas/utils/package-info.java | 4 -
.../avro/schemas/utils/AvroUtilsTest.java | 4 +-
.../sdk/extensions/sql/impl/rel/package-info.java | 4 -
.../sdk/extensions/sql/impl/rule/package-info.java | 4 -
.../sql/impl/transform/agg/package-info.java | 4 -
.../sql/meta/provider/mongodb/package-info.java | 4 -
.../sql/meta/provider/pubsub/package-info.java | 4 -
.../java/org/apache/beam/sdk/io/delta/DeltaIO.java | 41 ++++-
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../sdk/io/gcp/pubsub/AddTimestampAttribute.java | 13 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 15 +-
.../beam/sdk/io/gcp/pubsub/NestedRowToMessage.java | 8 +-
.../io/gcp/pubsub/PubSubPayloadTranslation.java | 46 ++---
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 59 ++++---
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 47 ++---
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 171 ++++++++++++-------
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 100 ++++++-----
.../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 23 ++-
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 42 +++--
...hAttributesAndMessageIdAndOrderingKeyCoder.java | 19 ++-
...bsubMessageWithAttributesAndMessageIdCoder.java | 14 +-
.../pubsub/PubsubMessageWithAttributesCoder.java | 9 +-
.../pubsub/PubsubMessageWithMessageIdCoder.java | 9 +-
.../pubsub/PubsubReadSchemaTransformProvider.java | 34 ++--
.../beam/sdk/io/gcp/pubsub/PubsubRowToMessage.java | 58 ++++---
.../sdk/io/gcp/pubsub/PubsubSchemaIOProvider.java | 51 +++---
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 118 ++++++++-----
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 62 ++++---
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 190 +++++++++++++--------
.../pubsub/PubsubWriteSchemaTransformProvider.java | 59 ++++---
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 92 ++++++----
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 79 +++++----
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 13 +-
.../sdk/io/gcp/spanner/CreateTransactionFn.java | 8 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 8 +-
.../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java | 8 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 32 +++-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 15 ++
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 42 ++++-
.../gcp/spanner/changestreams/dao/DaoFactory.java | 16 +-
.../dofn/CleanUpReadChangeStreamDoFn.java | 7 +
.../dofn/DetectNewPartitionsDoFn.java | 5 +-
.../spanner/changestreams/dofn/InitializeDoFn.java | 7 +
.../dofn/ReadChangeStreamPartitionDoFn.java | 5 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 +
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 14 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 3 +-
.../beam/sdk/io/iceberg/DynamicDestinations.java | 12 +-
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 33 +++-
.../io/iceberg/OneTableDynamicDestinations.java | 33 +++-
.../io/iceberg/WritePartitionedRowsToFiles.java | 13 +-
.../beam/sdk/io/iceberg/IcebergIOWriteTest.java | 54 ++++++
.../io/snowflake/crosslanguage/package-info.java | 4 -
.../anomaly_detection_pipeline/setup.py | 2 +-
sdks/python/scripts/run_integration_test.sh | 11 +-
sdks/python/test-suites/dataflow/common.gradle | 8 +-
.../site/content/en/documentation/io/connectors.md | 18 +-
.../site/content/en/documentation/io/managed-io.md | 68 ++++++++
120 files changed, 1315 insertions(+), 826 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_ValidatesRunner_Spark.json =>
beam_PostCommit_Python_Arm.json} (100%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/values/OpenTelemetryContextPropagator.java
=>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/WindmillOpenTelemetryContextPropagator.java
(76%)
