This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 094eb7dc5d7 Increase granularity of DICOM IO Unit Tests (#29956)
add b666c6434dc [Dataflow Streaming] Make SideInputCache bytes and expiry
configurable (#29871)
add 97ca4430d97 remove threadlocal for DESERIALIZATION_CONTEXT and use
copy instead (#29952)
add f311d327aac Bump org.checkerframework:checkerframework-gradle-plugin
add bb0a2037970 Merge pull request #29811: Bump
org.checkerframework:checkerframework-gradle-plugin from 0.6.34 to 0.6.37
add 8fb06da4ce8 [RRIO] Build RequestResponseIO and related dependency
changes (#29710)
add 5e8fef44939 Bump timeout to 120 minutes (#29964)
add 8aa16df9bd1 Bump runner v2 beam-master to 20240109 (#29965)
add 6066af3dbd5 [YAML] - Kafka Proto String schema (#29835)
No new revisions were added by this update.
Summary of changes:
.../beam_PreCommit_Java_Kafka_IO_Direct.yml | 4 +-
buildSrc/build.gradle.kts | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../options/DataflowPipelineDebugOptions.java | 16 +-
.../dataflow/worker/StreamingDataflowWorker.java | 2 +-
.../worker/streaming/sideinput/SideInputCache.java | 11 +-
.../streaming/sideinput/SideInputStateFetcher.java | 6 +-
.../sideinput/SideInputStateFetcherTest.java | 14 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 19 +-
sdks/java/extensions/protobuf/build.gradle | 2 +
.../sdk/extensions/protobuf/ProtoByteUtils.java | 85 ++++
.../extensions/protobuf/ProtoByteUtilsTest.java | 49 ++
sdks/java/io/kafka/build.gradle | 1 +
.../KafkaReadSchemaTransformConfiguration.java | 23 +
.../io/kafka/KafkaReadSchemaTransformProvider.java | 157 +++---
.../kafka/KafkaWriteSchemaTransformProvider.java | 94 +++-
.../KafkaReadSchemaTransformProviderTest.java | 64 +++
.../KafkaWriteSchemaTransformProviderTest.java | 22 +-
.../apache/beam/io/requestresponse/ApiIOError.java | 7 +-
.../org/apache/beam/io/requestresponse/Cache.java | 190 +++++--
.../org/apache/beam/io/requestresponse/Call.java | 377 ++++++++++----
.../beam/io/requestresponse/CallShouldBackoff.java | 2 +-
...llShouldBackoffBasedOnRejectionProbability.java | 2 +-
...ava => DefaultSerializableBackoffSupplier.java} | 24 +-
.../apache/beam/io/requestresponse/Monitoring.java | 362 ++++++++++++++
.../org/apache/beam/io/requestresponse/Quota.java | 7 +-
.../beam/io/requestresponse/RedisClient.java | 4 +-
.../apache/beam/io/requestresponse/Repeater.java | 85 +++-
.../beam/io/requestresponse/RequestResponseIO.java | 552 +++++++++++++++++++--
.../org/apache/beam/io/requestresponse/Result.java | 65 +--
.../{Caller.java => SerializableSupplier.java} | 13 +-
.../ThrottleWithExternalResource.java | 12 +-
.../UserCodeExecutionException.java | 8 +
.../io/requestresponse/UserCodeQuotaException.java | 6 +
.../UserCodeRemoteSystemException.java | 9 +
.../requestresponse/UserCodeTimeoutException.java | 9 +
.../requestresponse/WindowedCallShouldBackoff.java | 76 +++
.../apache/beam/io/requestresponse/CacheIT.java | 16 +-
...ouldBackoffBasedOnRejectionProbabilityTest.java | 2 +-
.../apache/beam/io/requestresponse/CallTest.java | 1 -
.../EchoGRPCCallerWithSetupTeardownIT.java | 2 +-
.../beam/io/requestresponse/EchoRequestCoder.java | 1 +
...choRequestCoder.java => EchoResponseCoder.java} | 13 +-
.../beam/io/requestresponse/RedisClientIT.java | 2 +-
.../beam/io/requestresponse/RepeaterTest.java | 2 +-
.../io/requestresponse/RequestResponseIOIT.java | 95 ++++
.../io/requestresponse/RequestResponseIOTest.java | 508 +++++++++++++++++++
.../ThrottleWithExternalResourceIT.java | 6 +-
.../WindowedCallShouldBackoffTest.java | 56 +++
sdks/python/apache_beam/yaml/standard_io.yaml | 1 +
50 files changed, 2646 insertions(+), 442 deletions(-)
copy
sdks/java/io/rrio/src/main/java/org/apache/beam/io/requestresponse/{CallShouldBackoff.java
=> DefaultSerializableBackoffSupplier.java} (61%)
create mode 100644
sdks/java/io/rrio/src/main/java/org/apache/beam/io/requestresponse/Monitoring.java
copy
.test-infra/pipelines/src/main/java/org/apache/beam/testinfra/pipelines/conversions/RowConversionResult.java
=>
sdks/java/io/rrio/src/main/java/org/apache/beam/io/requestresponse/Result.java
(54%)
copy
sdks/java/io/rrio/src/main/java/org/apache/beam/io/requestresponse/{Caller.java
=> SerializableSupplier.java} (74%)
create mode 100644
sdks/java/io/rrio/src/main/java/org/apache/beam/io/requestresponse/WindowedCallShouldBackoff.java
copy
sdks/java/io/rrio/src/test/java/org/apache/beam/io/requestresponse/{EchoRequestCoder.java
=> EchoResponseCoder.java} (74%)
create mode 100644
sdks/java/io/rrio/src/test/java/org/apache/beam/io/requestresponse/RequestResponseIOIT.java
create mode 100644
sdks/java/io/rrio/src/test/java/org/apache/beam/io/requestresponse/RequestResponseIOTest.java
create mode 100644
sdks/java/io/rrio/src/test/java/org/apache/beam/io/requestresponse/WindowedCallShouldBackoffTest.java
