This is an automated email from the ASF dual-hosted git repository.
yhu pushed a change to branch pr-33574
in repository https://gitbox.apache.org/repos/asf/beam.git
from 43ddc022e2a Temporary modify spark version to 3.x in sparkreceiver.
add f452f0539bb Fix failed spark tests.
add 40cdc9d6f48 A better workaround for Spark 3.2.x
add b810034165d Take out the add-opens for tests as they were only run in
java 8 and 11.
add 908a50ba838 [Dataflow Streaming] Enable Windmill GetWork Response
Batching by default (#33847)
add 7356785e9ba Calculate byte size via sampling in StateBackedIterable if
size is not cheap to calculate (#33780)
add 906474398ff Revert "[Flink] disable operator chaining in
validatesRunner" (#33838)
add 7bec450c0fb [Dataflow Streaming] Optimize failed key processing by
indexing workitems by sharding key (#33755)
add 6ed460a5377 Bump beam-master container version (#33848)
add 14df78cb9c3 Write how-to doc on dataflow cost benchmarking (#33702)
add 2712794a3eb [Go SDK + Protos] Fix Proto Spec for Pane encoding + Go
SDK implementation. (#33840)
add b69b7030458 [#31438] Trigger Precusor work for Prism. (#33763)
add a4d6487a407 Fix Postcommit Python Arm workflow (#33849)
add f7c7ea760af Bump cloud.google.com/go/spanner from 1.73.0 to 1.75.0 in
/sdks (#33846)
add 325f76e6bf8 Bump github.com/docker/docker in /sdks (#33791)
add 6873c129863 Bump google.golang.org/api from 0.218.0 to 0.219.0 in
/sdks (#33789)
add e2e1cb44c91 Bump cloud.google.com/go/pubsub from 1.45.3 to 1.47.0 in
/sdks (#33832)
add fc43c12b6fc Fix user mailing list link on contribution page (#33856)
add 75cf1cb59c3 sdks/python: enable recursive deletion for GCSFileSystem
Paths (#33611)
add 6f5ab8b1cd3 Bump golang.org/x/oauth2 from 0.25.0 to 0.26.0 in /sdks
(#33862)
add f25c1c303bf Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#33860)
add ccfc648b01c Fix postcommit python dependency workflow (#33865)
add 80939c7fe96 Fix cut_release_branch workflow (#33869)
add be02408761e Moving to 2.64.0-SNAPSHOT on master branch.
add 9a9f33811a9 Restore "attributes of a Beam committer" to prior accuracy
add a4eb150a375 Merge pull request #33814 Restore "attributes of a Beam
committer" to prior accuracy
add 6ac9b97bb9f Merge branch 'master' into upgrade-slf4j
add 4f3df49be4c Update CHANGES.md to include the 2.64.0 release (#33874)
add 08a148b8ac4 Update release branch cut to still update container and
snapshot versions to 2.XX.0 (#33872)
add cc21ecd4343 Merge branch 'master' into upgrade-slf4j
add bdbb72e325d Mention changes in CHANGES.md
add 1710eff2bff Update comments
add d6b56c6cf48 Move sparkReceiver/2 to sparkreceiver/3 that supports
Spark 3.x.
add 935a63753bc Minor fix on cdap spark dependency
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.../beam_PerformanceTests_SparkReceiver_IO.yml | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 8 +-
.github/workflows/cut_release_branch.yml | 8 +-
CHANGES.md | 42 +-
build.gradle.kts | 2 +-
gradle.properties | 4 +-
.../beam/model/pipeline/v1/beam_runner_api.proto | 21 +-
release/src/main/scripts/set_version.sh | 5 +
release/src/main/scripts/verify_release_build.sh | 2 +-
runners/flink/flink_runner.gradle | 2 -
.../src/test/validatesRunnerConfig/flink-conf.yaml | 22 -
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../options/DataflowStreamingPipelineOptions.java | 1 +
.../google-cloud-dataflow-java/worker/build.gradle | 8 -
.../dataflow/worker/streaming/ActiveWorkState.java | 141 +++---
.../worker/streaming/ComputationState.java | 8 +-
.../streaming/WorkHeartbeatResponseProcessor.java | 16 +-
.../worker/streaming/WorkIdWithShardingKey.java | 15 +-
.../worker/StreamingDataflowWorkerTest.java | 117 +++--
.../worker/streaming/ActiveWorkStateTest.java | 170 ++++++-
runners/spark/3/build.gradle | 20 +
runners/spark/spark_runner.gradle | 4 +
sdks/go.mod | 58 +--
sdks/go.sum | 119 ++---
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/core/graph/coder/panes.go | 8 +-
sdks/go/pkg/beam/core/graph/coder/panes_test.go | 54 ++-
.../pkg/beam/core/graph/window/trigger/trigger.go | 2 +-
sdks/go/pkg/beam/core/typex/special.go | 13 +
.../pkg/beam/runners/prism/internal/engine/data.go | 19 +-
.../prism/internal/engine/elementmanager.go | 20 +-
.../beam/runners/prism/internal/engine/strategy.go | 539 ++++++++++++++++++++-
.../runners/prism/internal/engine/strategy_test.go | 388 +++++++++++++++
sdks/go/pkg/beam/runners/prism/internal/execute.go | 7 +-
.../beam/fn/harness/state/StateBackedIterable.java | 42 +-
.../fn/harness/state/StateBackedIterableTest.java | 4 +-
sdks/java/io/cdap/build.gradle | 16 +-
sdks/java/io/sparkreceiver/{2 => 3}/README.md | 6 +-
sdks/java/io/sparkreceiver/{2 => 3}/build.gradle | 0
.../beam/sdk/io/sparkreceiver/HasOffset.java | 0
.../ReadFromSparkReceiverWithOffsetDoFn.java | 0
.../beam/sdk/io/sparkreceiver/ReceiverBuilder.java | 0
.../beam/sdk/io/sparkreceiver/SparkConsumer.java | 0
.../beam/sdk/io/sparkreceiver/SparkReceiverIO.java | 0
.../sdk/io/sparkreceiver/WrappedSupervisor.java | 0
.../beam/sdk/io/sparkreceiver/package-info.java | 0
.../io/sparkreceiver/ArrayBufferDataReceiver.java | 0
.../io/sparkreceiver/ByteBufferDataReceiver.java | 0
.../io/sparkreceiver/CustomReceiverWithOffset.java | 0
.../sdk/io/sparkreceiver/IteratorDataReceiver.java | 0
.../sparkreceiver/RabbitMqReceiverWithOffset.java | 0
.../ReadFromSparkReceiverWithOffsetDoFnTest.java | 0
.../sdk/io/sparkreceiver/ReceiverBuilderTest.java | 0
.../sdk/io/sparkreceiver/SparkReceiverIOIT.java | 0
.../sdk/io/sparkreceiver/SparkReceiverIOTest.java | 0
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 3 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 25 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 29 +-
.../io/gcp/healthcare/dicomio_integration_test.py | 11 +-
.../ml/transforms/embeddings/huggingface_test.py | 4 +-
.../apache_beam/testing/benchmarks/README.md | 122 +++++
sdks/python/apache_beam/version.py | 2 +-
sdks/python/tox.ini | 2 +-
sdks/typescript/package.json | 2 +-
settings.gradle.kts | 2 +-
website/www/site/content/en/contribute/_index.md | 2 +-
.../www/site/content/en/contribute/attributes.md | 44 +-
.../content/en/contribute/become-a-committer.md | 7 +-
69 files changed, 1791 insertions(+), 384 deletions(-)
delete mode 100644 runners/flink/src/test/validatesRunnerConfig/flink-conf.yaml
copy
sdks/java/expansion-service/src/main/java/org/apache/beam/sdk/expansion/service/Dependency.java
=>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/WorkIdWithShardingKey.java
(72%)
rename sdks/java/io/sparkreceiver/{2 => 3}/README.md (95%)
rename sdks/java/io/sparkreceiver/{2 => 3}/build.gradle (100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/HasOffset.java (100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/ReadFromSparkReceiverWithOffsetDoFn.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/ReceiverBuilder.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/SparkConsumer.java (100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIO.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/WrappedSupervisor.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/main/java/org/apache/beam/sdk/io/sparkreceiver/package-info.java (100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ArrayBufferDataReceiver.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ByteBufferDataReceiver.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/CustomReceiverWithOffset.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/IteratorDataReceiver.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/RabbitMqReceiverWithOffset.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ReadFromSparkReceiverWithOffsetDoFnTest.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/ReceiverBuilderTest.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIOIT.java
(100%)
rename sdks/java/io/sparkreceiver/{2 =>
3}/src/test/java/org/apache/beam/sdk/io/sparkreceiver/SparkReceiverIOTest.java
(100%)
create mode 100644 sdks/python/apache_beam/testing/benchmarks/README.md
