This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 3d05eec17d4 Update bigquery.py (#31620)
add b058f0fcbd1 Add SolaceCheckpointMark for handling Solace checkpointing
(#31621)
add ef885399c92 CassandraIO: Fix generic SelectAll clauses provided by
ValueProvider<String> causing CassandraIO.read to fail (#31623)
add 96b9de0fee9 Solace Read connector: UnboundedSource and UnboundedReader
(#31636)
add 2b9078506ca Add interfaces for broker-helper classes (#31635)
add 33267eae7d9 warn when using auto_unique_labels (#31551)
add 3ed91c880f8 Update build_release_candidate.yml (#31638)
add aabf7d0fb46 Bump scikit-learn from 1.0.2 to 1.5.0 in
/sdks/python/apache_beam/examples/inference/anomaly_detection/anomaly_detection_pipeline
(#31629)
add 9379df192be Use correct name for tox doc task.
add 8e308cd666f Merge pull request #31643: Use correct name for tox doc
task.
add eaea331981c Add counters for bytes read/written per gcs bucket (#31498)
add 0a392e9c238 Feature add metrics counting the number of bytes
read/written from/to GCS bucket per job (#31466)
add b3bb85e909d Update the list of reviewers. (#31646)
add 0cce58f12cf Use intended version for elasticsearch tests (#31639)
add 561bf2f07e1 Fix playground examples (#31647)
add 9b0b6b6a38d Update learning-resources.md
add cfbcdf03906 Merge pull request #31654 from liferoad/patch-14
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 3 -
...beam_PreCommit_Java_ElasticSearch_IO_Direct.yml | 1 -
.github/workflows/build_release_candidate.yml | 18 +-
.../Core Transforms/GroupByKey/GroupByKey/task.py | 20 +-
.../sdk/extensions/gcp/options/GcsOptions.java | 30 ++
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 109 +++++++-
.../util/channels/CountingReadableByteChannel.java | 63 +++++
.../util/channels/CountingSeekableByteChannel.java | 116 ++++++++
.../util/channels/CountingWritableByteChannel.java | 60 ++++
.../gcp/util/channels/package-info.java} | 10 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 131 ++++++++-
.../CountingChannelsIsOpenCloseMethodsTest.java | 105 +++++++
.../channels/CountingChannelsReadMethodsTest.java | 122 +++++++++
.../channels/CountingChannelsWriteMethodsTest.java | 118 ++++++++
.../channels/CountingSeekableByteChannelTest.java | 68 +++++
.../org/apache/beam/sdk/io/cassandra/ReadFn.java | 13 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 89 ++++++
.../elasticsearch-tests-5/build.gradle | 47 ----
.../src/test/contrib/create_elk_container.sh | 24 --
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 213 ---------------
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 301 ---------------------
.../src/test/resources/clientkeystore | Bin 1942 -> 0 bytes
.../elasticsearch-tests-6/build.gradle | 46 ----
.../src/test/contrib/create_elk_container.sh | 24 --
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 213 ---------------
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 294 --------------------
.../src/test/resources/clientkeystore | Bin 1942 -> 0 bytes
.../elasticsearch-tests-7/build.gradle | 3 +-
.../elasticsearch-tests-8/build.gradle | 9 +-
.../elasticsearch-tests-common/build.gradle | 32 ++-
.../io/elasticsearch/ElasticsearchIOITCommon.java | 1 +
.../elasticsearch/ElasticsearchIOTestCommon.java | 8 +-
.../io/elasticsearch/ElasticsearchIOTestUtils.java | 1 +
.../beam/sdk/io/elasticsearch/package-info.java} | 11 +-
sdks/java/io/solace/build.gradle | 4 +
.../beam/sdk/io/solace/broker/MessageReceiver.java | 59 ++++
.../beam/sdk/io/solace/broker/SempClient.java | 49 ++++
.../sdk/io/solace/broker/SempClientFactory.java | 11 +-
.../beam/sdk/io/solace/broker/SessionService.java | 50 ++++
.../io/solace/broker/SessionServiceFactory.java | 9 +-
.../sdk/io/solace/read/SolaceCheckpointMark.java | 98 +++++++
.../sdk/io/solace/read/UnboundedSolaceReader.java | 191 +++++++++++++
.../sdk/io/solace/read/UnboundedSolaceSource.java | 148 ++++++++++
.../anomaly_detection_pipeline/setup.py | 2 +-
.../transforms/aggregation/approximatequantiles.py | 4 +-
.../transforms/aggregation/approximateunique.py | 2 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 55 +++-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 62 ++++-
.../python/apache_beam/options/pipeline_options.py | 18 +-
sdks/python/apache_beam/pipeline.py | 9 +-
sdks/python/apache_beam/pipeline_test.py | 5 +-
.../runners/dataflow/internal/apiclient.py | 4 +
settings.gradle.kts | 3 -
.../python/aggregation/approximatequantiles.md | 6 +-
.../python/aggregation/approximateunique.md | 7 +-
.../transforms/python/aggregation/batchelements.md | 5 +-
.../transforms/python/aggregation/count.md | 2 +-
.../transforms/python/aggregation/groupbykey.md | 2 +-
.../transforms/python/aggregation/tolist.md | 10 +-
.../en/documentation/transforms/python/overview.md | 2 +-
.../en/get-started/resources/learning-resources.md | 2 +-
.../partials/section-menu/en/documentation.html | 1 +
62 files changed, 1853 insertions(+), 1270 deletions(-)
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingReadableByteChannel.java
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingSeekableByteChannel.java
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingWritableByteChannel.java
copy
sdks/java/{io/solace/src/main/java/org/apache/beam/sdk/io/solace/broker/SempClientFactory.java
=>
extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/channels/package-info.java}
(71%)
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsIsOpenCloseMethodsTest.java
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsReadMethodsTest.java
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingChannelsWriteMethodsTest.java
create mode 100644
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/channels/CountingSeekableByteChannelTest.java
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/build.gradle
delete mode 100755
sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/src/test/contrib/create_elk_container.sh
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/src/test/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOIT.java
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/src/test/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOTest.java
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/src/test/resources/clientkeystore
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-6/build.gradle
delete mode 100755
sdks/java/io/elasticsearch-tests/elasticsearch-tests-6/src/test/contrib/create_elk_container.sh
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-6/src/test/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOIT.java
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-6/src/test/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOTest.java
delete mode 100644
sdks/java/io/elasticsearch-tests/elasticsearch-tests-6/src/test/resources/clientkeystore
rename sdks/java/io/elasticsearch-tests/elasticsearch-tests-common/src/{test
=> main}/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOITCommon.java
(99%)
rename sdks/java/io/elasticsearch-tests/elasticsearch-tests-common/src/{test
=>
main}/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOTestCommon.java
(99%)
rename sdks/java/io/elasticsearch-tests/elasticsearch-tests-common/src/{test
=>
main}/java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIOTestUtils.java
(99%)
copy
sdks/java/io/{solace/src/main/java/org/apache/beam/sdk/io/solace/broker/SempClientFactory.java
=>
elasticsearch-tests/elasticsearch-tests-common/src/main/java/org/apache/beam/sdk/io/elasticsearch/package-info.java}
(71%)
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/broker/MessageReceiver.java
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/broker/SempClient.java
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/broker/SessionService.java
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/read/SolaceCheckpointMark.java
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/read/UnboundedSolaceReader.java
create mode 100644
sdks/java/io/solace/src/main/java/org/apache/beam/sdk/io/solace/read/UnboundedSolaceSource.java
