This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git.
from f779a3f Merge pull request #17054 from [BEAM-14075] [SnowflakeIO] Change a output type in WriteToSnowflake add d324e9e [BEAM-13175] Add KinesisIO.write for AWS SDK v2. add ae06110 Merge pull request #16077: [BEAM-13175] Add KinesisIO.write for AWS SDK v2. add 9215856 [BEAM-13175] Document changes to IOs in amazon-web-services2 for AWS Java SDK v2 including new write support in KinesisIO. add 7bc28f7 Merge pull request #17082: [BEAM-13175] Document changes to IOs in amazon-web-services2 for AWS Java SDK v2 add 5698dfe [BEAM-13767] Move a bunch of python tasks to use gradle configuration… (#17087) add 75ebaa3 documented maven-to-gradle conversion for Dataflow; refactored java quickstart add 4a8b658 adding a list of example pipelines add d6de68d removing unnecessary `ls` command from maven project generation add e459e10 fixing filename formatting in response to feedback add fb00907 adding extra step emphasizing runner setupt add 236b1d6 reorganized instructions to emphasize setup steps for runners add 309b2d9 Merge pull request #17033 from pcoet/java-qs-gradle add 5c06909 Merge pull request #17052 from [BEAM-13818] [SnowflakeIO] Add support for unencrypted private keys add 5ef9b7e Adding pydoc for StateHandler (#17091) add e2ca693 BEAM-3165 Bypass split if numSplit is zero (#17084) add 32bfbc7 Updates x-lang release validation to use staged jars add fc442c1 Merge pull request #17010: [BEAM-14047] Updates x-lang release validation to use staged jars No new revisions were added by this update. Summary of changes: CHANGES.md | 7 + build.gradle.kts | 3 +- .../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +- .../org/apache/beam/gradle/Repositories.groovy | 4 - .../org/apache/beam/gradle/VendorJavaPlugin.groovy | 4 + release/src/main/scripts/run_rc_validation.sh | 22 +- sdks/java/bom/build.gradle | 1 + sdks/java/bom/common.gradle | 3 + .../src/main/resources/beam/suppressions.xml | 1 + sdks/java/io/amazon-web-services2/build.gradle | 41 +- .../apache/beam/sdk/io/aws2/common/ClientPool.java | 123 ++++ .../io/aws2/kinesis/AsyncPutRecordsHandler.java | 271 ++++++++ .../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 768 ++++++++++++++++++++- .../sdk/io/aws2/kinesis/KinesisPartitioner.java | 87 +++ .../sdk/io/aws2/kinesis/RecordsAggregator.java | 182 +++++ .../beam/sdk/io/aws2/common/ClientPoolTest.java | 146 ++++ .../aws2/kinesis/AsyncPutRecordsHandlerTest.java | 192 ++++++ .../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 69 +- .../sdk/io/aws2/kinesis/KinesisIOWriteTest.java | 450 ++++++++++++ .../sdk/io/aws2/kinesis/PutRecordsHelpers.java | 96 +++ .../sdk/io/aws2/kinesis/RecordsAggregatorTest.java | 159 +++++ .../beam/sdk/io/aws2/options/AwsModuleTest.java | 12 +- .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 5 +- sdks/java/io/snowflake/build.gradle | 1 + .../apache/beam/sdk/io/snowflake/KeyPairUtils.java | 113 ++- .../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 66 +- .../beam/sdk/io/snowflake/test/TestUtils.java | 22 +- .../test/unit/DataSourceConfigurationTest.java | 142 +++- .../test/unit/write/StreamingWriteTest.java | 4 +- ..._rsa_key.p8 => valid_encrypted_test_rsa_key.p8} | 0 .../resources/valid_unencrypted_test_rsa_key.p8 | 28 + sdks/python/apache_beam/io/snowflake.py | 12 +- .../apache_beam/runners/worker/sdk_worker.py | 33 + sdks/python/container/build.gradle | 6 +- sdks/python/container/common.gradle | 16 +- sdks/python/test-suites/direct/build.gradle | 4 +- sdks/python/test-suites/direct/common.gradle | 10 +- sdks/python/test-suites/portable/build.gradle | 10 +- sdks/python/test-suites/portable/common.gradle | 10 +- sdks/python/test-suites/tox/common.gradle | 2 +- .../en/documentation/io/built-in/snowflake.md | 4 - .../site/content/en/get-started/quickstart-java.md | 642 ++++++++--------- 42 files changed, 3235 insertions(+), 546 deletions(-) create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/ClientPool.java create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandler.java create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisPartitioner.java create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregator.java create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/common/ClientPoolTest.java create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandlerTest.java create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIOWriteTest.java create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/PutRecordsHelpers.java create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregatorTest.java rename sdks/java/io/snowflake/src/test/resources/{valid_test_rsa_key.p8 => valid_encrypted_test_rsa_key.p8} (100%) create mode 100644 sdks/java/io/snowflake/src/test/resources/valid_unencrypted_test_rsa_key.p8