This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git.
from f31cad0 Merge pull request #16373 from [BEAM-13515] [Playground] Hiding lines in an example that are not necessary add 421bc80 Revert "Merge pull request #15863 from [BEAM-13184] Autosharding for JdbcIO.write* transforms" add 4f29108 BEAM-13611 reactivating jdbcio xlang test add a00634d Merge pull request #16569 from Revert "Merge pull request #15863 from [BEAM-13184] Autosharding for … add d43c755 Merge pull request #16371 from [BEAM-13518][Playground] Beam Playground quickstart page on the Beam website add 77b410c Update Java FnAPI beam master (#16572) add 93f41ce [BEAM-13699] Replace fnv with maphash. (#16573) add 2c22d8b [BEAM-13693] Bump beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming timeout to 12 hours (#16576) add 586739d [BEAM-13577] Beam Select's uniquifyNames function loses nullability of Complex types while inferring schema add ab6374e Merge pull request #16380 from talatuyarer/BEAM-13577-select-uniquifyNames-nullablity add bc39244 [BEAM-13689] Output token elements when BQ batch writes complete. add acd1d52 Merge pull request #16561 from [BEAM-13689] Output TableDestination elements when BQ batch writes complete. add 50e7235 [BEAM-10206] Remove Fatalf calls in non-test goroutines for tests/benchmarks (#16575) add e3c24f0 [BEAM-13430] Re-add provided configuration (#16552) add 0909fb8 edited README and comments in Python multi-lang pipes examples add 750b74e Merge pull request #16566: edited README and comments in Python multi-lang pipes examples add c074b0f [BEAM-12164]: Add SDF for reading change stream records add f43789a Merge pull request #16514 from [BEAM-12164]: Add SDF for reading change stream records No new revisions were added by this update. Summary of changes: ..._Java_ValidatesRunner_Dataflow_Streaming.groovy | 2 +- .../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +- examples/kotlin/build.gradle | 2 +- examples/multi-language/README.md | 37 ++- examples/multi-language/python/addprefix.py | 4 +- examples/multi-language/python/javacount.py | 6 +- .../multi-language/python/javadatagenerator.py | 6 +- runners/direct-java/build.gradle | 4 +- runners/flink/flink_runner.gradle | 3 +- runners/google-cloud-dataflow-java/build.gradle | 2 +- .../worker/legacy-worker/build.gradle | 9 +- runners/portability/java/build.gradle | 1 + runners/spark/spark_runner.gradle | 12 +- sdks/go/pkg/beam/core/runtime/exec/hash.go | 5 +- sdks/go/pkg/beam/core/runtime/exec/hash_test.go | 4 +- sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 12 +- sdks/go/pkg/beam/core/runtime/exec/sdf_test.go | 10 +- sdks/java/container/build.gradle | 2 +- sdks/java/container/common.gradle | 8 +- sdks/java/core/build.gradle | 10 +- .../apache/beam/sdk/schemas/transforms/Select.java | 10 +- sdks/java/extensions/sorter/build.gradle | 6 +- sdks/java/extensions/sql/build.gradle | 16 +- sdks/java/extensions/sql/datacatalog/build.gradle | 6 +- .../sdk/extensions/sql/BeamSqlDslArrayTest.java | 53 +++- .../rel/BeamCoGBKJoinRelBoundedVsBoundedTest.java | 32 +- sdks/java/extensions/sql/zetasql/build.gradle | 2 +- sdks/java/fn-execution/build.gradle | 2 +- sdks/java/harness/build.gradle | 2 +- sdks/java/io/debezium/build.gradle | 2 +- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 165 +++++----- .../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 2 +- .../sdk/io/gcp/bigquery/StreamingWriteTables.java | 4 +- .../beam/sdk/io/gcp/bigquery/WriteRename.java | 22 +- .../beam/sdk/io/gcp/bigquery/WriteResult.java | 71 ++++- .../spanner/changestreams/TimestampConverter.java | 64 ++++ .../changestreams/action/ActionFactory.java | 131 ++++++++ .../action/ChildPartitionsRecordAction.java | 230 ++++++++++++++ .../action/DataChangeRecordAction.java | 115 +++++++ .../action/HeartbeatRecordAction.java | 110 +++++++ .../action/QueryChangeStreamAction.java | 299 ++++++++++++++++++ .../spanner/changestreams/action/package-info.java | 23 ++ .../dofn/ReadChangeStreamPartitionDoFn.java | 230 ++++++++++++++ .../ReadChangeStreamPartitionRangeTracker.java | 80 +++++ .../changestreams/restriction/package-info.java | 23 ++ .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 94 +++++- .../changestreams/TimestampConverterTest.java | 69 +++++ .../action/ChildPartitionsRecordActionTest.java | 244 +++++++++++++++ .../action/DataChangeRecordActionTest.java | 91 ++++++ .../action/HeartbeatRecordActionTest.java | 85 ++++++ .../action/QueryChangeStreamActionTest.java | 337 +++++++++++++++++++++ .../dofn/ReadChangeStreamPartitionDoFnTest.java | 171 +++++++++++ .../ReadChangeStreamPartitionRangeTrackerTest.java | 59 ++++ .../changestreams/util/TestTransactionAnswer.java | 42 +++ sdks/java/io/hadoop-common/build.gradle | 9 +- sdks/java/io/hadoop-format/build.gradle | 19 +- sdks/java/io/hbase/build.gradle | 2 +- sdks/java/io/hcatalog/build.gradle | 13 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 107 +------ .../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 39 --- .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 30 -- sdks/java/io/kafka/build.gradle | 10 +- sdks/java/io/parquet/build.gradle | 4 +- sdks/java/io/rabbitmq/build.gradle | 2 +- sdks/java/testing/tpcds/build.gradle | 2 +- .../io/external/xlang_jdbcio_it_test.py | 1 - website/www/site/assets/scss/_global.sass | 3 + .../content/en/get-started/try-beam-playground.md | 102 +++++++ .../partials/section-menu/en/get-started.html | 1 + .../www/site/layouts/shortcodes/playground.html | 19 ++ 70 files changed, 3020 insertions(+), 382 deletions(-) create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverter.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ActionFactory.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ChildPartitionsRecordAction.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/DataChangeRecordAction.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/HeartbeatRecordAction.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/QueryChangeStreamAction.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/package-info.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/ReadChangeStreamPartitionDoFn.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/ReadChangeStreamPartitionRangeTracker.java create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/package-info.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverterTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ChildPartitionsRecordActionTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/DataChangeRecordActionTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/HeartbeatRecordActionTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/QueryChangeStreamActionTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/ReadChangeStreamPartitionDoFnTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/ReadChangeStreamPartitionRangeTrackerTest.java create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/TestTransactionAnswer.java create mode 100644 website/www/site/content/en/get-started/try-beam-playground.md create mode 100644 website/www/site/layouts/shortcodes/playground.html