This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f31cad0 Merge pull request #16373 from [BEAM-13515] [Playground]
Hiding lines in an example that are not necessary
add 421bc80 Revert "Merge pull request #15863 from [BEAM-13184]
Autosharding for JdbcIO.write* transforms"
add 4f29108 BEAM-13611 reactivating jdbcio xlang test
add a00634d Merge pull request #16569 from Revert "Merge pull request
#15863 from [BEAM-13184] Autosharding for …
add d43c755 Merge pull request #16371 from [BEAM-13518][Playground] Beam
Playground quickstart page on the Beam website
add 77b410c Update Java FnAPI beam master (#16572)
add 93f41ce [BEAM-13699] Replace fnv with maphash. (#16573)
add 2c22d8b [BEAM-13693] Bump
beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming timeout to 12 hours
(#16576)
add 586739d [BEAM-13577] Beam Select's uniquifyNames function loses
nullability of Complex types while inferring schema
add ab6374e Merge pull request #16380 from
talatuyarer/BEAM-13577-select-uniquifyNames-nullablity
add bc39244 [BEAM-13689] Output token elements when BQ batch writes
complete.
add acd1d52 Merge pull request #16561 from [BEAM-13689] Output
TableDestination elements when BQ batch writes complete.
add 50e7235 [BEAM-10206] Remove Fatalf calls in non-test goroutines for
tests/benchmarks (#16575)
add e3c24f0 [BEAM-13430] Re-add provided configuration (#16552)
add 0909fb8 edited README and comments in Python multi-lang pipes examples
add 750b74e Merge pull request #16566: edited README and comments in
Python multi-lang pipes examples
add c074b0f [BEAM-12164]: Add SDF for reading change stream records
add f43789a Merge pull request #16514 from [BEAM-12164]: Add SDF for
reading change stream records
No new revisions were added by this update.
Summary of changes:
..._Java_ValidatesRunner_Dataflow_Streaming.groovy | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +-
examples/kotlin/build.gradle | 2 +-
examples/multi-language/README.md | 37 ++-
examples/multi-language/python/addprefix.py | 4 +-
examples/multi-language/python/javacount.py | 6 +-
.../multi-language/python/javadatagenerator.py | 6 +-
runners/direct-java/build.gradle | 4 +-
runners/flink/flink_runner.gradle | 3 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../worker/legacy-worker/build.gradle | 9 +-
runners/portability/java/build.gradle | 1 +
runners/spark/spark_runner.gradle | 12 +-
sdks/go/pkg/beam/core/runtime/exec/hash.go | 5 +-
sdks/go/pkg/beam/core/runtime/exec/hash_test.go | 4 +-
sdks/go/pkg/beam/core/runtime/exec/pardo_test.go | 12 +-
sdks/go/pkg/beam/core/runtime/exec/sdf_test.go | 10 +-
sdks/java/container/build.gradle | 2 +-
sdks/java/container/common.gradle | 8 +-
sdks/java/core/build.gradle | 10 +-
.../apache/beam/sdk/schemas/transforms/Select.java | 10 +-
sdks/java/extensions/sorter/build.gradle | 6 +-
sdks/java/extensions/sql/build.gradle | 16 +-
sdks/java/extensions/sql/datacatalog/build.gradle | 6 +-
.../sdk/extensions/sql/BeamSqlDslArrayTest.java | 53 +++-
.../rel/BeamCoGBKJoinRelBoundedVsBoundedTest.java | 32 +-
sdks/java/extensions/sql/zetasql/build.gradle | 2 +-
sdks/java/fn-execution/build.gradle | 2 +-
sdks/java/harness/build.gradle | 2 +-
sdks/java/io/debezium/build.gradle | 2 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 165 +++++-----
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 2 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 22 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 71 ++++-
.../spanner/changestreams/TimestampConverter.java | 64 ++++
.../changestreams/action/ActionFactory.java | 131 ++++++++
.../action/ChildPartitionsRecordAction.java | 230 ++++++++++++++
.../action/DataChangeRecordAction.java | 115 +++++++
.../action/HeartbeatRecordAction.java | 110 +++++++
.../action/QueryChangeStreamAction.java | 299 ++++++++++++++++++
.../spanner/changestreams/action/package-info.java | 23 ++
.../dofn/ReadChangeStreamPartitionDoFn.java | 230 ++++++++++++++
.../ReadChangeStreamPartitionRangeTracker.java | 80 +++++
.../changestreams/restriction/package-info.java | 23 ++
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 94 +++++-
.../changestreams/TimestampConverterTest.java | 69 +++++
.../action/ChildPartitionsRecordActionTest.java | 244 +++++++++++++++
.../action/DataChangeRecordActionTest.java | 91 ++++++
.../action/HeartbeatRecordActionTest.java | 85 ++++++
.../action/QueryChangeStreamActionTest.java | 337 +++++++++++++++++++++
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 171 +++++++++++
.../ReadChangeStreamPartitionRangeTrackerTest.java | 59 ++++
.../changestreams/util/TestTransactionAnswer.java | 42 +++
sdks/java/io/hadoop-common/build.gradle | 9 +-
sdks/java/io/hadoop-format/build.gradle | 19 +-
sdks/java/io/hbase/build.gradle | 2 +-
sdks/java/io/hcatalog/build.gradle | 13 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 107 +------
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 39 ---
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 30 --
sdks/java/io/kafka/build.gradle | 10 +-
sdks/java/io/parquet/build.gradle | 4 +-
sdks/java/io/rabbitmq/build.gradle | 2 +-
sdks/java/testing/tpcds/build.gradle | 2 +-
.../io/external/xlang_jdbcio_it_test.py | 1 -
website/www/site/assets/scss/_global.sass | 3 +
.../content/en/get-started/try-beam-playground.md | 102 +++++++
.../partials/section-menu/en/get-started.html | 1 +
.../www/site/layouts/shortcodes/playground.html | 19 ++
70 files changed, 3020 insertions(+), 382 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverter.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ActionFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ChildPartitionsRecordAction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/DataChangeRecordAction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/HeartbeatRecordAction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/QueryChangeStreamAction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/package-info.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/ReadChangeStreamPartitionDoFn.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/ReadChangeStreamPartitionRangeTracker.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/package-info.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/TimestampConverterTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/ChildPartitionsRecordActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/DataChangeRecordActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/HeartbeatRecordActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/QueryChangeStreamActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dofn/ReadChangeStreamPartitionDoFnTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/ReadChangeStreamPartitionRangeTrackerTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/TestTransactionAnswer.java
create mode 100644
website/www/site/content/en/get-started/try-beam-playground.md
create mode 100644 website/www/site/layouts/shortcodes/playground.html
