This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 4e96e700c2d Disable firestore integration tests temporarily (#25891)
add 315b53d6611 [Go SDK]: Align filesystem List behaviors (#25811)
add 4ceb475ebe4 Google Cloud Bigtable Change Stream Connector (#25797)
add e8eccaf6290 Update beam.Pardo doc comment about SDFs (#25781)
add 476c43356db add write options with create disposition for bigqueryio
(#25352)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 43 ++++-
sdks/go/pkg/beam/io/filesystem/filesystem.go | 1 +
sdks/go/pkg/beam/io/filesystem/gcs/gcs.go | 52 +++---
sdks/go/pkg/beam/io/filesystem/local/local_test.go | 19 ++
.../go/pkg/beam/io/filesystem/memfs/memory_test.go | 6 +
sdks/go/pkg/beam/io/filesystem/s3/s3.go | 7 +-
sdks/go/pkg/beam/io/filesystem/s3/s3_test.go | 2 +-
sdks/go/pkg/beam/io/filesystem/s3/util.go | 9 -
sdks/go/pkg/beam/io/filesystem/s3/util_test.go | 27 ---
sdks/go/pkg/beam/pardo.go | 34 +++-
.../filesystem/s3/util.go => util/fsx/prefix.go} | 43 +----
sdks/go/pkg/beam/util/fsx/prefix_test.go | 45 +++++
.../integration/io/bigqueryio/bigqueryio_test.go | 193 ++++++++++++++++++++
.../test/integration/io/bigqueryio/helper_test.go | 81 +++++++++
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 76 +++++---
.../changestreams/ByteStringRangeHelper.java | 118 +++++++++++-
.../changestreams/ChangeStreamMetrics.java | 145 +++++++++++++++
.../changestreams/ChangeStreamMutation.java | 27 ---
.../bigtable/changestreams/TimestampConverter.java | 14 +-
.../changestreams/action/ActionFactory.java | 18 +-
.../changestreams/action/ChangeStreamAction.java | 116 +++++++++++-
.../action/DetectNewPartitionsAction.java | 27 +--
.../action/GenerateInitialPartitionsAction.java | 46 ++++-
.../action/ReadChangeStreamPartitionAction.java | 126 +++++++++++--
.../dao/BigtableChangeStreamAccessor.java | 194 ++++++++++++++++++++
.../changestreams/dao/ChangeStreamDao.java | 71 +++++++-
.../gcp/bigtable/changestreams/dao/DaoFactory.java | 18 +-
.../changestreams/dao/MetadataTableAdminDao.java | 95 +++++++++-
.../changestreams/dao/MetadataTableDao.java | 165 ++++++++++++++++-
.../dofn/DetectNewPartitionsDoFn.java | 21 +--
.../changestreams/dofn/InitializeDoFn.java | 33 +++-
.../dofn/ReadChangeStreamPartitionDoFn.java | 18 +-
.../encoder/MetadataTableEncoder.java | 62 +++++++
.../changestreams/encoder/package-info.java | 2 +
.../changestreams/model/PartitionRecord.java | 66 ++++---
.../ReadChangeStreamPartitionProgressTracker.java | 2 +-
.../changestreams/restriction/StreamProgress.java | 64 ++++++-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 12 +-
.../changestreams/ByteStringRangeHelperTest.java | 186 +++++++++++++++++++
.../changestreams/TimestampConverterTest.java | 22 +--
.../action/ChangeStreamActionTest.java | 179 ++++++++++++++++++
.../action/DetectNewPartitionsActionTest.java | 122 +++++++++++++
.../GenerateInitialPartitionsActionTest.java | 115 ++++++++++++
.../ReadChangeStreamPartitionActionTest.java | 202 +++++++++++++++++++++
.../dao/MetadataTableAdminDaoTest.java | 126 +++++++++++++
.../changestreams/dao/MetadataTableDaoTest.java | 140 ++++++++++++++
.../changestreams/dofn/InitializeDoFnTest.java | 123 +++++++++++++
...adChangeStreamPartitionProgressTrackerTest.java | 84 +++++++++
50 files changed, 3067 insertions(+), 333 deletions(-)
copy sdks/go/pkg/beam/{io/filesystem/s3/util.go => util/fsx/prefix.go} (51%)
create mode 100644 sdks/go/pkg/beam/util/fsx/prefix_test.go
create mode 100644 sdks/go/test/integration/io/bigqueryio/bigqueryio_test.go
create mode 100644 sdks/go/test/integration/io/bigqueryio/helper_test.go
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ChangeStreamMutation.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/BigtableChangeStreamAccessor.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/encoder/MetadataTableEncoder.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ByteStringRangeHelperTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/ChangeStreamActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/DetectNewPartitionsActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/GenerateInitialPartitionsActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/action/ReadChangeStreamPartitionActionTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/MetadataTableAdminDaoTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dao/MetadataTableDaoTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/InitializeDoFnTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/restriction/ReadChangeStreamPartitionProgressTrackerTest.java
