This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 4cfde9e6cbd [CI] Fix label race condition between LabelPrs and
pr-bot-pr-updates (#40141)
add b39a33a29ee Update runner capability matrix
add 2bf8ba50bb2 Merge pull request #40106 from Abacn/update-cap-matrix
add 9c805cc2fac Moving to 2.78.0-SNAPSHOT on master branch.
add 8e67bceb09a Update CHANGES.md for 2.78.0
add 57801c9b2d2 [Iceberg CDC sink] Write deltas transform (#40031)
add 706c76dc613 AddFiles: per-file coverage check and pinned-column
enforcement in ConvertToDataFile (#40143)
add 7b60339d86b Fix output bugs in FnApiDoFnRunner @OnTimer and
@OnWindowExpiration (#40024)
add a1e128896fc Add -PshowTests to print each test as it runs in gradle
(#40147)
add ab0ee639755 [SolaceIO] refactor SolaceIO's writers finishBundle
(#39612)
add dd873a690b7 [Iceberg CDC sink] Assign CDC keys (#40030)
add b4dc40f9c87 Remove nullness suppression in PTransformReplacements
add 8c25cc493bf Merge pull request #40045: Remove nullness suppression in
PTransformReplacements
add 0842cd3d077 [Website] Add blog post on Python UnboundedSource and
Watch (#40091)
add d3756036475 Addfiles wiring provider (#40150)
add 7459a91bd05 Improve docstrings for coder.RegisterCoder and
NewCustomCoder (#40050)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.../IO_Iceberg_Integration_Tests.json | 2 +-
CHANGES.md | 47 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 24 +
gradle.properties | 4 +-
scripts/beam-sql.sh | 2 +-
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/core/graph/coder/coder.go | 4 +
sdks/go/pkg/beam/core/graph/coder/registry.go | 25 +
.../util/construction/PTransformReplacements.java | 14 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 61 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 292 +++++
.../org/apache/beam/sdk/io/iceberg/AddFiles.java | 356 +++++-
.../iceberg/AddFilesSchemaTransformProvider.java | 129 +-
.../apache/beam/sdk/io/iceberg/FileSchemas.java | 115 +-
.../beam/sdk/io/iceberg/SchemaEvolutionConfig.java | 52 +-
.../beam/sdk/io/iceberg/SchemaEvolutionOption.java | 5 +-
.../sdk/io/iceberg/cdc/sink/AssignCdcKeys.java | 392 ++++++
.../sdk/io/iceberg/cdc/sink/ShardDeltaFiles.java | 87 ++
.../iceberg/cdc/sink/SingleTableDestinations.java | 79 ++
.../beam/sdk/io/iceberg/cdc/sink/WriteDeltas.java | 204 ++++
.../org/apache/beam/sdk/io/iceberg/AddFilesIT.java | 114 +-
.../AddFilesSchemaTransformProviderTest.java | 171 +++
.../apache/beam/sdk/io/iceberg/AddFilesTest.java | 921 +++++++++++++++
.../beam/sdk/io/iceberg/FileSchemasTest.java | 95 ++
.../sdk/io/iceberg/SchemaEvolutionConfigTest.java | 33 +-
.../sdk/io/iceberg/cdc/sink/AssignCdcKeysTest.java | 1244 ++++++++++++++++++++
.../sdk/io/iceberg/cdc/sink/CdcSinkTestUtils.java | 59 +
.../io/iceberg/cdc/sink/ShardDeltaFilesTest.java | 185 +++
.../sdk/io/iceberg/cdc/sink/WriteDeltasTest.java | 824 +++++++++++++
.../sdk/io/solace/broker/JcsmpSessionService.java | 8 +-
.../sdk/io/solace/broker/PublishResultHandler.java | 6 +-
.../beam/sdk/io/solace/broker/SessionService.java | 4 +-
.../solace/write/UnboundedBatchedSolaceWriter.java | 76 +-
.../sdk/io/solace/write/UnboundedSolaceWriter.java | 52 +-
.../write/UnboundedStreamingSolaceWriter.java | 21 +-
.../sdk/io/solace/MockEmptySessionService.java | 4 +-
.../apache/beam/sdk/io/solace/MockProducer.java | 54 +
.../beam/sdk/io/solace/MockSessionService.java | 8 +-
.../sdk/io/solace/MockSessionServiceFactory.java | 20 +-
.../beam/sdk/io/solace/SolaceIOWriteTest.java | 87 +-
sdks/python/apache_beam/version.py | 2 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 4 +
...batch.yaml => iceberg_add_files_evolution.yaml} | 38 +-
sdks/typescript/package.json | 2 +-
.../en/blog/python-unboundedsource-watch.md | 187 +++
website/www/site/data/authors.yml | 3 +
website/www/site/data/capability_matrix.yaml | 190 +--
48 files changed, 5976 insertions(+), 333 deletions(-)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/sink/AssignCdcKeys.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/sink/ShardDeltaFiles.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/sink/SingleTableDestinations.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/sink/WriteDeltas.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/AddFilesSchemaTransformProviderTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/AssignCdcKeysTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/ShardDeltaFilesTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/sink/WriteDeltasTest.java
copy sdks/python/apache_beam/yaml/tests/{iceberg_add_files_batch.yaml =>
iceberg_add_files_evolution.yaml} (71%)
create mode 100644
website/www/site/content/en/blog/python-unboundedsource-watch.md
