This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 423a3c38b06 update py container tag (#37144)
add cc8dc2fe4f2 Add timestamp precision option to bigquery storage read
for TIMESTAMP(12) columns. (#37079)
add 39652cf27a0 Address the warning in a DoFn from periodicsequence.py
(#37153)
add ff01a52e60e Bump org.javacc.javacc from 3.0.3 to 4.0.3 (#37158)
add 87de10f36cc Add support for kw_only dataclasses (addresses #36978)
(#36979)
add b987d37994b Add table information to BigQueryStorageApiInsertError
(#36832)
add 3464da5db7e Check that billing project is not null in
BigQuerySourceBase (#36788)
add 92913b74903 fix: Add limit to stream partitions query to avoid loading
old cell versions (#37099)
add e655f5c5990 Support log level override for direct runner (#37100)
add c5112609071 make pulsar getters public (#37169)
add ca27526d759 Iceberg fileio close (#37168)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../apache/beam/runners/direct/DirectRunner.java | 3 +-
.../beam/runners/direct/DirectRunnerTest.java | 47 ++
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 32 +-
.../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 13 +
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 10 +-
.../bigquery/BigQueryStorageApiInsertError.java | 18 +-
.../BigQueryStorageApiInsertErrorCoder.java | 11 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 43 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 67 ++-
.../gcp/bigquery/BigQueryStorageTableSource.java | 40 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 8 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 11 +-
.../bigquery/StorageApiWritesShardedRecords.java | 13 +-
.../changestreams/dao/MetadataTableDao.java | 21 +-
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 644 +++++++++++++++++++++
.../io/gcp/bigquery/BigQueryIOTranslationTest.java | 22 +
.../BigQueryStorageApiInsertErrorCoderTest.java | 121 ++++
.../changestreams/dao/MetadataTableDaoTest.java | 70 +++
.../beam/sdk/io/iceberg/AppendFilesToTables.java | 14 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 50 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 105 ++++
.../apache/beam/sdk/io/pulsar/PulsarMessage.java | 12 +-
sdks/python/apache_beam/coders/coder_impl.py | 41 +-
.../apache_beam/coders/coders_test_common.py | 10 +
.../apache_beam/transforms/periodicsequence.py | 7 +-
settings.gradle.kts | 2 +-
27 files changed, 1372 insertions(+), 65 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryStorageApiInsertErrorCoderTest.java
