This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from ac2706a291b Fix timestamp issue in a yaml pipeline that calls SQL
transform (#35789)
add 624b2fcd3fd Avoid unreasonably long stage names for @ptransform_fn.
(#35660)
add dab36a365c8 feat(io): Add option to include source filename in file
reads (#35775)
add 8aec418c9f2 Bump github.com/docker/docker in /sdks (#35731)
add 73b1090093b Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#35782)
add 486de0f1177 Reenable prism as default (#35621)
add e0cbfe1c78d Bump cloud.google.com/go/storage from 1.55.0 to 1.56.0 in
/sdks (#35683)
add 4114f7c314a Add BigTableRead connector and new feature implemented
(#35696)
add d935ef83fa3 Iobase streaming others (#35418)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
CHANGES.md | 8 +-
sdks/go.mod | 46 ++--
sdks/go.sum | 94 +++----
.../java/org/apache/beam/fn/harness/FnHarness.java | 6 +-
.../BigtableReadSchemaTransformProvider.java | 134 +++++++---
.../BigtableWriteSchemaTransformProvider.java | 31 +--
.../BigtableReadSchemaTransformProviderIT.java | 247 ++++++++++++------
...gtableSimpleWriteSchemaTransformProviderIT.java | 34 +--
sdks/python/apache_beam/dataframe/io.py | 31 ++-
sdks/python/apache_beam/io/avroio.py | 60 +++--
sdks/python/apache_beam/io/avroio_test.py | 274 +++++++++++++++++++
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 4 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 3 +-
sdks/python/apache_beam/io/iobase_it_test.py | 72 +++++
sdks/python/apache_beam/io/parquetio.py | 102 ++++++--
sdks/python/apache_beam/io/parquetio_it_test.py | 41 +++
sdks/python/apache_beam/io/parquetio_test.py | 290 +++++++++++++++++++++
sdks/python/apache_beam/io/textio.py | 37 ++-
sdks/python/apache_beam/io/textio_test.py | 25 ++
sdks/python/apache_beam/io/tfrecordio.py | 46 +++-
sdks/python/apache_beam/io/tfrecordio_test.py | 259 ++++++++++++++++++
.../ml/rag/ingestion/bigquery_it_test.py | 2 +-
sdks/python/apache_beam/pipeline.py | 10 +-
sdks/python/apache_beam/pvalue.py | 13 +-
.../apache_beam/runners/direct/direct_runner.py | 34 ++-
sdks/python/apache_beam/transforms/ptransform.py | 28 +-
.../apache_beam/transforms/ptransform_test.py | 33 +++
sdks/python/apache_beam/yaml/standard_io.yaml | 14 +-
sdks/python/apache_beam/yaml/tests/bigtable.yaml | 116 ++++++++-
sdks/python/apache_beam/yaml/tests/csv.yaml | 22 ++
31 files changed, 1793 insertions(+), 325 deletions(-)
create mode 100644 sdks/python/apache_beam/io/iobase_it_test.py
