This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8051efce4c2 Turn to manual build for Go for CodeQL (#38907)
add 1cf3545e5b7 Fix Dataflow legacy worker abort loop thread death issue
(#38894)
add 8e859798a6f Bump cloud.google.com/go/bigtable from 1.48.0 to 1.49.0 in
/sdks (#38913)
add 48fe93cb0eb Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#38916)
add 60621107046 Bump golang.org/x/net from 0.55.0 to 0.56.0 in /sdks
(#38915)
add 51e35e52440 [IcebergIO] Improve TableCache (#38882)
add c297c0dc4ab Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#38912)
add 61a7368bdb7 Use p310_ml_test (#38890)
add 135a5593441 Replace ClassLoadingStrategy with custom loading strategy
(#38906)
add a40685ccc62 Don't preempt snapshot runs (#38904)
add 8ea81a9f289 Bump @grpc/grpc-js from 1.14.3 to 1.14.4 in
/sdks/typescript (#38922)
add 6f30f147462 Adds a new agent SKILL for developing new I/O connectors
(#38910)
add 782953e3422 Add Delta Lake source to the Java Managed API (#38902)
add afbbc31369b Implement Asynchronous wrapper for DoFn in Java SDK
(#38609)
add 8d15c63d551 Updates references to the I/O connector skill (#38923)
add 6a30a3d68de Updates CHANGES.md to mention the Delta Lake source
(#38924)
add 03f4f797953 [SQL] Support positional parameters (#38880)
add 5307c7138af Support MAP type in RowJson and fix datetime parsing with
spaces (#38865)
add 56a41422765 SQL DDL documentation (#37539)
No new revisions were added by this update.
Summary of changes:
.agent/skills/README.md | 1 +
.../skills/developing-new-io-connectors/SKILL.md | 347 ++++++++
.agent/skills/io-connectors/SKILL.md | 3 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 5 -
CHANGES.md | 1 +
.../model/pipeline/v1/external_transforms.proto | 2 +
.../worker/util/common/worker/MapTaskExecutor.java | 3 -
sdks/go.mod | 30 +-
sdks/go.sum | 70 +-
.../apache/beam/sdk/transforms/AsyncWrapper.java | 779 ++++++++++++++++++
.../java/org/apache/beam/sdk/util/RowJson.java | 65 +-
.../beam/sdk/util/RowJsonValueExtractors.java | 9 +-
.../beam/sdk/transforms/AsyncWrapperTest.java | 878 +++++++++++++++++++++
.../java/org/apache/beam/sdk/util/RowJsonTest.java | 26 +-
.../extensions/protobuf/ProtoByteBuddyUtils.java | 49 +-
.../meta/provider/iceberg/IcebergMetastore.java | 13 +-
.../sql/meta/provider/iceberg/IcebergTable.java | 19 +-
.../meta/provider/iceberg/PubsubToIcebergIT.java | 4 +-
.../extensions/sql/impl/CalciteQueryPlanner.java | 93 ++-
.../{BeamSqlAliasTest => BeamSqlAliasTest.java} | 12 +-
.../extensions/sql/BeamSqlDslParametersTest.java | 78 ++
sdks/java/io/delta/build.gradle | 1 +
.../delta/DeltaReadSchemaTransformProvider.java} | 94 +--
.../org/apache/beam/sdk/io/delta/DeltaIOTest.java | 41 +
.../iceberg/AssignDestinationsAndPartitions.java | 5 +-
.../beam/sdk/io/iceberg/CreateReadTasksDoFn.java | 7 +-
.../beam/sdk/io/iceberg/IcebergCatalogConfig.java | 10 +-
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 2 +-
.../beam/sdk/io/iceberg/IcebergScanConfig.java | 3 +-
.../beam/sdk/io/iceberg/IncrementalScanSource.java | 6 +-
.../apache/beam/sdk/io/iceberg/ReadFromTasks.java | 7 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 140 ++--
.../org/apache/beam/sdk/io/iceberg/ScanSource.java | 3 +-
.../org/apache/beam/sdk/io/iceberg/TableCache.java | 198 +++--
.../beam/sdk/io/iceberg/WatchForSnapshots.java | 7 +-
.../sdk/io/iceberg/WriteDirectRowsToFiles.java | 12 +-
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 12 +-
.../io/iceberg/WritePartitionedRowsToFiles.java | 166 ++--
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 12 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 121 +--
.../apache/beam/sdk/io/iceberg/TableCacheTest.java | 126 +++
.../java/org/apache/beam/sdk/managed/Managed.java | 4 +
sdks/typescript/package-lock.json | 15 +-
sdks/typescript/package.json | 2 +-
.../site/content/en/documentation/dsls/sql/ddl.md | 344 ++++++++
.../content/en/documentation/dsls/sql/overview.md | 2 +
.../en/documentation/io/built-in/iceberg.md | 2 +-
.../layouts/partials/section-menu/en/sdks.html | 1 +
website/www/site/layouts/shortcodes/tab.html | 22 +
52 files changed, 3338 insertions(+), 520 deletions(-)
create mode 100644 .agent/skills/developing-new-io-connectors/SKILL.md
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/AsyncWrapper.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/AsyncWrapperTest.java
rename
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/{BeamSqlAliasTest
=> BeamSqlAliasTest.java} (92%)
create mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/BeamSqlDslParametersTest.java
copy
sdks/java/io/{iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/IcebergReadSchemaTransformProvider.java
=>
delta/src/main/java/org/apache/beam/sdk/io/delta/DeltaReadSchemaTransformProvider.java}
(51%)
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TableCacheTest.java
create mode 100644 website/www/site/content/en/documentation/dsls/sql/ddl.md
