This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c8aa39898cf Fix GcsEndpoint serialization in GcsOptions (#36879)
add 876cda39434 [Docs] Add table of contents for contributor docs (#36861)
add 543056a7898 split redis into extra (#36772)
add 388e5e59ff6 Supports Asynchronous Runs in Interactive Beam (#36853)
add a9e2e68e507 [OpenTelemetry] Add OpenTelemetry options to
SdkHarnessOptions (#36716)
add 45911229938 Iceberg direct write (#36720)
add 203f45cee86 Support beam:logical_type:micros_instant:v1 in SpannerIo.
(#36840)
add db09899eb20 Move to macos-15 (#36900)
add d421c98075c Upgrade HCatalogIO to Hive 4.0.1 (#36901)
add 5b8743b9366 [BEAM-36736] Add state sampling for timer processing in
the Python SDK (#36737)
add 2f75792d044 Flink 1.20 support (#36893)
No new revisions were added by this update.
Summary of changes:
.../test-properties.json | 6 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
.../workflows/beam_LoadTests_Java_GBK_Smoke.yml | 2 +-
.../beam_PostCommit_Java_Examples_Flink.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 2 +-
...PostCommit_Java_ValidatesRunner_Flink_Java8.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 2 +-
.../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 15 -
.../workflows/beam_PreCommit_Java_IOs_Direct.yml | 15 -
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 2 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 2 +-
.github/workflows/build_wheels.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +
contributor-docs/README.md | 36 ++
gradle.properties | 2 +-
.../wrappers/streaming/DoFnOperator.java | 0
runners/flink/{1.17 => 1.20}/build.gradle | 4 +-
.../job-server-container/build.gradle | 0
.../flink/{1.19 => 1.20}/job-server/build.gradle | 2 +-
.../wrappers/streaming/DoFnOperator.java | 8 +-
runners/flink/flink_runner.gradle | 5 +
.../translation/types/CoderTypeSerializer.java | 0
.../flink/FlinkExecutionEnvironmentsTest.java | 13 +-
.../runners/flink/ReadSourceStreamingTest.java | 7 +-
.../flink/streaming/GroupByNullKeyTest.java | 7 +-
.../flink/streaming/TopWikipediaSessionsTest.java | 7 +-
scripts/tools/bomupgrader.py | 1 +
sdks/go/examples/wasm/README.md | 2 +-
.../container/license_scripts/dep_urls_java.yaml | 8 +
sdks/java/core/build.gradle | 2 +
.../apache/beam/sdk/options/SdkHarnessOptions.java | 28 ++
sdks/java/extensions/sql/hcatalog/build.gradle | 4 +-
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 59 ++-
.../beam/sdk/io/gcp/spanner/StructUtils.java | 37 +-
.../beam/sdk/io/gcp/spanner/MutationUtilsTest.java | 33 ++
.../beam/sdk/io/gcp/spanner/StructUtilsTest.java | 39 ++
sdks/java/io/hcatalog/build.gradle | 19 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 2 +-
.../io/hcatalog/test/EmbeddedMetastoreService.java | 17 +-
.../apache/beam/sdk/io/iceberg/BundleLifter.java | 170 +++++++
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 19 +-
.../apache/beam/sdk/io/iceberg/IcebergUtils.java | 9 +
.../IcebergWriteSchemaTransformProvider.java | 11 +
...owsToFiles.java => WriteDirectRowsToFiles.java} | 86 ++--
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 9 +-
.../beam/sdk/io/iceberg/WriteToDestinations.java | 173 +++++--
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 9 +-
.../beam/sdk/io/iceberg/BundleLifterTest.java | 99 ++++
.../io/gcp/tests/xlang_spannerio_it_test.py | 129 ++++--
sdks/python/apache_beam/io/requestresponse.py | 11 +-
.../python/apache_beam/options/pipeline_options.py | 2 +-
.../runners/interactive/interactive_beam.py | 99 +++-
.../runners/interactive/interactive_beam_test.py | 391 ++++++++++++++++
.../runners/interactive/interactive_environment.py | 19 +
.../interactive/interactive_environment_test.py | 41 ++
.../runners/interactive/recording_manager.py | 478 +++++++++++++++++++-
.../runners/interactive/recording_manager_test.py | 500 +++++++++++++++++++++
.../apache_beam/runners/interactive/utils_test.py | 12 +
.../apache_beam/runners/worker/operations.pxd | 1 +
.../apache_beam/runners/worker/operations.py | 22 +-
.../runners/worker/statesampler_test.py | 185 ++++++++
sdks/python/setup.py | 2 +-
sdks/python/tox.ini | 6 +-
sdks/typescript/src/apache_beam/runners/flink.ts | 2 +-
settings.gradle.kts | 18 +-
70 files changed, 2670 insertions(+), 244 deletions(-)
create mode 100644 contributor-docs/README.md
copy runners/flink/{ =>
1.17}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/DoFnOperator.java
(100%)
copy runners/flink/{1.17 => 1.20}/build.gradle (94%)
copy runners/flink/{1.17 => 1.20}/job-server-container/build.gradle (100%)
copy runners/flink/{1.19 => 1.20}/job-server/build.gradle (95%)
rename runners/flink/{ =>
1.20}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/DoFnOperator.java
(99%)
rename runners/flink/{1.17 =>
}/src/main/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializer.java
(100%)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/BundleLifter.java
copy
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/{WriteGroupedRowsToFiles.java
=> WriteDirectRowsToFiles.java} (58%)
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/BundleLifterTest.java
