This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c5d0ab18133 Bump Java bytecode compatibility version to Java11 (#38267)
add 0884c464058 Optimze away WindmillWatermarkHold::clear when the cached
hold is empty (#38297)
add d8d12c73892 [runners-spark] Use robust constructor resolution in
EncoderFactory (#38271)
add 49abdcf446a add reshuffle as a first class yaml transform and a test
(#38046)
add 5938b312827 Run on ubuntu-24.04
add 802331bd99c Merge pull request #38365 from apache/python-arm
add a14d009f59f Improve logging in boot.go to facilitate future triaging
(#38342)
add 4baf3ca7242 Upgrade github action versions (#38202)
add 5c1980fd94b Fix SDF bundle finalization timeout in streaming test
(#38287)
add 637231ccc7e Add option to use asyncio for AsyncWrapper (#38262)
add 7d3dbcaacb5 Add TableRowMatchers with strict type-aware equality for
BigQuery (#37890)
add a5496c61a0f [ValueKind] Add to model (#38308)
add 010c52f2565 Allow Beam Python GCP extra to resolve with
google-cloud-storage 3.x (#38135)
add 268ae1acf5e [IcebergIO] Support hash distribution mode when writing
rows (#38061)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 2 +-
.github/workflows/IO_Iceberg_Integration_Tests.yml | 2 +-
.../IO_Iceberg_Integration_Tests_Dataflow.yml | 2 +-
..._Iceberg_Managed_Integration_Tests_Dataflow.yml | 2 +-
.github/workflows/IO_Iceberg_Performance_Tests.yml | 2 +-
.github/workflows/IO_Iceberg_Unit_Tests.yml | 6 +-
.github/workflows/assign_milestone.yml | 2 +-
.github/workflows/beam_CancelStaleDataflowJobs.yml | 2 +-
.../workflows/beam_CleanUpDataprocResources.yml | 2 +-
.github/workflows/beam_CleanUpGCPResources.yml | 2 +-
.../workflows/beam_CleanUpPrebuiltSDKImages.yml | 2 +-
.../workflows/beam_CloudML_Benchmarks_Dataflow.yml | 2 +-
.../beam_IODatastoresCredentialsRotation.yml | 2 +-
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 2 +-
.../beam_Infrastructure_PolicyEnforcer.yml | 2 +-
.../beam_Infrastructure_SecurityLogging.yml | 2 +-
.../beam_Infrastructure_ServiceAccountKeys.yml | 2 +-
.../beam_Infrastructure_UsersPermissions.yml | 2 +-
.github/workflows/beam_Java_JMH.yml | 2 +-
.../beam_Java_LoadTests_Combine_Smoke.yml | 2 +-
.../beam_LoadTests_Go_CoGBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_CoGBK_Flink_batch.yml | 2 +-
.../beam_LoadTests_Go_Combine_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_Combine_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_GBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_ParDo_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_ParDo_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_SideInput_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_SideInput_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Java_CoGBK_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Java_CoGBK_Dataflow_Streaming.yml | 4 +-
...s_Java_CoGBK_Dataflow_V2_Batch_JavaVersions.yml | 2 +-
...va_CoGBK_Dataflow_V2_Streaming_JavaVersions.yml | 2 +-
...s_Java_CoGBK_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_Combine_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Java_Combine_Dataflow_Streaming.yml | 2 +-
...Java_Combine_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_V2_Batch.yml | 2 +-
...LoadTests_Java_GBK_Dataflow_V2_Batch_Java17.yml | 2 +-
...am_LoadTests_Java_GBK_Dataflow_V2_Streaming.yml | 2 +-
...Tests_Java_GBK_Dataflow_V2_Streaming_Java17.yml | 2 +-
.../workflows/beam_LoadTests_Java_GBK_Smoke.yml | 2 +-
...sts_Java_GBK_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_ParDo_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Java_ParDo_Dataflow_Streaming.yml | 2 +-
...s_Java_ParDo_Dataflow_V2_Batch_JavaVersions.yml | 2 +-
...va_ParDo_Dataflow_V2_Streaming_JavaVersions.yml | 2 +-
...s_Java_ParDo_SparkStructuredStreaming_Batch.yml | 2 +-
.github/workflows/beam_LoadTests_Java_PubsubIO.yml | 2 +-
.../beam_LoadTests_Python_CoGBK_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Python_CoGBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_CoGBK_Flink_Batch.yml | 2 +-
...eam_LoadTests_Python_Combine_Dataflow_Batch.yml | 2 +-
...LoadTests_Python_Combine_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_Combine_Flink_Batch.yml | 2 +-
...am_LoadTests_Python_Combine_Flink_Streaming.yml | 2 +-
...LoadTests_Python_FnApiRunner_Microbenchmark.yml | 2 +-
.../beam_LoadTests_Python_GBK_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Python_GBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_GBK_Flink_Batch.yml | 2 +-
...adTests_Python_GBK_reiterate_Dataflow_Batch.yml | 2 +-
...sts_Python_GBK_reiterate_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_ParDo_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Python_ParDo_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_ParDo_Flink_Batch.yml | 2 +-
...beam_LoadTests_Python_ParDo_Flink_Streaming.yml | 2 +-
...m_LoadTests_Python_SideInput_Dataflow_Batch.yml | 2 +-
.github/workflows/beam_LoadTests_Python_Smoke.yml | 2 +-
.../workflows/beam_MetricsCredentialsRotation.yml | 2 +-
.github/workflows/beam_Metrics_Report.yml | 4 +-
.../workflows/beam_PerformanceTests_AvroIOIT.yml | 2 +-
.../beam_PerformanceTests_AvroIOIT_HDFS.yml | 2 +-
...PerformanceTests_BigQueryIO_Batch_Java_Avro.yml | 4 +-
...PerformanceTests_BigQueryIO_Batch_Java_Json.yml | 4 +-
..._PerformanceTests_BigQueryIO_Streaming_Java.yml | 4 +-
...eam_PerformanceTests_BiqQueryIO_Read_Python.yml | 2 +-
...formanceTests_BiqQueryIO_Write_Python_Batch.yml | 2 +-
.github/workflows/beam_PerformanceTests_Cdap.yml | 2 +-
.../beam_PerformanceTests_Compressed_TextIOIT.yml | 2 +-
...m_PerformanceTests_Compressed_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_HadoopFormat.yml | 2 +-
.github/workflows/beam_PerformanceTests_JDBC.yml | 2 +-
.../workflows/beam_PerformanceTests_Kafka_IO.yml | 2 +-
.../beam_PerformanceTests_ManyFiles_TextIOIT.yml | 2 +-
...am_PerformanceTests_ManyFiles_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_MongoDBIO_IT.yml | 2 +-
.../beam_PerformanceTests_ParquetIOIT.yml | 2 +-
.../beam_PerformanceTests_ParquetIOIT_HDFS.yml | 2 +-
...erformanceTests_PubsubIOIT_Python_Streaming.yml | 2 +-
...m_PerformanceTests_SQLBigQueryIO_Batch_Java.yml | 4 +-
.../beam_PerformanceTests_SingleStoreIO.yml | 2 +-
..._PerformanceTests_SpannerIO_Read_2GB_Python.yml | 2 +-
...manceTests_SpannerIO_Write_2GB_Python_Batch.yml | 2 +-
.../beam_PerformanceTests_SparkReceiver_IO.yml | 2 +-
.../beam_PerformanceTests_TFRecordIOIT.yml | 2 +-
.../beam_PerformanceTests_TFRecordIOIT_HDFS.yml | 2 +-
.../workflows/beam_PerformanceTests_TextIOIT.yml | 2 +-
.../beam_PerformanceTests_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_TextIOIT_Python.yml | 2 +-
...PerformanceTests_WordCountIT_PythonVersions.yml | 4 +-
.../workflows/beam_PerformanceTests_XmlIOIT.yml | 2 +-
.../beam_PerformanceTests_XmlIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_xlang_KafkaIO_Python.yml | 2 +-
.github/workflows/beam_Playground_CI_Nightly.yml | 2 +-
.github/workflows/beam_Playground_Precommit.yml | 2 +-
.github/workflows/beam_PostCommit_Go.yml | 2 +-
.../workflows/beam_PostCommit_Go_Dataflow_ARM.yml | 2 +-
.github/workflows/beam_PostCommit_Go_VR_Flink.yml | 2 +-
.github/workflows/beam_PostCommit_Go_VR_Spark.yml | 2 +-
.github/workflows/beam_PostCommit_Java.yml | 4 +-
.../beam_PostCommit_Java_Avro_Versions.yml | 4 +-
.../beam_PostCommit_Java_BigQueryEarlyRollout.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV1.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV2.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_ARM.yml | 4 +-
...beam_PostCommit_Java_Examples_Dataflow_Java.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_V2.yml | 4 +-
...m_PostCommit_Java_Examples_Dataflow_V2_Java.yml | 4 +-
.../beam_PostCommit_Java_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Java_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Java_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Java_Hadoop_Versions.yml | 4 +-
.../beam_PostCommit_Java_IO_Performance_Tests.yml | 6 +-
.../beam_PostCommit_Java_InfluxDbIO_IT.yml | 2 +-
.../beam_PostCommit_Java_Jpms_Dataflow.yml | 4 +-
...beam_PostCommit_Java_Jpms_Dataflow_Versions.yml | 4 +-
.../workflows/beam_PostCommit_Java_Jpms_Direct.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Direct_Versions.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Flink_Java11.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Spark_Java11.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Dataflow.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Dataflow_V2.yml | 2 +-
...am_PostCommit_Java_Nexmark_Dataflow_V2_Java.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Direct.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Spark.yml | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Batch.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark3_Streaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark_Batch.yml | 6 +-
.../beam_PostCommit_Java_SingleStoreIO_IT.yml | 2 +-
.../beam_PostCommit_Java_Tpcds_Dataflow.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Spark.yml | 2 +-
...am_PostCommit_Java_ValidatesRunner_Dataflow.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_JavaVersions.yml | 4 +-
...mit_Java_ValidatesRunner_Dataflow_Streaming.yml | 4 +-
...a_ValidatesRunner_Dataflow_Streaming_Engine.yml | 4 +-
...atesRunner_Dataflow_Streaming_TagEncodingV2.yml | 4 +-
...PostCommit_Java_ValidatesRunner_Dataflow_V2.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_V2_Streaming.yml | 4 +-
...beam_PostCommit_Java_ValidatesRunner_Direct.yml | 4 +-
...it_Java_ValidatesRunner_Direct_JavaVersions.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_Spark.yml | 4 +-
...va_ValidatesRunner_SparkStructuredStreaming.yml | 4 +-
...am_PostCommit_Java_ValidatesRunner_Twister2.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_ULR.yml | 4 +-
.github/workflows/beam_PostCommit_Javadoc.yml | 4 +-
.../beam_PostCommit_PortableJar_Flink.yml | 4 +-
.../beam_PostCommit_PortableJar_Spark.yml | 4 +-
.github/workflows/beam_PostCommit_Python.yml | 4 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 6 +-
.../beam_PostCommit_Python_Dependency.yml | 4 +-
.../beam_PostCommit_Python_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Python_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Python_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Python_MongoDBIO_IT.yml | 4 +-
.../beam_PostCommit_Python_Nexmark_Direct.yml | 2 +-
.../beam_PostCommit_Python_Portable_Flink.yml | 4 +-
...stCommit_Python_ValidatesContainer_Dataflow.yml | 4 +-
..._Python_ValidatesContainer_Dataflow_With_RC.yml | 4 +-
..._PostCommit_Python_ValidatesRunner_Dataflow.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Flink.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Spark.yml | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_SQL.yml | 4 +-
.../beam_PostCommit_TransformService_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_Website_Test.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 4 +-
.../beam_PostCommit_XVR_GoUsingJava_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml | 4 +-
..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_PythonUsingJava_Dataflow.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Spark3.yml | 4 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 4 +-
.../workflows/beam_PostRelease_NightlySnapshot.yml | 2 +-
.../workflows/beam_PreCommit_CommunityMetrics.yml | 2 +-
.../workflows/beam_PreCommit_Flink_Container.yml | 2 +-
.github/workflows/beam_PreCommit_GHA.yml | 2 +-
.github/workflows/beam_PreCommit_Go.yml | 2 +-
.github/workflows/beam_PreCommit_GoPortable.yml | 2 +-
.github/workflows/beam_PreCommit_GoPrism.yml | 2 +-
.github/workflows/beam_PreCommit_ItFramework.yml | 4 +-
.github/workflows/beam_PreCommit_Java.yml | 8 +-
...eCommit_Java_Amazon-Web-Services2_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Amqp_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Azure_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Cassandra_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Cdap_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Clickhouse_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Csv_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Datadog_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Debezium_IO_Direct.yml | 6 +-
...beam_PreCommit_Java_ElasticSearch_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Examples_Dataflow.yml | 4 +-
...eam_PreCommit_Java_Examples_Dataflow_Java21.yml | 6 +-
...Commit_Java_File-schema-transform_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Flink_Versions.yml | 4 +-
.../beam_PreCommit_Java_GCP_IO_Direct.yml | 8 +-
.../beam_PreCommit_Java_Google-ads_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_HBase_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Hadoop_IO_Direct.yml | 6 +-
.../workflows/beam_PreCommit_Java_IOs_Direct.yml | 6 +-
.../beam_PreCommit_Java_InfluxDb_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_JDBC_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Jms_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Kafka_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Kudu_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_MongoDb_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Mqtt_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Neo4j_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 6 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 4 +-
.../beam_PreCommit_Java_PVR_Prism_Loopback.yml | 6 +-
.../beam_PreCommit_Java_Parquet_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Pulsar_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_RabbitMq_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Redis_IO_Direct.yml | 6 +-
...am_PreCommit_Java_RequestResponse_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_SingleStore_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Snowflake_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Solace_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Solr_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Spark3_Versions.yml | 4 +-
.../beam_PreCommit_Java_Splunk_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Thrift_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Tika_IO_Direct.yml | 6 +-
.../workflows/beam_PreCommit_Kotlin_Examples.yml | 2 +-
.../workflows/beam_PreCommit_Portable_Python.yml | 2 +-
.github/workflows/beam_PreCommit_Prism_Python.yml | 2 +-
.github/workflows/beam_PreCommit_Python.yml | 4 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 2 +-
.github/workflows/beam_PreCommit_PythonDocs.yml | 2 +-
.../workflows/beam_PreCommit_PythonFormatter.yml | 2 +-
.github/workflows/beam_PreCommit_PythonLint.yml | 2 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 4 +-
.../workflows/beam_PreCommit_Python_Dataframes.yml | 4 +-
.github/workflows/beam_PreCommit_Python_Dill.yml | 4 +-
.../workflows/beam_PreCommit_Python_Examples.yml | 4 +-
.../beam_PreCommit_Python_Integration.yml | 4 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 4 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 4 +-
.../workflows/beam_PreCommit_Python_Runners.yml | 4 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 4 +-
.github/workflows/beam_PreCommit_RAT.yml | 2 +-
.github/workflows/beam_PreCommit_SQL.yml | 8 +-
.github/workflows/beam_PreCommit_SQL_Java17.yml | 6 +-
.github/workflows/beam_PreCommit_Spotless.yml | 4 +-
.github/workflows/beam_PreCommit_Typescript.yml | 2 +-
.github/workflows/beam_PreCommit_Website.yml | 2 +-
.../workflows/beam_PreCommit_Website_Stage_GCS.yml | 2 +-
.github/workflows/beam_PreCommit_Whitespace.yml | 2 +-
.../beam_PreCommit_Xlang_Generated_Transforms.yml | 2 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 4 +-
.github/workflows/beam_Prober_CommunityMetrics.yml | 2 +-
.github/workflows/beam_Publish_BeamMetrics.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 4 +-
.../workflows/beam_Publish_Docker_Snapshots.yml | 2 +-
.github/workflows/beam_Publish_Website.yml | 4 +-
.../beam_Python_CostBenchmarks_Dataflow.yml | 2 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 4 +-
.github/workflows/beam_Release_NightlySnapshot.yml | 2 +-
.../beam_Release_Python_NightlySnapshot.yml | 2 +-
.../workflows/beam_StressTests_Java_BigQueryIO.yml | 2 +-
.../workflows/beam_StressTests_Java_BigTableIO.yml | 2 +-
.../workflows/beam_StressTests_Java_KafkaIO.yml | 2 +-
.../workflows/beam_StressTests_Java_PubSubIO.yml | 2 +-
.../workflows/beam_StressTests_Java_SpannerIO.yml | 2 +-
.github/workflows/build_release_candidate.yml | 14 +-
.github/workflows/build_runner_image.yml | 2 +-
.github/workflows/build_wheels.yml | 26 +-
.github/workflows/cancel.yml | 2 +-
.github/workflows/code_completion_plugin_tests.yml | 6 +-
.github/workflows/cut_release_branch.yml | 4 +-
.github/workflows/dask_runner_tests.yml | 8 +-
.github/workflows/finalize_release.yml | 6 +-
.github/workflows/flaky_test_detection.yml | 2 +-
.github/workflows/git_tag_released_version.yml | 2 +-
.github/workflows/go_tests.yml | 2 +-
.github/workflows/issue-tagger.yml | 2 +-
.github/workflows/java_tests.yml | 12 +-
.github/workflows/local_env_tests.yml | 4 +-
.github/workflows/playground_frontend_test.yml | 2 +-
.github/workflows/pr-bot-new-prs.yml | 2 +-
.github/workflows/pr-bot-pr-updates.yml | 2 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 2 +-
.github/workflows/publish_github_release_notes.yml | 4 +-
.github/workflows/python_dependency_tests.yml | 2 +-
.github/workflows/python_tests.yml | 12 +-
.github/workflows/refresh_looker_metrics.yml | 2 +-
.github/workflows/reportGenerator.yml | 2 +-
.../republish_released_docker_containers.yml | 4 +-
.github/workflows/run_perf_alert_tool.yml | 2 +-
.../workflows/run_rc_validation_go_wordcount.yml | 2 +-
.../run_rc_validation_java_mobile_gaming.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
.../run_rc_validation_python_mobile_gaming.yml | 2 +-
.../workflows/run_rc_validation_python_yaml.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 2 +-
.../workflows/tour_of_beam_backend_integration.yml | 2 +-
.github/workflows/tour_of_beam_frontend_test.yml | 2 +-
.github/workflows/typescript_tests.yml | 8 +-
.github/workflows/update_python_dependencies.yml | 4 +-
CHANGES.md | 3 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 26 ++
.../windmill/state/WindmillWatermarkHold.java | 6 +-
.../worker/StreamingDataflowWorkerTest.java | 12 +-
.../windmill/state/WindmillStateInternalsTest.java | 34 ++
.../translation/helpers/EncoderFactory.java | 27 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 46 ++-
.../gcp/bigquery/BigQueryTableRowEqualityTest.java | 202 +++++++++++
.../beam/sdk/io/gcp/bigquery/TableRowMatchers.java | 204 +++++++++++
.../iceberg/AssignDestinationsAndPartitions.java | 140 ++++++++
.../apache/beam/sdk/io/iceberg/BeamRowWrapper.java | 180 ++++++++++
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 73 +++-
.../IcebergWriteSchemaTransformProvider.java | 28 ++
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 3 +-
.../io/iceberg/WritePartitionedRowsToFiles.java | 263 ++++++++++++++
.../beam/sdk/io/iceberg/WriteToPartitions.java | 118 +++++++
.../beam/sdk/io/iceberg/BeamRowWrapperTest.java | 226 ++++++++++++
.../beam/sdk/io/iceberg/IcebergIOWriteTest.java | 390 ++++++++++++++++++++-
.../IcebergWriteSchemaTransformProviderTest.java | 50 ++-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 28 ++
sdks/python/apache_beam/transforms/async_dofn.py | 98 +++++-
.../apache_beam/transforms/async_dofn_test.py | 49 ++-
.../yaml/tests/{avro.yaml => reshuffle.yaml} | 41 +--
sdks/python/apache_beam/yaml/yaml_io.py | 8 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 17 +
sdks/python/container/boot.go | 30 +-
sdks/python/setup.py | 2 +-
352 files changed, 2748 insertions(+), 676 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryTableRowEqualityTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/TableRowMatchers.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/AssignDestinationsAndPartitions.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/BeamRowWrapper.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/WritePartitionedRowsToFiles.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/WriteToPartitions.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/BeamRowWrapperTest.java
copy sdks/python/apache_beam/yaml/tests/{avro.yaml => reshuffle.yaml} (56%)
