This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 600b7d9050e Pin gcp actions (#37926)
add 45c2863c0a3 Pin to SHA for GCP GitHub Actions
add 90a7db1c094 Merge pull request #37927 from apache/gcp-actions
add 3316ef93182 [Website] Add missing I/O connectors to built-in
connectors table (#37903)
add 7c82e73bb1e [Python][Java] Add support for record headers in
WriteToKafka (Fixes #27033) (#37458)
add 79c52affb1d Updates YAML Database transforms to use managed I/O by
default (#37923)
add cf3d6ed3e52 [ErrorProne] Enable UnnecessaryParentheses validation and
fix all violations (#37913)
add 4b448b069f4 Bump Java dev containers (#37931)
add 7187ff67ee8 Handle Flink 2 job server tag in releases and SDK snapshot
(#37939)
add 3aad50b99e8 [Security] Bump ActiveMQ from 5.14.5 to 5.19.2 (#37944)
No new revisions were added by this update.
Summary of changes:
.github/workflows/beam_CleanUpGCPResources.yml | 2 +-
.../beam_Infrastructure_PolicyEnforcer.yml | 2 +-
.../beam_Infrastructure_SecurityLogging.yml | 2 +-
.../beam_Infrastructure_ServiceAccountKeys.yml | 2 +-
.../beam_Infrastructure_UsersPermissions.yml | 2 +-
.github/workflows/beam_Playground_Precommit.yml | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 4 +-
...stCommit_Python_ValidatesContainer_Dataflow.yml | 4 +-
..._Python_ValidatesContainer_Dataflow_With_RC.yml | 4 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.../workflows/beam_PreCommit_Website_Stage_GCS.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 4 +-
.github/workflows/beam_Publish_Website.yml | 2 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 4 +-
.github/workflows/finalize_release.yml | 6 +
.github/workflows/refresh_looker_metrics.yml | 4 +-
.../republish_released_docker_containers.yml | 4 +-
.../run_rc_validation_python_mobile_gaming.yml | 2 +-
.../workflows/run_rc_validation_python_yaml.yml | 2 +-
CHANGES.md | 6 +-
.../org/apache/beam/gradle/BeamDockerPlugin.groovy | 7 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 +-
.../apache/beam/it/gcp/bigquery/BigQueryIOLT.java | 2 +-
.../apache/beam/runners/direct/ParDoEvaluator.java | 2 +-
.../flink_job_server_container.gradle | 3 +
.../unbounded/FlinkUnboundedSourceReader.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 2 +-
.../dataflow/worker/DataflowExecutionContext.java | 2 +-
.../worker/util/common/worker/ShuffleEntry.java | 8 +-
.../client/getdata/ApplianceGetDataClient.java | 4 +-
.../worker/windmill/state/WindmillMultimap.java | 4 +-
.../worker/CombineValuesFnFactoryTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../dataflow/worker/TestShuffleReaderTest.java | 4 +-
.../apache/beam/sdk/jmh/util/VarIntBenchmark.java | 2 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 2 +-
.../org/apache/beam/sdk/io/range/ByteKeyRange.java | 4 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 2 +-
.../transforms/resourcehints/ResourceHints.java | 2 +-
.../org/apache/beam/sdk/util/HistogramData.java | 2 +-
.../main/java/org/apache/beam/sdk/util/VarInt.java | 2 +-
.../java/org/apache/beam/sdk/values/RowUtils.java | 2 +-
.../apache/beam/sdk/testing/TestPipelineTest.java | 4 +-
.../ExpansionServiceSchemaTransformProvider.java | 2 +-
.../schemas/utils/AvroJavaTimeConversions.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 2 +-
.../sql/impl/rule/BeamSideInputLookupJoinRule.java | 7 +-
.../harness/control/ProcessBundleHandlerTest.java | 2 +-
.../sdk/io/aws2/options/SerializationTestUtil.java | 2 +-
sdks/java/io/amqp/build.gradle | 4 +-
.../AvroGenericRecordToStorageApiProto.java | 4 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 2 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 4 +-
.../io/gcp/bigtable/BigtableConfigTranslator.java | 2 +-
.../BigtableWriteSchemaTransformProvider.java | 2 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 2 +-
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 4 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 2 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 2 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 2 +-
.../ReadChangeStreamPartitionActionTest.java | 10 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSinkTest.java | 2 +-
.../apache/beam/sdk/io/gcp/storage/GcsMatchIT.java | 2 +-
.../java/org/apache/beam/sdk/io/hbase/HBaseIO.java | 4 +-
.../io/jdbc/JdbcReadSchemaTransformProvider.java | 4 +-
.../io/jdbc/JdbcWriteSchemaTransformProvider.java | 4 +-
sdks/java/io/jms/build.gradle | 2 +-
.../jms/MockNonSerializableConnectionFactory.java | 21 +++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 143 +++++++++++++++++-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 2 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 86 +++++++++++
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 8 +-
.../apache/beam/sdk/io/pulsar/PulsarIOTest.java | 6 +-
sdks/python/apache_beam/io/kafka.py | 25 +++-
sdks/python/apache_beam/yaml/standard_io.yaml | 22 ++-
.../site/content/en/documentation/io/connectors.md | 162 ++++++++++++++++++---
79 files changed, 557 insertions(+), 138 deletions(-)
