This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 676c998dec7 Enable StringCharset Error Prone Check (#37767)
add 94c39272196 refactor: replace lambda expressions with method references
add 52c6603a8fe Merge pull request #37765: [ErrorProne] Fix
UnnecessaryLambda Error Prone issues
add 500996fbf99 Remove LongDoubleConversion from ErrorProne disabledChecks
add 1317aa0b777 Fix LongDoubleConversion warnings
add d2fead7c692 Merge pull request #37769: [ErrorProne] Enable
LongDoubleConversion check
add 8ee8b10b7f1 Add more ParquetIo write options (#37740)
add b6bc9040954 Merge pull request #37715: Disable combiner lifting only
for count triggers
add 927ee2c4835 fix: Correct malformed Javadoc tags and update Error Prone
configuration. (#37755)
add 78061b82a24 If the partition count or kafka IO size is large, then
skip committin… (#37510)
add 4d9e7fc77f7 Fix flaky TextIOWriteTest by loosening the shard count.
Records may end up in the same shard as other records as it is random.
Simplify the test to use Iterables instead of arrays.
add 95d848167db Merge pull request #37798: Fix flaky TextIOWriteTest by
loosening the shard count
add 590684f81b0 Exclude vertex_ai_postcommit tests from embeddings dep
suite
add 417922c2f04 centralize skipping vertex ai test
add 81fe00cff1e Fix pylint vertex ai test
add d64c21493d5 remove RUN_VERTEX_AI_TESTS flag
add 0f805b56d3b Use pytest.importorskip for Vertex AI tests & remove
vertex_ai_skip helper
add ea473d22b2b Merge pull request #37725 from
aIbrahiim/fix-python-postcommit-dependency-1
add 9b915fd18f6 Remove logging in tfrecordio.py (#37794)
add b203f53a128 Move FileIO close from RecordWriter to RecordWriterManager
(#37782)
add 6c42cc107f2 [ErrorProne] Enable BadImport ErrorProne check and fix
violations (#37760)
add d10374b755c add py313 dep (#37799)
add d27dc82c568 [IcebergIO] Add ITs for RESTCatalog using BLMS (#35360)
add 5034e40fa0f [Dataflow Streaming] Remove nullness suppression of
StreamingDataflowWorker (#37797)
add d6759cf7dd6 [Dataflow Streaming] Add a pipeline option to skip input
elements that cannot be decoded successfully (#37762)
add 78b22bc11f2 Use p310_ml_test
add eccfdbc213a Merge pull request #37800 from apache/fix-python-ml-3-10
add 084c4da7314 Revert "fix(python): Register all output pcollections of a
transform rather t…" (#37801)
add 6c67a938edd Bump minimatch from 3.1.2 to 3.1.5 in /sdks/typescript
(#37729)
add 57ab2b96113 [Dataflow Java Runner] Add support for sending logs
directly to Cloud Logging (#37662)
add 7d756c2e109 update container version (#37811)
add e6fcdd72ed6 [Java][Debezium] Fix NPE in debeziumRecordInstant for
DELETE events (#37795)
add 8e0736ab304 Loosen GRPC requirements. (#37817)
add 9829d6d3cf9 Merge pull request #37792: [ErrorProne] Fix
AutoValueBoxedValues warnings across the codebase
add edaeae93065 update python container tag (#37812)
add 2ebe33d976a fix non-breaking vulnerabilities (#37826)
add 9f5904b2b59 Support inferring schemas from Python dataclasses (#37728)
add 9d73d769ff0 Only pull license for selected tests and publishing
container (#37827)
add cf536ea06d6 Fix 36181 cloudml benchmarks job (#37803)
add a0674a97db6 [ErrorProne] Fix InvalidParam, InvalidInlineTag,
InvalidBlockTag, and InvalidLink checks (#37773)
add d6bc507d769 Skip intermediate python wheels on pull request trigger
(#37832)
add 630f32ada54 [Drain] Expose drain to dofn processElement and onTimer
(#37825)
add 87d7bba644f docs: Clarify JAVA_HOME setup and initial build
expectations for all OSes (#37415)
add 892fa0a9357 Fix Run in Colab thumbnails blocked by CSP (#37838)
add e497c1e9b43 Partly Revert #37832 (#37837)
add 0705b4376ec apt-get upgrade in container images to install security
fixes. (#37841)
add ab566197fd2 upgrade vllm for vuln (#37843)
add 02d8f56a1e8 [Dataflow Streaming] Remove rolled out Windmill isolated
channels flag (#37844)
add 3b41e8b4320 Remove rolled out Windmill separate heartbeat stream flag
(#37845)
add b92c436ee64 Use Python 3.11 and cibuildwheel 3.4.0 for wheel builds
(#37850)
add d6d2433827d Fix python postcommit 30513 (#37849)
add 5c5c710441c Revert "upgrade vllm for vuln" (#37856)
No new revisions were added by this update.
Summary of changes:
.../gradle-command-self-hosted-action/action.yml | 2 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
.github/workflows/beam_PreCommit_GoPortable.yml | 5 +-
.../beam_PreCommit_Java_Examples_Dataflow.yml | 1 +
...eam_PreCommit_Java_Examples_Dataflow_Java21.yml | 1 +
.github/workflows/beam_PreCommit_PythonDocker.yml | 3 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 1 +
.../workflows/beam_Publish_Docker_Snapshots.yml | 6 +-
.github/workflows/build_wheels.yml | 6 +-
.../beam_CloudML_Benchmarks_Dataflow_arguments.txt | 2 +-
CONTRIBUTING.md | 5 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
.../datatokenization/utils/CsvConverters.java | 6 +-
.../apache/beam/examples/webapis/ImageRequest.java | 2 +-
.../clickhouse/conditions/ClickHouseRowsCheck.java | 4 +-
.../datadog/conditions/DatadogLogEntriesCheck.java | 4 +-
.../java/org/apache/beam/it/gcp/LoadTestBase.java | 4 +-
.../gcp/bigquery/conditions/BigQueryRowsCheck.java | 4 +-
.../gcp/pubsub/conditions/PubsubMessagesCheck.java | 4 +-
.../apache/beam/it/gcp/bigquery/BigQueryIOLT.java | 2 +-
.../beam/it/gcp/bigquery/BigQueryStreamingLT.java | 8 +-
.../apache/beam/it/gcp/bigtable/BigTableIOLT.java | 8 +-
.../apache/beam/it/gcp/spanner/SpannerIOLT.java | 2 +-
.../apache/beam/it/gcp/storage/FileBasedIOLT.java | 4 +-
.../java/org/apache/beam/it/kafka/KafkaIOLT.java | 8 +-
.../mongodb/conditions/MongoDBDocumentsCheck.java | 4 +-
.../it/splunk/conditions/SplunkEventsCheck.java | 4 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 15 +
.../beam/runners/core/StatefulDoFnRunner.java | 3 +-
.../beam/runners/direct/DirectTimerInternals.java | 4 +-
.../runners/direct/WriteWithShardingFactory.java | 2 +-
.../runners/flink/streaming/StreamSources.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 10 +-
.../wrappers/streaming/DoFnOperator.java | 10 +-
.../runners/flink/streaming/StreamSources.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 10 +-
runners/google-cloud-dataflow-java/build.gradle | 6 +-
.../dataflow/DataflowPipelineTranslator.java | 90 ++-
.../options/DataflowStreamingPipelineOptions.java | 16 +-
.../options/DataflowWorkerLoggingOptions.java | 74 ++
.../dataflow/DataflowPipelineTranslatorTest.java | 138 ++++
.../google-cloud-dataflow-java/worker/build.gradle | 7 +-
.../worker/DataflowElementExecutionTracker.java | 8 +-
.../dataflow/worker/DataflowExecutionContext.java | 4 +-
.../MetricsToPerStepNamespaceMetricsConverter.java | 4 +-
.../beam/runners/dataflow/worker/PubsubReader.java | 42 +-
.../dataflow/worker/StreamingDataflowWorker.java | 79 +--
.../dataflow/worker/UngroupedWindmillReader.java | 41 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 105 ++-
.../worker/WindmillReaderIteratorBase.java | 59 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 12 +-
.../dataflow/worker/WindowingWindmillReader.java | 55 +-
.../runners/dataflow/worker/WorkUnitClient.java | 2 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../dataflow/worker/counters/CounterFactory.java | 2 +-
.../logging/DataflowWorkerLoggingHandler.java | 778 +++++++++++++++++----
.../logging/DataflowWorkerLoggingInitializer.java | 180 ++++-
.../JulHandlerPrintStreamAdapterFactory.java | 11 +-
.../windmill/client/AbstractWindmillStream.java | 6 +-
.../client/ResettableThrowingStreamObserver.java | 17 +-
.../windmill/client/grpc/GrpcDispatcherClient.java | 48 +-
.../windmill/client/grpc/GrpcWindmillServer.java | 3 +-
.../grpc/stubs/WindmillStubFactoryFactory.java | 2 +-
.../grpc/stubs/WindmillStubFactoryFactoryImpl.java | 19 +-
.../work/refresh/StreamPoolHeartbeatSender.java | 27 -
.../worker/StreamingDataflowWorkerTest.java | 128 +++-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 97 +++
.../worker/WindmillReaderIteratorBaseTest.java | 42 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 504 +++++++++++--
.../DataflowWorkerLoggingInitializerTest.java | 111 ++-
.../JulHandlerPrintStreamAdapterFactoryTest.java | 4 +-
.../worker/status/WorkerStatusPagesTest.java | 9 +-
.../config/FixedGlobalConfigHandleTest.java | 5 +-
.../StreamingGlobalConfigHandleImplTest.java | 17 +-
.../FanOutStreamingEngineWorkerHarnessTest.java | 3 -
.../harness/SingleSourceWorkerHarnessTest.java | 15 +-
.../client/grpc/GrpcDispatcherClientTest.java | 141 ----
.../testing/FakeWindmillStubFactoryFactory.java | 2 +-
.../work/refresh/ActiveWorkRefresherTest.java | 8 +-
.../refresh/StreamPoolHeartbeatSenderTest.java | 84 ---
.../worker/windmill/src/main/proto/windmill.proto | 8 +-
.../artifact/ArtifactStagingService.java | 1 -
.../control/DefaultJobBundleFactoryTest.java | 9 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 2 +-
.../beam/runners/jobsubmission/JobInvocation.java | 11 +-
.../apache/beam/runners/prism/PrismExecutor.java | 4 +-
.../beam/runners/prism/PrismPipelineResult.java | 2 +-
.../samza/runtime/ClassicBundleManager.java | 6 +-
.../translation/helpers/EncoderHelpers.java | 77 +-
.../spark/translation/GroupCombineFunctions.java | 2 +-
.../runners/spark/util/CachedSideInputReader.java | 10 +-
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 4 +-
.../server/GrpcContextHeaderAccessorProvider.java | 5 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 20 +-
.../java/org/apache/beam/sdk/io/FileSystem.java | 4 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 4 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 4 +-
.../beam/sdk/metrics/MetricsEnvironment.java | 11 +-
.../GenerateSequenceSchemaTransformProvider.java | 12 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 10 +-
.../schemas/logicaltypes/UnknownLogicalType.java | 2 +-
.../apache/beam/sdk/schemas/transforms/Group.java | 4 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 5 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 2 +-
.../org/apache/beam/sdk/transforms/Flatten.java | 2 +-
.../org/apache/beam/sdk/transforms/JsonToRow.java | 6 +-
.../org/apache/beam/sdk/transforms/MapKeys.java | 1 -
.../reflect/ByteBuddyDoFnInvokerFactory.java | 11 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 15 +
.../beam/sdk/transforms/reflect/DoFnSignature.java | 28 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 10 +
.../beam/sdk/transforms/windowing/AfterAll.java | 5 +
.../beam/sdk/transforms/windowing/AfterEach.java | 7 +-
.../beam/sdk/transforms/windowing/AfterFirst.java | 5 +
.../beam/sdk/transforms/windowing/AfterPane.java | 5 +
.../transforms/windowing/AfterProcessingTime.java | 5 +
.../windowing/AfterSynchronizedProcessingTime.java | 5 +
.../sdk/transforms/windowing/AfterWatermark.java | 10 +
.../sdk/transforms/windowing/DefaultTrigger.java | 5 +
.../beam/sdk/transforms/windowing/Never.java | 5 +
.../sdk/transforms/windowing/OrFinallyTrigger.java | 5 +
.../beam/sdk/transforms/windowing/PaneInfo.java | 6 +-
.../beam/sdk/transforms/windowing/Repeatedly.java | 5 +
.../sdk/transforms/windowing/ReshuffleTrigger.java | 5 +
.../beam/sdk/transforms/windowing/Trigger.java | 3 +
.../windowing/TriggerVisitor.java} | 33 +-
.../org/apache/beam/sdk/util/FluentBackoff.java | 2 +-
.../beam/sdk/util/RowStringInterpolator.java | 8 +-
.../construction/SplittableParDoNaiveBounded.java | 5 +
.../sdk/util/construction/TransformUpgrader.java | 3 +-
.../sdk/util/construction/TriggerTranslation.java | 165 ++---
.../sdk/util/construction/UnknownCoderWrapper.java | 2 +-
.../construction/resources/PipelineResources.java | 9 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 150 ++--
.../beam/sdk/schemas/AutoValueSchemaTest.java | 4 +-
.../apache/beam/sdk/schemas/SchemaCoderTest.java | 6 +-
.../beam/sdk/schemas/transforms/SelectTest.java | 8 +-
.../TypedSchemaTransformProviderTest.java | 4 +-
.../beam/sdk/transforms/ParDoSchemaTest.java | 8 +-
.../org/apache/beam/sdk/transforms/ToJsonTest.java | 6 +-
.../errorhandling/BadRecordRouterTest.java | 29 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 34 +-
.../GrowableOffsetRangeTrackerTest.java | 16 +-
.../beam/sdk/transforms/windowing/StubTrigger.java | 5 +
.../beam/sdk/transforms/windowing/TriggerTest.java | 10 +
.../beam/sdk/util/SerializableUtilsTest.java | 3 +-
.../UnboundedScheduledExecutorServiceTest.java | 152 ++--
.../sdk/expansion/service/ExpansionService.java | 2 +-
.../expansion/service/ExpansionServiceTest.java | 2 +-
.../extensions/avro/schemas/utils/AvroUtils.java | 64 +-
.../avro/schemas/utils/AvroUtilsTest.java | 113 ++-
.../euphoria/core/client/operator/FullJoin.java | 3 +-
.../euphoria/core/client/operator/ReduceByKey.java | 2 +-
.../core/client/operator/ReduceWindow.java | 2 +-
.../euphoria/core/client/operator/RightJoin.java | 3 +-
.../euphoria/core/client/util/SumsTest.java | 2 +-
.../SingleJvmAccumulatorProviderTest.java | 4 +-
.../collector/SingleValueCollectorTest.java | 4 +-
.../sdk/extensions/gcp/util/GceMetadataUtil.java | 14 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 2 +-
.../LatencyRecordingHttpRequestInitializer.java | 2 +-
.../beam/sdk/extensions/ml/DLPDeidentifyText.java | 4 +-
.../beam/sdk/extensions/ml/DLPInspectText.java | 4 +-
.../beam/sdk/extensions/ml/DLPReidentifyText.java | 4 +-
.../ml/RecommendationAIImportCatalogItems.java | 6 +-
.../ml/RecommendationAIImportUserEvents.java | 6 +-
.../ordered/OrderedProcessingHandler.java | 2 +-
.../ordered/OrderedEventProcessorTestBase.java | 2 +-
.../provider/bigquery/BigQueryIOPushDownIT.java | 2 +-
.../extensions/sql/impl/parser/SqlAlterTable.java | 2 +-
.../sql/impl/parser/SqlCreateExternalTable.java | 2 +-
.../sql/meta/catalog/CatalogManager.java | 4 +-
.../apache/beam/sdk/extensions/sql/TestUtils.java | 2 +-
.../beam/sdk/extensions/timeseries/FillGaps.java | 8 +-
.../zetasketch/ApproximateCountDistinct.java | 8 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 10 +
...littableSplitAndSizeRestrictionsDoFnRunner.java | 2 +-
.../sdk/io/aws2/common/AsyncBatchWriteHandler.java | 4 +-
.../io/aws2/kinesis/EFOShardSubscribersPool.java | 23 +-
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 4 +-
.../io/aws2/kinesis/RateLimitPolicyFactory.java | 6 +-
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 7 +-
.../sdk/io/aws2/dynamodb/testing/DynamoDBIOIT.java | 2 +-
.../sdk/io/aws2/kinesis/KinesisIOWriteTest.java | 10 +-
.../org/apache/beam/sdk/io/cdap/ConfigWrapper.java | 2 +-
.../io/cdap/PluginConfigInstantiationUtils.java | 4 +-
.../java/org/apache/beam/sdk/io/cdap/CdapIOIT.java | 2 +-
.../apache/beam/sdk/io/cdap/TestRowDBWritable.java | 6 +-
.../beam/sdk/io/common/SchemaAwareJavaBeans.java | 36 +-
.../org/apache/beam/sdk/io/common/TestRow.java | 10 +-
.../beam/sdk/io/datadog/DatadogEventPublisher.java | 10 +-
.../DebeziumReadSchemaTransformProvider.java | 4 +-
.../apache/beam/io/debezium/KafkaConnectUtils.java | 27 +-
.../beam/io/debezium/KafkaConnectSchemaTest.java | 41 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 14 +-
.../FileReadSchemaTransformFormatProviderTest.java | 2 +-
.../AvroGenericRecordToStorageApiProto.java | 2 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 13 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 50 +-
.../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 40 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 2 +-
.../io/gcp/bigquery/RowMutationInformation.java | 16 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 4 +-
.../bigquery/StorageApiWritesShardedRecords.java | 7 +-
.../io/gcp/bigquery/StreamingInsertsMetrics.java | 2 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 51 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 2 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 2 +-
.../beam/sdk/io/gcp/firestore/RpcQosImpl.java | 5 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubRowToMessage.java | 8 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 2 +-
.../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java | 2 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 8 +-
.../action/QueryChangeStreamAction.java | 6 +-
.../beam/sdk/io/gcp/testing/BigqueryMatcher.java | 4 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 17 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 61 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 71 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 9 +-
.../bigquery/TableRowToStorageApiProtoTest.java | 149 ++--
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 16 +-
.../io/gcp/bigtable/BigtableSharedClientTest.java | 8 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 2 +-
.../estimator/NullSizeEstimatorTest.java | 6 +-
.../restriction/TimestampRangeTrackerTest.java | 7 +-
.../spanner/changestreams/util/TestJsonMapper.java | 8 +-
.../sdk/io/hadoop/format/TestRowDBWritable.java | 6 +-
.../beam/sdk/io/hbase/HBaseRowMutationsCoder.java | 2 +-
.../org/apache/beam/sdk/io/hbase/HBaseIOIT.java | 2 +-
sdks/java/io/iceberg/build.gradle | 1 +
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 25 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 64 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 102 ++-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 28 +-
.../sdk/io/iceberg/catalog/RESTCatalogBLMSIT.java | 75 ++
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 4 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 6 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIOIT.java | 2 +-
.../org/apache/beam/sdk/io/kafka/KafkaMetrics.java | 2 +-
.../beam/sdk/io/kafka/KafkaSourceDescriptor.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 117 +++-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 4 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 2 +-
...KafkaIOReadImplementationCompatibilityTest.java | 16 +-
.../KafkaUnboundedReaderIdlePartitionTest.java | 273 ++++++++
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 60 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 92 +++
.../beam/sdk/io/rabbitmq/ExchangeTestPlan.java | 2 +-
.../org/apache/beam/io/requestresponse/Call.java | 53 +-
.../apache/beam/io/requestresponse/Monitoring.java | 170 ++---
.../beam/io/requestresponse/SetupTeardown.java | 2 +-
.../io/requestresponse/RequestResponseIOTest.java | 8 +-
.../beam/sdk/io/singlestore/SingleStoreIO.java | 4 +-
.../apache/beam/sdk/io/singlestore/TestHelper.java | 2 +-
.../sdk/io/snowflake/data/SnowflakeDataType.java | 51 +-
.../org/apache/beam/sdk/io/solace/data/Solace.java | 4 +-
.../sdk/io/sparkreceiver/SparkReceiverIOIT.java | 5 +-
.../beam/sdk/io/splunk/HttpEventPublisher.java | 4 +-
.../beam/sdk/io/synthetic/BundleSplitter.java | 2 +-
.../testing/TestSchemaTransformProvider.java | 6 +-
.../org/apache/beam/sdk/loadtests/LoadTest.java | 2 +-
sdks/python/apache_beam/coders/coder_impl.py | 6 +-
sdks/python/apache_beam/io/tfrecordio.py | 5 -
.../ml/inference/vertex_ai_inference_it_test.py | 5 +-
.../ml/rag/embeddings/vertex_ai_test.py | 26 +-
.../{vertex_ai_test.py => vertex_ai_it_test.py} | 14 +-
sdks/python/apache_beam/pipeline.py | 5 +-
sdks/python/apache_beam/pipeline_test.py | 7 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../testing/benchmarks/cloudml/requirements.txt | 12 +-
.../typehints/native_type_compatibility.py | 5 +
sdks/python/apache_beam/typehints/row_type.py | 47 +-
sdks/python/apache_beam/typehints/row_type_test.py | 90 +++
sdks/python/apache_beam/typehints/schemas.py | 3 +-
sdks/python/apache_beam/typehints/schemas_test.py | 61 ++
sdks/python/container/Dockerfile | 1 +
.../container/base_image_requirements_manual.txt | 4 +
.../container/license_scripts/dep_urls_py.yaml | 4 +-
.../container/license_scripts/pull_licenses_py.py | 2 +-
.../container/ml/py310/base_image_requirements.txt | 53 +-
.../container/ml/py310/gpu_image_requirements.txt | 64 +-
.../container/ml/py311/base_image_requirements.txt | 57 +-
.../container/ml/py311/gpu_image_requirements.txt | 66 +-
.../container/ml/py312/base_image_requirements.txt | 54 +-
.../container/ml/py312/gpu_image_requirements.txt | 64 +-
.../container/ml/py313/base_image_requirements.txt | 68 +-
.../container/py310/base_image_requirements.txt | 45 +-
.../container/py311/base_image_requirements.txt | 49 +-
.../container/py312/base_image_requirements.txt | 46 +-
.../container/py313/base_image_requirements.txt | 52 +-
sdks/python/setup.py | 8 +-
sdks/python/test-suites/tox/py310/build.gradle | 50 +-
sdks/python/tox.ini | 8 +-
sdks/typescript/package-lock.json | 497 +++++--------
.../www/site/layouts/shortcodes/button-colab.html | 2 +-
website/www/site/static/images/colab/icon32.png | Bin 0 -> 1418 bytes
299 files changed, 5147 insertions(+), 2831 deletions(-)
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/GrpcDispatcherClientTest.java
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/{testing/UsesStatefulParDo.java
=> transforms/windowing/TriggerVisitor.java} (56%)
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/RESTCatalogBLMSIT.java
create mode 100644
sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedReaderIdlePartitionTest.java
rename sdks/python/apache_beam/ml/transforms/embeddings/{vertex_ai_test.py =>
vertex_ai_it_test.py} (98%)
create mode 100644 sdks/python/apache_beam/typehints/row_type_test.py
create mode 100644 website/www/site/static/images/colab/icon32.png
