This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from fb3f6692dbf Fix invalid escape sequence '\#' (#30393) add 436f3b223f0 [runners-core-java] restore original SerializablePipelineOptions add 4982f6ac6e4 [sdks-java-core] add serialVersionUID to PTransform add 4f13a4e1ea2 [runners-core] add jackson add 907a4514386 Merge pull request #30403: [flink] #30402 restore upgradability add d5a2e3b3c9b Bump github.com/aws/aws-sdk-go-v2/config from 1.26.2 to 1.27.4 in /sdks (#30415) add ffe2dba5320 Implementing lull reporting at bundle level processing (#29882) add 6406cfe3c9b Remove some uses of ClassLoadingStrategy.Default.INJECTION (#30367) add 2ae4a28e6fc Force downgrade mpmath to avoid test breakages (#30418) No new revisions were added by this update. Summary of changes: runners/core-java/build.gradle | 2 + .../construction/SerializablePipelineOptions.java | 2 +- .../{metrics => construction}/package-info.java | 4 +- .../core/metrics/ExecutionStateTracker.java | 25 ++++ .../SerializablePipelineOptionsTest.java | 2 +- .../runners/flink/FlinkExecutionEnvironments.java | 2 +- .../FlinkStreamingPortablePipelineTranslator.java | 2 +- .../flink/FlinkStreamingTransformTranslators.java | 2 +- .../translation/functions/FlinkDoFnFunction.java | 2 +- .../functions/FlinkExecutableStageFunction.java | 2 +- .../FlinkExecutableStagePruningFunction.java | 2 +- .../FlinkMergingNonShuffleReduceFunction.java | 2 +- .../functions/FlinkMultiOutputPruningFunction.java | 2 +- .../functions/FlinkPartialReduceFunction.java | 2 +- .../translation/functions/FlinkReduceFunction.java | 2 +- .../functions/FlinkStatefulDoFnFunction.java | 2 +- .../translation/types/CoderTypeInformation.java | 2 +- .../translation/types/CoderTypeSerializer.java | 2 +- .../translation/wrappers/SourceInputFormat.java | 2 +- .../wrappers/streaming/DoFnOperator.java | 2 +- .../streaming/ExecutableStageDoFnOperator.java | 2 +- .../streaming/KvToByteBufferKeySelector.java | 2 +- .../streaming/SdfByteBufferKeySelector.java | 2 +- .../wrappers/streaming/WorkItemKeySelector.java | 2 +- .../wrappers/streaming/io/DedupingOperator.java | 2 +- .../streaming/io/UnboundedSourceWrapper.java | 2 +- .../wrappers/streaming/io/source/FlinkSource.java | 2 +- .../io/source/bounded/FlinkBoundedSource.java | 2 +- .../io/source/unbounded/FlinkUnboundedSource.java | 2 +- .../streaming/stableinput/BufferingDoFnRunner.java | 2 +- .../state/FlinkBroadcastStateInternals.java | 2 +- .../streaming/state/FlinkStateInternals.java | 2 +- .../runners/flink/FlinkPipelineOptionsTest.java | 2 +- .../FlinkBroadcastStateInternalsTest.java | 2 +- .../flink/streaming/FlinkStateInternalsTest.java | 2 +- .../translation/types/CoderTypeSerializerTest.java | 2 +- .../wrappers/streaming/DoFnOperatorTest.java | 2 +- .../streaming/ExecutableStageDoFnOperatorTest.java | 2 +- .../wrappers/streaming/WindowDoFnOperatorTest.java | 2 +- .../stableinput/BufferingDoFnRunnerTest.java | 2 +- .../dataflow/worker/DataflowExecutionContext.java | 117 ++++++++++++++++- .../dataflow/worker/DataflowOperationContext.java | 80 +----------- .../runners/dataflow/worker/StackTraceUtil.java | 66 ++++++++++ .../worker/DataflowExecutionStateTrackerTest.java | 140 ++++++++++++++++++++- .../worker/DataflowOperationContextTest.java | 80 ++---------- .../beam/runners/jet/JetTransformTranslators.java | 2 +- .../beam/runners/jet/JetTranslationContext.java | 2 +- .../runners/jet/processors/AbstractParDoP.java | 2 +- .../runners/jet/processors/BoundedSourceP.java | 2 +- .../apache/beam/runners/jet/processors/ParDoP.java | 2 +- .../runners/jet/processors/StatefulParDoP.java | 2 +- .../runners/jet/processors/UnboundedSourceP.java | 2 +- .../beam/runners/jet/processors/WindowGroupP.java | 2 +- .../runners/samza/adapter/BoundedSourceSystem.java | 2 +- .../samza/adapter/UnboundedSourceSystem.java | 2 +- .../SplittableParDoProcessKeyedElementsOp.java | 2 +- .../runners/samza/translation/ConfigBuilder.java | 2 +- .../translation/PipelineTranslator.java | 2 +- .../translation/SparkSessionFactory.java | 2 +- .../beam/runners/spark/io/SourceDStream.java | 2 +- .../apache/beam/runners/spark/io/SourceRDD.java | 2 +- .../runners/spark/io/SparkUnboundedSource.java | 2 +- .../SparkGroupAlsoByWindowViaWindowSet.java | 2 +- .../runners/spark/stateful/StateSpecFunctions.java | 2 +- .../spark/translation/EvaluationContext.java | 2 +- .../spark/translation/MultiDoFnFunction.java | 2 +- .../runners/spark/translation/SparkCombineFn.java | 2 +- .../translation/SparkExecutableStageFunction.java | 2 +- .../SparkGroupAlsoByWindowViaOutputBufferFn.java | 2 +- .../spark/translation/SparkTranslationContext.java | 2 +- .../streaming/StreamingTransformTranslator.java | 2 +- .../spark/translation/SparkCombineFnTest.java | 2 +- .../SparkExecutableStageFunctionTest.java | 2 +- .../wrappers/Twister2BoundedSource.java | 2 +- .../translators/functions/DoFnFunction.java | 2 +- sdks/go.mod | 26 ++-- sdks/go.sum | 52 ++++---- .../beam/sdk/schemas/utils/AutoValueUtils.java | 10 +- .../apache/beam/sdk/schemas/utils/POJOUtils.java | 3 +- .../org/apache/beam/sdk/transforms/PTransform.java | 3 + .../avro/schemas/utils/AvroByteBuddyUtils.java | 5 +- .../beam/sdk/io/aws2/schemas/AwsSchemaUtils.java | 4 +- sdks/python/tox.ini | 6 +- 83 files changed, 481 insertions(+), 276 deletions(-) rename {sdks/java/core/src/main/java/org/apache/beam/sdk/util => runners/core-java/src/main/java/org/apache/beam/runners/core}/construction/SerializablePipelineOptions.java (98%) copy runners/core-java/src/main/java/org/apache/beam/runners/core/{metrics => construction}/package-info.java (89%) rename {sdks/java/core/src/test/java/org/apache/beam/sdk/util => runners/core-java/src/test/java/org/apache/beam/runners/core}/construction/SerializablePipelineOptionsTest.java (98%) create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/StackTraceUtil.java