This is an automated email from the ASF dual-hosted git repository. aromanenko pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/spark-runner_structured-streaming by this push: new a98c17d Rename SparkSideInputReader class a98c17d is described below commit a98c17d34d1b9103c6faa03eff844530b13aa913 Author: Alexey Romanenko <aromanenko....@gmail.com> AuthorDate: Fri Jan 25 17:02:50 2019 +0100 Rename SparkSideInputReader class --- .../spark/structuredstreaming/translation/batch/DoFnFunction.java | 4 ++-- .../functions/{SparkSideInputReader.java => NoOpSideInputReader.java} | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java index 6067045..8ce98a8 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java @@ -30,7 +30,7 @@ import org.apache.beam.runners.core.DoFnRunner; import org.apache.beam.runners.core.DoFnRunners; import org.apache.beam.runners.core.construction.SerializablePipelineOptions; import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.NoOpStepContext; -import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.SparkSideInputReader; +import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.NoOpSideInputReader; import org.apache.beam.sdk.coders.Coder; import org.apache.beam.sdk.options.PipelineOptions; import org.apache.beam.sdk.transforms.DoFn; @@ -99,7 +99,7 @@ public class DoFnFunction<InputT, OutputT> DoFnRunners.simpleRunner( serializedOptions.get(), doFn, - new SparkSideInputReader(sideInputs), + new NoOpSideInputReader(sideInputs), outputManager, mainOutputTag, additionalOutputTags, diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java similarity index 91% rename from runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java rename to runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java index 91e5385..eca9d95 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java @@ -31,10 +31,10 @@ import org.apache.beam.sdk.values.WindowingStrategy; * * <p>A {@link SideInputReader} for the Spark Batch Runner. */ -public class SparkSideInputReader implements SideInputReader { +public class NoOpSideInputReader implements SideInputReader { private final Map<TupleTag<?>, WindowingStrategy<?, ?>> sideInputs; - public SparkSideInputReader(Map<PCollectionView<?>, WindowingStrategy<?, ?>> indexByView) { + public NoOpSideInputReader(Map<PCollectionView<?>, WindowingStrategy<?, ?>> indexByView) { sideInputs = new HashMap<>(); }