This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit 707470b0469fbcf63efd985faf6185be295e7c6d Author: Etienne Chauchot <echauc...@apache.org> AuthorDate: Tue Jan 15 17:30:29 2019 +0100 Fix split bug --- .../spark/structuredstreaming/translation/batch/DatasetSourceBatch.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DatasetSourceBatch.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DatasetSourceBatch.java index 3f6f219..8f22bc7 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DatasetSourceBatch.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DatasetSourceBatch.java @@ -121,7 +121,7 @@ public class DatasetSourceBatch implements DataSourceV2, ReadSupport { @Override public InputPartitionReader<InternalRow> createPartitionReader() { - return new DatasetPartitionReader<>(source, serializablePipelineOptions); + return new DatasetPartitionReader<>(split, serializablePipelineOptions); } }); }