This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit 9a269eff5fe67e4542643c64e392fec003fb28f7 Author: Etienne Chauchot <echauc...@apache.org> AuthorDate: Mon Jun 17 11:53:37 2019 +0200 Fix encoder in combine call --- .../translation/batch/CombineGloballyTranslatorBatch.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java index fb9e1dd..f29b2c5 100644 --- a/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java +++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java @@ -59,7 +59,7 @@ class CombineGloballyTranslatorBatch<InputT, AccumT, OutputT> Dataset<Iterable<WindowedValue<OutputT>>> accumulatedDataset = combinedRowDataset.map( - RowHelpers.extractObjectFromRowMapFunction(), EncoderHelpers.windowedValueEncoder()); + RowHelpers.extractObjectFromRowMapFunction(), EncoderHelpers.genericEncoder()); Dataset<WindowedValue<OutputT>> outputDataset = accumulatedDataset.flatMap( (FlatMapFunction<Iterable<WindowedValue<OutputT>>, WindowedValue<OutputT>>) windowedValues -> windowedValues.iterator(), EncoderHelpers.windowedValueEncoder());