This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit 2bf4cd9bac0e0dfa03d3499f5d84b0d51781d8ba Author: Etienne Chauchot <echauc...@apache.org> AuthorDate: Fri Aug 30 17:34:13 2019 +0200 Add a simple spark native test to test Beam coders wrapping into Spark Encoders --- .../structuredstreaming/utils/EncodersTest.java | 29 ++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java b/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java new file mode 100644 index 0000000..490e3dc --- /dev/null +++ b/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java @@ -0,0 +1,29 @@ +package org.apache.beam.runners.spark.structuredstreaming.utils; + +import java.util.ArrayList; +import java.util.List; +import org.apache.beam.runners.spark.structuredstreaming.translation.helpers.EncoderHelpers; +import org.apache.beam.sdk.coders.VarIntCoder; +import org.apache.spark.sql.SparkSession; +import org.junit.Test; +import org.junit.runner.RunWith; +import org.junit.runners.JUnit4; + +@RunWith(JUnit4.class) +/** + * Test of the wrapping of Beam Coders as Spark ExpressionEncoders. + */ +public class EncodersTest { + + @Test + public void beamCoderToSparkEncoderTest() { + SparkSession sparkSession = SparkSession.builder().appName("beamCoderToSparkEncoderTest") + .master("local[4]").getOrCreate(); + List<Integer> data = new ArrayList<>(); + data.add(1); + data.add(2); + data.add(3); +// sparkSession.createDataset(data, EncoderHelpers.fromBeamCoder(VarIntCoder.of())); + sparkSession.createDataset(data, EncoderHelpers.genericEncoder()); + } +}