Github user sunjincheng121 commented on a diff in the pull request: https://github.com/apache/flink/pull/5203#discussion_r158582801 --- Diff: flink-libraries/flink-table/src/test/scala/org/apache/flink/table/runtime/stream/table/CalcITCase.scala --- @@ -352,4 +354,38 @@ class CalcITCase extends StreamingMultipleProgramsTestBase { "{9=Comment#3}") assertEquals(expected.sorted, StreamITCase.testResults.sorted) } + + @Test + def testUDFWithUnicodeParameter(): Unit = { + val data = List( + ("a\u0001b", "c\"d", "e\\\"\u0004f"), + ("x\u0001y", "y\"z", "z\\\"\u0004z") + ) + val env = StreamExecutionEnvironment.getExecutionEnvironment + val tEnv = TableEnvironment.getTableEnvironment(env) + StreamITCase.testResults = mutable.MutableList() + val ds = env.fromCollection(data).toTable(tEnv, 'a, 'b, 'c) + .select(SplitUDF('a, "\u0001", 0) as 'a, + SplitUDF('b, "\"", 1) as 'b, + SplitUDF('c, "\\\"\u0004", 0) as 'c + ) + val results = ds.toAppendStream[Row] + results.addSink(new StreamITCase.StringSink[Row]) + env.execute() + val expected = mutable.MutableList( + "a,d,e", "x,z,z" + ) + assertEquals(expected.sorted, StreamITCase.testResults.sorted) + } +} + +object SplitUDF extends ScalarFunction { + def eval(x: String, sep: String, index: Int): String = { + val splits = StringUtils.splitByWholeSeparator(x, sep) --- End diff -- Add test case of isDeterministic: Boolean = false.
---