[
https://issues.apache.org/jira/browse/FLINK-30826?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17682430#comment-17682430
]
Zhu Zhu commented on FLINK-30826:
---------------------------------
[~Sergey Nuyanzin] is the problem still happening with JDK11 when using the
latest Flink master?
> HashAggITCase.testLeadLag is failing
> ------------------------------------
>
> Key: FLINK-30826
> URL: https://issues.apache.org/jira/browse/FLINK-30826
> Project: Flink
> Issue Type: Bug
> Components: Table SQL / Planner
> Affects Versions: 1.17.0
> Reporter: Sergey Nuyanzin
> Priority: Major
>
> With jdk8 it is green.
> At the same time it is constantly failing for jdk11 like
> {noformat}
> [ERROR]
> org.apache.flink.table.planner.runtime.batch.sql.agg.HashAggITCase.testLeadLag
> Time elapsed: 0.336 s <<< FAILURE!
> java.lang.AssertionError:
> Results do not match for query:
>
> SELECT
> a,
> b, LEAD(b, 1) over (order by a) AS bLead, LAG(b, 1) over (order by a) AS
> bLag,
> c, LEAD(c, 1) over (order by a) AS cLead, LAG(c, 1) over (order by a) AS
> cLag,
> d, LEAD(d, 1) over (order by a) AS dLead, LAG(d, 1) over (order by a) AS
> dLag,
> e, LEAD(e, 1) over (order by a) AS eLead, LAG(e, 1) over (order by a) AS
> eLag,
> f, LEAD(f, 1) over (order by a) AS fLead, LAG(f, 1) over (order by a) AS
> fLag,
> g, LEAD(g, 1) over (order by a) AS gLead, LAG(g, 1) over (order by a) AS
> gLag,
> h, LEAD(h, 1) over (order by a) AS hLead, LAG(h, 1) over (order by a) AS
> hLag,
> i, LEAD(i, 1) over (order by a) AS iLead, LAG(i, 1) over (order by a) AS
> iLag,
> j, LEAD(j, 1) over (order by a) AS jLead, LAG(j, 1) over (order by a) AS
> jLag,
> k, LEAD(k, 1) over (order by a) AS kLead, LAG(k, 1) over (order by a) AS
> kLag,
> l, LEAD(l, 1) over (order by a) AS lLead, LAG(l, 1) over (order by a) AS
> lLag,
> m, LEAD(m, 1) over (order by a) AS mLead, LAG(m, 1) over (order by a) AS
> mLag,
> n, LEAD(n, 1) over (order by a) AS nLead, LAG(n, 1) over (order by a) AS
> nLag
> FROM UnnamedTable$18
> order by a
> Results
> == Correct Result - 3 ==
>
>
>
> == Actual Result - 3 ==
> !+I[Alice, 1, 1, null, 1, 1, null, 2, 2, null, 9223, 9223, null, -2.3, -2.3,
> null, 9.9, 9.9, null, true, true, null, varchar, varchar, null, char
> , char , null, 2021-08-03, 2021-08-03, null, 20:08:17,
> 20:08:17, null, 2021-08-03T20:08:29, 2021-08-03T20:08:29, null, 9.99, 9.99,
> null] +I[Alice, 1, null, null, 1, null, null, 2, null, null, 9223, null,
> null, -2.3, null, null, 9.9, null, null, true, null, null, varchar, null,
> null, char , null, null, 2021-08-03, null, null, 20:08:17,
> null, null, 2021-08-03T20:08:29, null, null, 9.99, null, null]
> !+I[Alice, 1, null, 1, 1, null, 1, 2, null, 2, 9223, null, 9223, -2.3, null,
> -2.3, 9.9, null, 9.9, true, null, true, varchar, null, varchar, char
> , null, char , 2021-08-03, null, 2021-08-03, 20:08:17,
> null, 20:08:17, 2021-08-03T20:08:29, null, 2021-08-03T20:08:29, 9.99, null,
> 9.99] +I[Alice, 1, null, null, 1, null, null, 2, null, null, 9223, null,
> null, -2.3, null, null, 9.9, null, null, true, null, null, varchar, null,
> null, char , null, null, 2021-08-03, null, null, 20:08:17,
> null, null, 2021-08-03T20:08:29, null, null, 9.99, null, null]
> !+I[Alice, null, null, 1, null, null, 1, null, null, 2, null, null, 9223,
> null, null, -2.3, null, null, 9.9, null, null, true, null, null, varchar,
> null, null, char , null, null, 2021-08-03, null, null,
> 20:08:17, null, null, 2021-08-03T20:08:29, null, null, 9.99]
> +I[Alice, null, 1, 1, null, 1, 1, null, 2, 2, null, 9223,
> 9223, null, -2.3, -2.3, null, 9.9, 9.9, null, true, true, null, varchar,
> varchar, null, char , char , null, 2021-08-03,
> 2021-08-03, null, 20:08:17, 20:08:17, null, 2021-08-03T20:08:29,
> 2021-08-03T20:08:29, null, 9.99, 9.99]
>
> Plan:
> == Abstract Syntax Tree ==
> LogicalSort(sort0=[$0], dir0=[ASC-nulls-first])
> +- LogicalProject(inputs=[0..1], exprs=[[LEAD($1, 1) OVER (ORDER BY $0 NULLS
> FIRST), LAG($1, 1) OVER (ORDER BY $0 NULLS FIRST), $2, LEAD($2, 1) OVER
> (ORDER BY $0 NULLS FIRST), LAG($2, 1) OVER (ORDER BY $0 NULLS FIRST), $3,
> LEAD($3, 1) OVER (ORDER BY $0 NULLS FIRST), LAG($3, 1) OVER (ORDER BY $0
> NULLS FIRST), $4, LEAD($4, 1) OVER (ORDER BY $0 NULLS FIRST), LAG($4, 1) OVER
> (ORDER BY $0 NULLS FIRST), $5, LEAD($5, 1) OVER (ORDER BY $0 NULLS FIRST),
> LAG($5, 1) OVER (ORDER BY $0 NULLS FIRST), $6, LEAD($6, 1) OVER (ORDER BY $0
> NULLS FIRST), LAG($6, 1) OVER (ORDER BY $0 NULLS FIRST), $7, LEAD($7, 1) OVER
> (ORDER BY $0 NULLS FIRST), LAG($7, 1) OVER (ORDER BY $0 NULLS FIRST), $8,
> LEAD($8, 1) OVER (ORDER BY $0 NULLS FIRST), LAG($8, 1) OVER (ORDER BY $0
> NULLS FIRST), $9, LEAD($9, 1) OVER (ORDER BY $0 NULLS FIRST), LAG($9, 1) OVER
> (ORDER BY $0 NULLS FIRST), $10, LEAD($10, 1) OVER (ORDER BY $0 NULLS FIRST),
> LAG($10, 1) OVER (ORDER BY $0 NULLS FIRST), $11, LEAD($11, 1) OVER (ORDER BY
> $0 NULLS FIRST), LAG($11, 1) OVER (ORDER BY $0 NULLS FIRST), $12, LEAD($12,
> 1) OVER (ORDER BY $0 NULLS FIRST), LAG($12, 1) OVER (ORDER BY $0 NULLS
> FIRST), $13, LEAD($13, 1) OVER (ORDER BY $0 NULLS FIRST), LAG($13, 1) OVER
> (ORDER BY $0 NULLS FIRST)]])
> +- LogicalUnion(all=[true])
> :- LogicalProject(exprs=[[CAST(_UTF-16LE'Alice':VARCHAR(2147483647)
> CHARACTER SET "UTF-16LE"):VARCHAR(2147483647) CHARACTER SET "UTF-16LE",
> CAST(1:TINYINT):TINYINT, CAST(1:SMALLINT):SMALLINT, CAST(2):INTEGER,
> CAST(9223:BIGINT):BIGINT, CAST(-2.3E0:FLOAT):FLOAT,
> CAST(9.9E0:DOUBLE):DOUBLE, CAST(true):BOOLEAN,
> CAST(_UTF-16LE'varchar':VARCHAR(20) CHARACTER SET "UTF-16LE"):VARCHAR(20)
> CHARACTER SET "UTF-16LE", CAST(_UTF-16LE'char '):CHAR(20)
> CHARACTER SET "UTF-16LE", CAST(2021-08-03):DATE, CAST(20:08:17):TIME(0),
> CAST(2021-08-03 20:08:29:TIMESTAMP(6)):TIMESTAMP(6), CAST(9.99E0:DECIMAL(3,
> 2)):DECIMAL(3, 2)]])
> : +- LogicalValues(type=[RecordType(INTEGER ZERO)], tuples=[[{ 0 }]])
> :- LogicalProject(exprs=[[CAST(_UTF-16LE'Alice':VARCHAR(2147483647)
> CHARACTER SET "UTF-16LE"):VARCHAR(2147483647) CHARACTER SET "UTF-16LE",
> null:TINYINT, null:SMALLINT, null:INTEGER, null:BIGINT, null:FLOAT,
> null:DOUBLE, null:BOOLEAN, null:VARCHAR(20) CHARACTER SET "UTF-16LE",
> null:CHAR(20) CHARACTER SET "UTF-16LE", null:DATE, null:TIME(0),
> null:TIMESTAMP(6), null:DECIMAL(3, 2)]])
> : +- LogicalValues(type=[RecordType(INTEGER ZERO)], tuples=[[{ 0 }]])
> +- LogicalProject(exprs=[[CAST(_UTF-16LE'Alice':VARCHAR(2147483647)
> CHARACTER SET "UTF-16LE"):VARCHAR(2147483647) CHARACTER SET "UTF-16LE",
> CAST(1:TINYINT):TINYINT, CAST(1:SMALLINT):SMALLINT, CAST(2):INTEGER,
> CAST(9223:BIGINT):BIGINT, CAST(-2.3E0:FLOAT):FLOAT,
> CAST(9.9E0:DOUBLE):DOUBLE, CAST(true):BOOLEAN,
> CAST(_UTF-16LE'varchar':VARCHAR(20) CHARACTER SET "UTF-16LE"):VARCHAR(20)
> CHARACTER SET "UTF-16LE", CAST(_UTF-16LE'char '):CHAR(20)
> CHARACTER SET "UTF-16LE", CAST(2021-08-03):DATE, CAST(20:08:17):TIME(0),
> CAST(2021-08-03 20:08:29:TIMESTAMP(6)):TIMESTAMP(6), CAST(9.99E0:DECIMAL(3,
> 2)):DECIMAL(3, 2)]])
> +- LogicalValues(type=[RecordType(INTEGER ZERO)], tuples=[[{ 0 }]])
> == Optimized Logical Plan ==
> Sort(orderBy=[a ASC])
> +- Calc(select=[a, b, w0$o0 AS bLead, w0$o1 AS bLag, c, w0$o2 AS cLead, w0$o3
> AS cLag, d, w0$o4 AS dLead, w0$o5 AS dLag, e, w0$o6 AS eLead, w0$o7 AS eLag,
> f, w0$o8 AS fLead, w0$o9 AS fLag, g, w0$o10 AS gLead, w0$o11 AS gLag, h,
> w0$o12 AS hLead, w0$o13 AS hLag, i, w0$o14 AS iLead, w0$o15 AS iLag, j,
> w0$o16 AS jLead, w0$o17 AS jLag, k, w0$o18 AS kLead, w0$o19 AS kLag, l,
> w0$o20 AS lLead, w0$o21 AS lLag, m, w0$o22 AS mLead, w0$o23 AS mLag, n,
> w0$o24 AS nLead, w0$o25 AS nLag])
> +- OverAggregate(orderBy=[a ASC], window#0=[LEAD(b, 1) AS w0$o0, LAG(b, 1)
> AS w0$o1, LEAD(c, 1) AS w0$o2, LAG(c, 1) AS w0$o3, LEAD(d, 1) AS w0$o4,
> LAG(d, 1) AS w0$o5, LEAD(e, 1) AS w0$o6, LAG(e, 1) AS w0$o7, LEAD(f, 1) AS
> w0$o8, LAG(f, 1) AS w0$o9, LEAD(g, 1) AS w0$o10, LAG(g, 1) AS w0$o11, LEAD(h,
> 1) AS w0$o12, LAG(h, 1) AS w0$o13, LEAD(i, 1) AS w0$o14, LAG(i, 1) AS w0$o15,
> LEAD(j, 1) AS w0$o16, LAG(j, 1) AS w0$o17, LEAD(k, 1) AS w0$o18, LAG(k, 1) AS
> w0$o19, LEAD(l, 1) AS w0$o20, LAG(l, 1) AS w0$o21, LEAD(m, 1) AS w0$o22,
> LAG(m, 1) AS w0$o23, LEAD(n, 1) AS w0$o24, LAG(n, 1) AS w0$o25 RANG BETWEEN
> UNBOUNDED PRECEDING AND CURRENT ROW], select=[a, b, c, d, e, f, g, h, i, j,
> k, l, m, n, w0$o0, w0$o1, w0$o2, w0$o3, w0$o4, w0$o5, w0$o6, w0$o7, w0$o8,
> w0$o9, w0$o10, w0$o11, w0$o12, w0$o13, w0$o14, w0$o15, w0$o16, w0$o17,
> w0$o18, w0$o19, w0$o20, w0$o21, w0$o22, w0$o23, w0$o24, w0$o25])
> +- Sort(orderBy=[a ASC])
> +- Exchange(distribution=[single])
> +- Union(all=[true], union=[a, b, c, d, e, f, g, h, i, j, k, l,
> m, n])
> :- Calc(select=[CAST('Alice' AS VARCHAR(2147483647)) AS a,
> CAST(1 AS TINYINT) AS b, CAST(1 AS SMALLINT) AS c, CAST(2 AS INTEGER) AS d,
> CAST(9223 AS BIGINT) AS e, CAST(-2.3E0 AS FLOAT) AS f, CAST(9.9E0 AS DOUBLE)
> AS g, CAST(true AS BOOLEAN) AS h, CAST('varchar' AS VARCHAR(20)) AS i,
> CAST('char ' AS CHAR(20)) AS j, CAST(2021-08-03 AS DATE) AS k,
> CAST(20:08:17 AS TIME(0)) AS l, CAST(2021-08-03 20:08:29 AS TIMESTAMP(6)) AS
> m, CAST(9.99E0 AS DECIMAL(3, 2)) AS n])
> : +- Values(tuples=[[{ 0 }]], values=[ZERO])
> :- Calc(select=[CAST('Alice' AS VARCHAR(2147483647)) AS a,
> null:TINYINT AS b, null:SMALLINT AS c, null:INTEGER AS d, null:BIGINT AS e,
> null:FLOAT AS f, null:DOUBLE AS g, null:BOOLEAN AS h, null:VARCHAR(20) AS i,
> null:CHAR(20) AS j, null:DATE AS k, null:TIME(0) AS l, null:TIMESTAMP(6) AS
> m, null:DECIMAL(3, 2) AS n])
> : +- Values(tuples=[[{ 0 }]], values=[ZERO])
> +- Calc(select=[CAST('Alice' AS VARCHAR(2147483647)) AS a,
> CAST(1 AS TINYINT) AS b, CAST(1 AS SMALLINT) AS c, CAST(2 AS INTEGER) AS d,
> CAST(9223 AS BIGINT) AS e, CAST(-2.3E0 AS FLOAT) AS f, CAST(9.9E0 AS DOUBLE)
> AS g, CAST(true AS BOOLEAN) AS h, CAST('varchar' AS VARCHAR(20)) AS i,
> CAST('char ' AS CHAR(20)) AS j, CAST(2021-08-03 AS DATE) AS k,
> CAST(20:08:17 AS TIME(0)) AS l, CAST(2021-08-03 20:08:29 AS TIMESTAMP(6)) AS
> m, CAST(9.99E0 AS DECIMAL(3, 2)) AS n])
> +- Values(tuples=[[{ 0 }]], values=[ZERO])
>
> at org.junit.Assert.fail(Assert.java:89)
> at
> org.apache.flink.table.planner.runtime.utils.BatchTestBase.$anonfun$check$1(BatchTestBase.scala:152)
> at
> org.apache.flink.table.planner.runtime.utils.BatchTestBase.$anonfun$check$1$adapted(BatchTestBase.scala:145)
> at scala.Option.foreach(Option.scala:257)
> at
> org.apache.flink.table.planner.runtime.utils.BatchTestBase.check(BatchTestBase.scala:145)
> at
> org.apache.flink.table.planner.runtime.utils.BatchTestBase.checkResult(BatchTestBase.scala:106)
> at
> org.apache.flink.table.planner.runtime.batch.sql.agg.AggregateITCaseBase.testLeadLag(AggregateITCaseBase.scala:958)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.base/java.lang.reflect.Method.invoke(Method.java:566)
> at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> at
> org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
> at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
> at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> at
> org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
> at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
> at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
> at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
> at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
> at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
> at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
> at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
> at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
> at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
> at org.junit.rules.RunRules.evaluate(RunRules.java:20)
> at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
> at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
> at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
> at
> org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42)
> at
> org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80)
> at
> org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102)
> at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54)
> at
> org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114)
> at
> org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86)
> at
> org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86)
> at
> org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53)
> at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.lambda$execute$1(JUnitPlatformProvider.java:199)
> at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
> at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:193)
> at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154)
> at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:120)
> at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428)
> at
> org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
> at
> org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562)
> at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548)
> {noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
