This is an automated email from the ASF dual-hosted git repository.
jackylee pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new a44f7a70db [VL] Enable more ut in VeloxTestSettings (#9080)
a44f7a70db is described below
commit a44f7a70db2b2b2921bced2f4fc196131c59bb10
Author: WangGuangxin <[email protected]>
AuthorDate: Wed Apr 2 16:59:05 2025 +0800
[VL] Enable more ut in VeloxTestSettings (#9080)
---
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 5 -----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 5 -----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 5 -----
.../test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala | 5 -----
4 files changed, 20 deletions(-)
diff --git
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 50324c148b..66e2d3159e 100644
---
a/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark32/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -336,8 +336,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenExchangeSuite]
// ColumnarShuffleExchangeExec does not support doExecute() method
.exclude("shuffling UnsafeRows in exchange")
- // ColumnarShuffleExchangeExec does not support SORT_BEFORE_REPARTITION
- .exclude("SPARK-23207: Make repartition() generate consistent output")
// This test will re-run in GlutenExchangeSuite with shuffle partitions > 1
.exclude("Exchange reuse across the whole plan")
enableSuite[GlutenBroadcastJoinSuite]
@@ -361,9 +359,6 @@ class VeloxTestSettings extends BackendTestSettings {
// Not useful and time consuming.
.exclude("SPARK-33084: Add jar support Ivy URI in SQL")
.exclude("SPARK-33084: Add jar support Ivy URI in SQL -- jar contains udf
class")
- // Need to support MAP<NullType, NullType>
- .exclude(
- "SPARK-27619: When spark.sql.legacy.allowHashOnMapType is true, hash can
be used on Maptype")
// https://github.com/apache/incubator-gluten/pull/9145.
.exclude("SPARK-17515: CollectLimit.execute() should perform per-partition
limits")
// https://github.com/apache/incubator-gluten/pull/9145.
diff --git
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 20dea16267..b010a6d615 100644
---
a/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark33/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -551,8 +551,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenExchangeSuite]
// ColumnarShuffleExchangeExec does not support doExecute() method
.exclude("shuffling UnsafeRows in exchange")
- // ColumnarShuffleExchangeExec does not support SORT_BEFORE_REPARTITION
- .exclude("SPARK-23207: Make repartition() generate consistent output")
// This test will re-run in GlutenExchangeSuite with shuffle partitions > 1
.exclude("Exchange reuse across the whole plan")
enableSuite[GlutenReplaceHashWithSortAggSuite]
@@ -832,9 +830,6 @@ class VeloxTestSettings extends BackendTestSettings {
// Not useful and time consuming.
.exclude("SPARK-33084: Add jar support Ivy URI in SQL")
.exclude("SPARK-33084: Add jar support Ivy URI in SQL -- jar contains udf
class")
- // Need to support MAP<NullType, NullType>
- .exclude(
- "SPARK-27619: When spark.sql.legacy.allowHashOnMapType is true, hash can
be used on Maptype")
// https://github.com/apache/incubator-gluten/pull/9145.
.exclude("SPARK-17515: CollectLimit.execute() should perform per-partition
limits")
// https://github.com/apache/incubator-gluten/pull/9145.
diff --git
a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 15bfa2c265..d688cc1272 100644
---
a/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark34/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -568,8 +568,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenExchangeSuite]
// ColumnarShuffleExchangeExec does not support doExecute() method
.exclude("shuffling UnsafeRows in exchange")
- // ColumnarShuffleExchangeExec does not support SORT_BEFORE_REPARTITION
- .exclude("SPARK-23207: Make repartition() generate consistent output")
// This test will re-run in GlutenExchangeSuite with shuffle partitions > 1
.exclude("Exchange reuse across the whole plan")
enableSuite[GlutenReplaceHashWithSortAggSuite]
@@ -868,9 +866,6 @@ class VeloxTestSettings extends BackendTestSettings {
// ORC related
.exclude("SPARK-37965: Spark support read/write orc file with invalid char
in field name")
.exclude("SPARK-38173: Quoted column cannot be recognized correctly when
quotedRegexColumnNames is true")
- // Need to support MAP<NullType, NullType>
- .exclude(
- "SPARK-27619: When spark.sql.legacy.allowHashOnMapType is true, hash can
be used on Maptype")
enableSuite[GlutenSQLQueryTestSuite]
enableSuite[GlutenStatisticsCollectionSuite]
// The output byte size of Velox is different
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index 6b8ec85adf..a069724fa9 100644
---
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -582,8 +582,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenExchangeSuite]
// ColumnarShuffleExchangeExec does not support doExecute() method
.exclude("shuffling UnsafeRows in exchange")
- // ColumnarShuffleExchangeExec does not support SORT_BEFORE_REPARTITION
- .exclude("SPARK-23207: Make repartition() generate consistent output")
// This test will re-run in GlutenExchangeSuite with shuffle partitions > 1
.exclude("Exchange reuse across the whole plan")
enableSuite[GlutenReplaceHashWithSortAggSuite]
@@ -889,9 +887,6 @@ class VeloxTestSettings extends BackendTestSettings {
// ORC related
.exclude("SPARK-37965: Spark support read/write orc file with invalid char
in field name")
.exclude("SPARK-38173: Quoted column cannot be recognized correctly when
quotedRegexColumnNames is true")
- // Need to support MAP<NullType, NullType>
- .exclude(
- "SPARK-27619: When spark.sql.legacy.allowHashOnMapType is true, hash can
be used on Maptype")
enableSuite[GlutenSQLQueryTestSuite]
enableSuite[GlutenStatisticsCollectionSuite]
// The output byte size of Velox is different
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
