This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 75fa35c46 [GLUTEN-5603] Add new added Spark3.4 UTs in Gluten for
Spark3.5 (#5637)
75fa35c46 is described below
commit 75fa35c46299d5361f997f9dce1545779beb6167
Author: Yan Ma <[email protected]>
AuthorDate: Wed May 8 09:07:22 2024 +0800
[GLUTEN-5603] Add new added Spark3.4 UTs in Gluten for Spark3.5 (#5637)
Add the new added UTs in Spark3.4 for Gluten Spark35 profile
---
.../gluten/utils/velox/VeloxTestSettings.scala | 11 +++++++++++
.../spark/sql/GlutenDataFrameToSchemaSuite.scala | 19 ++++++++++++++++++
.../spark/sql/GlutenDatasetUnpivotSuite.scala | 19 ++++++++++++++++++
.../spark/sql/GlutenLateralColumnAliasSuite.scala | 19 ++++++++++++++++++
.../apache/spark/sql/GlutenParametersSuite.scala | 19 ++++++++++++++++++
.../sql/GlutenResolveDefaultColumnsSuite.scala | 21 ++++++++++++++++++++
.../sql/GlutenSubqueryHintPropagationSuite.scala | 21 ++++++++++++++++++++
.../apache/spark/sql/GlutenUrlFunctionsSuite.scala | 19 ++++++++++++++++++
.../GlutenDeltaBasedDeleteFromTableSuite.scala | 23 ++++++++++++++++++++++
.../GlutenGroupBasedDeleteFromTableSuite.scala | 23 ++++++++++++++++++++++
.../parquet/GlutenParquetRowIndexSuite.scala | 21 ++++++++++++++++++++
11 files changed, 215 insertions(+)
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
index de5e4032e..7c809ec6d 100644
---
a/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
+++
b/gluten-ut/spark35/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
@@ -1165,6 +1165,17 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenHiveSQLQuerySuite]
enableSuite[GlutenCollapseProjectExecTransformerSuite]
enableSuite[GlutenSparkSessionExtensionSuite]
+ enableSuite[GlutenGroupBasedDeleteFromTableSuite]
+ enableSuite[GlutenDeltaBasedDeleteFromTableSuite]
+ enableSuite[GlutenDataFrameToSchemaSuite]
+ enableSuite[GlutenDatasetUnpivotSuite]
+ enableSuite[GlutenLateralColumnAliasSuite]
+ enableSuite[GlutenParametersSuite]
+ enableSuite[GlutenResolveDefaultColumnsSuite]
+ enableSuite[GlutenSubqueryHintPropagationSuite]
+ enableSuite[GlutenUrlFunctionsSuite]
+ // Row index metadata column support in Velox isn't ready yet, refer
velox-9147
+ // enableSuite[GlutenParquetRowIndexSuite]
enableSuite[GlutenBitmapExpressionsQuerySuite]
enableSuite[GlutenEmptyInSuite]
enableSuite[GlutenRuntimeNullChecksV2Writes]
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDataFrameToSchemaSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDataFrameToSchemaSuite.scala
new file mode 100644
index 000000000..d578b92c4
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDataFrameToSchemaSuite.scala
@@ -0,0 +1,19 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenDataFrameToSchemaSuite extends DataFrameToSchemaSuite with
GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDatasetUnpivotSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDatasetUnpivotSuite.scala
new file mode 100644
index 000000000..e3ba78053
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenDatasetUnpivotSuite.scala
@@ -0,0 +1,19 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenDatasetUnpivotSuite extends DatasetUnpivotSuite with
GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenLateralColumnAliasSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenLateralColumnAliasSuite.scala
new file mode 100644
index 000000000..cc90f46e1
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenLateralColumnAliasSuite.scala
@@ -0,0 +1,19 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenLateralColumnAliasSuite extends LateralColumnAliasSuite with
GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenParametersSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenParametersSuite.scala
new file mode 100644
index 000000000..0887a7416
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenParametersSuite.scala
@@ -0,0 +1,19 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenParametersSuite extends ParametersSuite with GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenResolveDefaultColumnsSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenResolveDefaultColumnsSuite.scala
new file mode 100644
index 000000000..2d1570be2
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenResolveDefaultColumnsSuite.scala
@@ -0,0 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenResolveDefaultColumnsSuite
+ extends ResolveDefaultColumnsSuite
+ with GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenSubqueryHintPropagationSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenSubqueryHintPropagationSuite.scala
new file mode 100644
index 000000000..323c5fbe1
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenSubqueryHintPropagationSuite.scala
@@ -0,0 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenSubqueryHintPropagationSuite
+ extends SubqueryHintPropagationSuite
+ with GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenUrlFunctionsSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenUrlFunctionsSuite.scala
new file mode 100644
index 000000000..ae173ecd4
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/GlutenUrlFunctionsSuite.scala
@@ -0,0 +1,19 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql
+
+class GlutenUrlFunctionsSuite extends UrlFunctionsSuite with
GlutenSQLTestsTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenDeltaBasedDeleteFromTableSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenDeltaBasedDeleteFromTableSuite.scala
new file mode 100644
index 000000000..74893c5e5
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenDeltaBasedDeleteFromTableSuite.scala
@@ -0,0 +1,23 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql.connector
+
+import org.apache.spark.sql.GlutenSQLTestsBaseTrait
+
+class GlutenDeltaBasedDeleteFromTableSuite
+ extends DeltaBasedDeleteFromTableSuite
+ with GlutenSQLTestsBaseTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenGroupBasedDeleteFromTableSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenGroupBasedDeleteFromTableSuite.scala
new file mode 100644
index 000000000..25f377505
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/connector/GlutenGroupBasedDeleteFromTableSuite.scala
@@ -0,0 +1,23 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql.connector
+
+import org.apache.spark.sql.GlutenSQLTestsBaseTrait
+
+class GlutenGroupBasedDeleteFromTableSuite
+ extends GroupBasedDeleteFromTableSuite
+ with GlutenSQLTestsBaseTrait {}
diff --git
a/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetRowIndexSuite.scala
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetRowIndexSuite.scala
new file mode 100644
index 000000000..acf6a2b63
--- /dev/null
+++
b/gluten-ut/spark35/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/GlutenParquetRowIndexSuite.scala
@@ -0,0 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.spark.sql.execution.datasources.parquet
+
+import org.apache.spark.sql.GlutenSQLTestsBaseTrait
+
+class GlutenParquetRowIndexSuite extends ParquetRowIndexSuite with
GlutenSQLTestsBaseTrait {}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
