This is an automated email from the ASF dual-hosted git repository. viirya pushed a commit to branch branch-3.2 in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/branch-3.2 by this push: new 275ad6b [SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in DataFrameSetOperationsSuite 275ad6b is described below commit 275ad6bd0bccd7688bfdff1bc901291b67551cd9 Author: Liang-Chi Hsieh <vii...@gmail.com> AuthorDate: Fri Sep 17 11:52:19 2021 -0700 [SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in DataFrameSetOperationsSuite ### What changes were proposed in this pull request? As a followup of #34025 to remove duplicate test. ### Why are the changes needed? To remove duplicate test. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Existing test. Closes #34032 from viirya/remove. Authored-by: Liang-Chi Hsieh <vii...@gmail.com> Signed-off-by: Liang-Chi Hsieh <vii...@gmail.com> (cherry picked from commit f9644cc2538dbcfbfc4f844bf0b50b17bb8f315d) Signed-off-by: Liang-Chi Hsieh <vii...@gmail.com> --- .../apache/spark/sql/DataFrameSetOperationsSuite.scala | 17 ----------------- 1 file changed, 17 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala index bd2e91b..f8e0cfc 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala @@ -1039,23 +1039,6 @@ class DataFrameSetOperationsSuite extends QueryTest with SharedSparkSession { } } - test("SPARK-36673: Only merge nullability for unionByName of struct") { - val df1 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS INNER"))) - val df2 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS inner"))) - - val df = df1.unionByName(df2) - - val schema = StructType(Seq(StructField("id", LongType, false), - StructField("nested", StructType(Seq(StructField("INNER", LongType, false))), false))) - - assert(df.schema == schema) - assert(df.queryExecution.optimizedPlan.schema == schema) - assert(df.queryExecution.executedPlan.schema == schema) - - checkAnswer(df, Row(0, Row(0)) :: Row(1, Row(5)) :: Row(0, Row(0)) :: Row(1, Row(5)) :: Nil) - checkAnswer(df.select("nested.*"), Row(0) :: Row(5) :: Row(0) :: Row(5) :: Nil) - } - test("SPARK-36673: Union of structs with different orders") { val df1 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS inner1"), struct(expr("id * 10 AS inner2")))) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org