This is an automated email from the ASF dual-hosted git repository.
viirya pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new f9644cc [SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in
DataFrameSetOperationsSuite
f9644cc is described below
commit f9644cc2538dbcfbfc4f844bf0b50b17bb8f315d
Author: Liang-Chi Hsieh <vii...@gmail.com>
AuthorDate: Fri Sep 17 11:52:19 2021 -0700
[SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in
DataFrameSetOperationsSuite
### What changes were proposed in this pull request?
As a followup of #34025 to remove duplicate test.
### Why are the changes needed?
To remove duplicate test.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
Existing test.
Closes #34032 from viirya/remove.
Authored-by: Liang-Chi Hsieh <vii...@gmail.com>
Signed-off-by: Liang-Chi Hsieh <vii...@gmail.com>
---
.../apache/spark/sql/DataFrameSetOperationsSuite.scala | 17 -----------------
1 file changed, 17 deletions(-)
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala
index bd2e91b..f8e0cfc 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala
@@ -1039,23 +1039,6 @@ class DataFrameSetOperationsSuite extends QueryTest with
SharedSparkSession {
}
}
- test("SPARK-36673: Only merge nullability for unionByName of struct") {
- val df1 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS
INNER")))
- val df2 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS
inner")))
-
- val df = df1.unionByName(df2)
-
- val schema = StructType(Seq(StructField("id", LongType, false),
- StructField("nested", StructType(Seq(StructField("INNER", LongType,
false))), false)))
-
- assert(df.schema == schema)
- assert(df.queryExecution.optimizedPlan.schema == schema)
- assert(df.queryExecution.executedPlan.schema == schema)
-
- checkAnswer(df, Row(0, Row(0)) :: Row(1, Row(5)) :: Row(0, Row(0)) ::
Row(1, Row(5)) :: Nil)
- checkAnswer(df.select("nested.*"), Row(0) :: Row(5) :: Row(0) :: Row(5) ::
Nil)
- }
-
test("SPARK-36673: Union of structs with different orders") {
val df1 = spark.range(2).withColumn("nested",
struct(expr("id * 5 AS inner1"), struct(expr("id * 10 AS inner2"))))
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
