Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/21028#discussion_r184305294
--- Diff:
sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
---
@@ -288,6 +288,114 @@ case class ArrayContains(left: Expression, right:
Expression)
override def prettyName: String = "array_contains"
}
+/**
+ * Checks if the two arrays contain at least one common element.
+ */
+@ExpressionDescription(
+ usage = "_FUNC_(a1, a2) - Returns true if a1 contains at least an
element present also in a2.",
+ examples = """
+ Examples:
+ > SELECT _FUNC_(array(1, 2, 3), array(3, 4, 5));
+ true
+ """, since = "2.4.0")
+case class ArraysOverlap(left: Expression, right: Expression)
+ extends BinaryExpression with ImplicitCastInputTypes {
+
+ private lazy val elementType =
inputTypes.head.asInstanceOf[ArrayType].elementType
+
+ override def dataType: DataType = BooleanType
+
+ override def inputTypes: Seq[AbstractDataType] = left.dataType match {
--- End diff --
We can create a new trait, which will first make sure all its children are
array type, and then make sure all its children are same type after implicit
type cast(make sure other databases also do implicit type cast for these
functions).
Then update `TypeCoercion` rule to handle this trait.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
