hvanhovell commented on code in PR #47688: URL: https://github.com/apache/spark/pull/47688#discussion_r1720328712
########## sql/core/src/main/scala/org/apache/spark/sql/Column.scala: ########## @@ -27,22 +27,21 @@ import org.apache.spark.sql.catalyst.encoders.{encoderFor, ExpressionEncoder} import org.apache.spark.sql.catalyst.expressions._ import org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression import org.apache.spark.sql.catalyst.parser.CatalystSqlParser -import org.apache.spark.sql.catalyst.util.{toPrettySQL, CharVarcharUtils} +import org.apache.spark.sql.catalyst.util.toPrettySQL import org.apache.spark.sql.execution.aggregate.TypedAggregateExpression -import org.apache.spark.sql.execution.analysis.DetectAmbiguousSelfJoin import org.apache.spark.sql.expressions.Window import org.apache.spark.sql.functions.lit -import org.apache.spark.sql.internal.TypedAggUtils +import org.apache.spark.sql.internal.{ColumnNode, TypedAggUtils, Wrapper} import org.apache.spark.sql.types._ import org.apache.spark.util.ArrayImplicits._ -private[sql] object Column { +private[spark] object Column { def apply(colName: String): Column = new Column(colName) - def apply(expr: Expression): Column = new Column(expr) + def apply(expr: Expression): Column = Column(Wrapper(expr)) - def unapply(col: Column): Option[Expression] = Some(col.expr) + def apply(node: => ColumnNode): Column = withOrigin(new Column(node)) Review Comment: This is what get: ``` org.apache.spark.SparkArithmeticException: [DIVIDE_BY_ZERO] Division by zero. Use `try_divide` to tolerate divisor being 0 and return NULL instead. If necessary set "spark.sql.ansi.enabled" to "false" to bypass this error. SQLSTATE: 22012 == DataFrame == "div" was called from <init>(<console>:1) ``` So that checks out. TBH this part is almost the same as before. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org