Github user viirya commented on a diff in the pull request:
https://github.com/apache/spark/pull/21547#discussion_r194973435
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala
---
@@ -62,6 +62,11 @@ private[parquet] class ParquetFilters(pushDownDate:
Boolean) {
(n: String, v: Any) => FilterApi.eq(
intColumn(n),
Option(v).map(date =>
dateToDays(date.asInstanceOf[Date]).asInstanceOf[Integer]).orNull)
+ case decimal: DecimalType if
DecimalType.isByteArrayDecimalType(decimal) =>
+ (n: String, v: Any) => FilterApi.eq(
+ binaryColumn(n),
+ Option(v).map(d => Binary.fromReusedByteArray(new Array[Byte](8) ++
+
v.asInstanceOf[java.math.BigDecimal].unscaledValue().toByteArray)).orNull)
--- End diff --
v.asInstanceOf -> d.asInstanceOf?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
