Repository: spark Updated Branches: refs/heads/master 60150cf00 -> 59b0606f3
[SPARK-10999] [SQL] Coalesce should be able to handle UnsafeRow Author: Cheng Lian <l...@databricks.com> Closes #9024 from liancheng/spark-10999.coalesce-unsafe-row-handling. Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/59b0606f Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/59b0606f Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/59b0606f Branch: refs/heads/master Commit: 59b0606f334a192e110e6a79003145931f62b928 Parents: 60150cf Author: Cheng Lian <l...@databricks.com> Authored: Thu Oct 8 09:20:36 2015 -0700 Committer: Cheng Lian <l...@databricks.com> Committed: Thu Oct 8 09:20:36 2015 -0700 ---------------------------------------------------------------------- .../org/apache/spark/sql/execution/basicOperators.scala | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/59b0606f/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala index d4bbbeb..7804b67 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/basicOperators.scala @@ -17,20 +17,15 @@ package org.apache.spark.sql.execution -import java.util.Random - import org.apache.spark.annotation.DeveloperApi import org.apache.spark.rdd.{PartitionwiseSampledRDD, RDD, ShuffledRDD} -import org.apache.spark.serializer.Serializer import org.apache.spark.shuffle.sort.SortShuffleManager -import org.apache.spark.sql.Row import org.apache.spark.sql.catalyst.InternalRow -import org.apache.spark.sql.catalyst.CatalystTypeConverters import org.apache.spark.sql.catalyst.expressions._ import org.apache.spark.sql.catalyst.plans.physical._ import org.apache.spark.sql.execution.metric.SQLMetrics -import org.apache.spark.util.random.PoissonSampler import org.apache.spark.util.MutablePair +import org.apache.spark.util.random.PoissonSampler import org.apache.spark.{HashPartitioner, SparkEnv} /** @@ -294,6 +289,8 @@ case class Coalesce(numPartitions: Int, child: SparkPlan) extends UnaryNode { protected override def doExecute(): RDD[InternalRow] = { child.execute().map(_.copy()).coalesce(numPartitions, shuffle = false) } + + override def canProcessUnsafeRows: Boolean = true } /** --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
