This is an automated email from the ASF dual-hosted git repository. srowen pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push: new c6cb21da05c [SPARK-42257][CORE] Remove unused variable external sorter c6cb21da05c is described below commit c6cb21da05c67de0f8d664f8456f41d0d3f9c72d Author: khalidmammadov <khalidmammad...@gmail.com> AuthorDate: Tue Jan 31 15:55:24 2023 -0600 [SPARK-42257][CORE] Remove unused variable external sorter ### What changes were proposed in this pull request? Remove unused variable ### Why are the changes needed? To simplify and clean up ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Existing unit tests Closes #39823 from khalidmammadov/feature/remove_unused_variable_external_sorter. Lead-authored-by: khalidmammadov <khalidmammad...@gmail.com> Co-authored-by: Khalid Mammadov <khalidmammad...@gmail.com> Signed-off-by: Sean Owen <sro...@gmail.com> --- .../main/scala/org/apache/spark/util/collection/ExternalSorter.scala | 3 --- 1 file changed, 3 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala b/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala index 4ca838b7655..7153bb72476 100644 --- a/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala +++ b/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala @@ -697,7 +697,6 @@ private[spark] class ExternalSorter[K, V, C]( shuffleId: Int, mapId: Long, mapOutputWriter: ShuffleMapOutputWriter): Unit = { - var nextPartitionId = 0 if (spills.isEmpty) { // Case where we only have in-memory data val collection = if (aggregator.isDefined) map else buffer @@ -724,7 +723,6 @@ private[spark] class ExternalSorter[K, V, C]( partitionPairsWriter.close() } } - nextPartitionId = partitionId + 1 } } else { // We must perform merge-sort; get an iterator by partition and write everything directly. @@ -751,7 +749,6 @@ private[spark] class ExternalSorter[K, V, C]( partitionPairsWriter.close() } } - nextPartitionId = id + 1 } } --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org