Github user awarrior commented on a diff in the pull request: https://github.com/apache/spark/pull/19118#discussion_r138263099 --- Diff: core/src/main/scala/org/apache/spark/internal/io/SparkHadoopWriter.scala --- @@ -112,11 +112,12 @@ object SparkHadoopWriter extends Logging { jobTrackerId, sparkStageId, sparkPartitionId, sparkAttemptNumber) committer.setupTask(taskContext) - val (outputMetrics, callback) = initHadoopOutputMetrics(context) - // Initiate the writer. config.initWriter(taskContext, sparkPartitionId) var recordsWritten = 0L + + // Initialize callback function after the writer. --- End diff -- ok
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org