Github user jerryshao commented on a diff in the pull request:
https://github.com/apache/spark/pull/21420#discussion_r190783462
--- Diff: core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala ---
@@ -430,18 +430,15 @@ private[spark] class SparkSubmit extends Logging {
// Usage: PythonAppRunner <main python file> <extra python files>
[app arguments]
args.mainClass = "org.apache.spark.deploy.PythonRunner"
args.childArgs = ArrayBuffer(localPrimaryResource, localPyFiles)
++ args.childArgs
- if (clusterManager != YARN) {
- // The YARN backend distributes the primary file differently, so
don't merge it.
- args.files = mergeFileLists(args.files, args.primaryResource)
--- End diff --
it is duplicated with below code, you can check the original code.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
