Github user gaborgsomogyi commented on a diff in the pull request:

    https://github.com/apache/spark/pull/20853#discussion_r175529369
  
    --- Diff: core/src/main/scala/org/apache/spark/deploy/DependencyUtils.scala 
---
    @@ -137,16 +137,29 @@ private[deploy] object DependencyUtils {
       def resolveGlobPaths(paths: String, hadoopConf: Configuration): String = 
{
         require(paths != null, "paths cannot be null.")
         Utils.stringToSeq(paths).flatMap { path =>
    -      val uri = Utils.resolveURI(path)
    -      uri.getScheme match {
    -        case "local" | "http" | "https" | "ftp" => Array(path)
    -        case _ =>
    -          val fs = FileSystem.get(uri, hadoopConf)
    -          Option(fs.globStatus(new Path(uri))).map { status =>
    -            status.filter(_.isFile).map(_.getPath.toUri.toString)
    -          }.getOrElse(Array(path))
    +      val spath = path.split('#')
    +      val renameAs = if (spath.length > 1) Some(spath(1)) else None
    +      val resolved: Array[String] = resoloveGlobPath(spath(0), hadoopConf)
    +      resolved match {
    +        case array: Array[String] if !renameAs.isEmpty && array.length>1 =>
    --- End diff --
    
    Nit: `array.length > 1`


---

---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org

Reply via email to