xkrogen commented on a change in pull request #29966: URL: https://github.com/apache/spark/pull/29966#discussion_r535381382
########## File path: core/src/main/scala/org/apache/spark/util/DependencyUtils.scala ########## @@ -15,22 +15,112 @@ * limitations under the License. */ -package org.apache.spark.deploy +package org.apache.spark.util import java.io.File -import java.net.URI +import java.net.{URI, URISyntaxException} import org.apache.commons.lang3.StringUtils import org.apache.hadoop.conf.Configuration import org.apache.hadoop.fs.{FileSystem, Path} import org.apache.spark.{SecurityManager, SparkConf, SparkException} +import org.apache.spark.deploy.SparkSubmitUtils import org.apache.spark.internal.Logging -import org.apache.spark.util.{MutableURLClassLoader, Utils} -private[deploy] object DependencyUtils extends Logging { +private[spark] object DependencyUtils extends Logging { + + def getIvyProperties(): Seq[String] = { + Seq( + "spark.jars.excludes", + "spark.jars.packages", + "spark.jars.repositories", + "spark.jars.ivy", + "spark.jars.ivySettings" + ).map(sys.props.get(_).orNull) + } + + private def parseQueryParams(uriQuery: String): (Boolean, String) = { + if (uriQuery == null) { + (false, "") + } else { + val mapTokens = uriQuery.split("&").map(_.split("=")) + if (mapTokens.exists(_.length != 2)) { + throw new URISyntaxException(uriQuery, s"Invalid query string: $uriQuery") + } + val groupedParams = mapTokens.map(kv => (kv(0), kv(1))).groupBy(_._1) + // Parse transitive parameters (e.g., transitive=true) in an ivy URL, default value is false + var transitive = false Review comment: Whoops, forgot about having to unpack the value. To be a bit more concise you can also do: ``` val transitive = transitiveParams.flatMap(_.takeRight(1).map(_._2 == "true").headOption).getOrElse(false) ``` But I think either way looks good! ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org