Github user jiangxb1987 commented on a diff in the pull request:
https://github.com/apache/spark/pull/20812#discussion_r174699658
--- Diff: core/src/main/scala/org/apache/spark/util/Utils.scala ---
@@ -453,8 +454,13 @@ private[spark] object Utils extends Logging {
securityMgr: SecurityManager,
hadoopConf: Configuration,
timestamp: Long,
- useCache: Boolean): File = {
- val fileName = decodeFileNameInURI(new URI(url))
+ useCache: Boolean,
+ withMD5Prefix: Boolean = false): File = {
+ val fileName = if (withMD5Prefix) {
+ DigestUtils.md5Hex(url) + "-" + decodeFileNameInURI(new URI(url))
--- End diff --
How about `s"${DigestUtils.md5Hex(url)}-${decodeFileNameInURI(new
URI(url))}"`?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
