Github user misutoth commented on a diff in the pull request:
https://github.com/apache/spark/pull/20853#discussion_r175540130
--- Diff:
core/src/test/scala/org/apache/spark/deploy/SparkSubmitSuite.scala ---
@@ -606,9 +612,12 @@ class SparkSubmitSuite
}
test("resolves command line argument paths correctly") {
+ val archive = Paths.get(dir.toPath.toString, "single.zip")
+ Files.createFile(archive)
val jars = "/jar1,/jar2" // --jars
val files = "local:/file1,file2" // --files
- val archives = "file:/archive1,archive2" // --archives
+ val archives =
s"file:/archive1,${dir.toPath.toAbsolutePath.toString}/*.zip#archive3"
+ // --archives
val pyFiles = "py-file1,py-file2" // --py-files
--- End diff --
According to the
[doc](https://spark.apache.org/docs/latest/running-on-yarn.html) only `--files`
and `--archives` support it.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
