Github user juliuszsompolski commented on a diff in the pull request:
https://github.com/apache/spark/pull/20679#discussion_r170981204
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala ---
@@ -115,7 +115,9 @@ private[sql] class SessionState(
private[sql] object SessionState {
def newHadoopConf(hadoopConf: Configuration, sqlConf: SQLConf):
Configuration = {
val newHadoopConf = new Configuration(hadoopConf)
- sqlConf.getAllConfs.foreach { case (k, v) => if (v ne null)
newHadoopConf.set(k, v) }
+ sqlConf.getAllConfs.foreach { case (k, v) =>
+ if (v ne null) newHadoopConf.set(k, v.stripPrefix("spark.hadoop"))
--- End diff --
I just reverted this part, it's not really related to the rest.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
