Repository: hive Updated Branches: refs/heads/master 65e3f5f1a -> e0bf12d98
HIVE-18442: HoS: No FileSystem for scheme: nullscan (Rui reviewed by Xuefu) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e0bf12d9 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e0bf12d9 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e0bf12d9 Branch: refs/heads/master Commit: e0bf12d98123f87357b7cdd52fcb3fe9b3d975c6 Parents: 65e3f5f Author: Rui Li <li...@apache.org> Authored: Sat Feb 17 11:25:23 2018 +0800 Committer: Rui Li <li...@apache.org> Committed: Sat Feb 17 11:25:23 2018 +0800 ---------------------------------------------------------------------- .../apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java | 5 +++++ 1 file changed, 5 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/e0bf12d9/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java index c571d1a..e8f39ae 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java @@ -33,6 +33,7 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeoutException; import org.apache.commons.lang.StringUtils; +import org.apache.hadoop.hive.ql.io.NullScanFileSystem; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.hadoop.conf.Configuration; @@ -209,6 +210,10 @@ public class RemoteHiveSparkClient implements HiveSparkClient { FileSystem fs = emptyScratchDir.getFileSystem(jobConf); fs.mkdirs(emptyScratchDir); + // make sure NullScanFileSystem can be loaded - HIVE-18442 + jobConf.set("fs." + NullScanFileSystem.getBaseScheme() + ".impl", + NullScanFileSystem.class.getCanonicalName()); + byte[] jobConfBytes = KryoSerializer.serializeJobConf(jobConf); byte[] scratchDirBytes = KryoSerializer.serialize(emptyScratchDir); byte[] sparkWorkBytes = KryoSerializer.serialize(sparkWork);
