You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by li...@apache.org on 2018/02/17 03:25:32 UTC
hive git commit: HIVE-18442: HoS: No FileSystem for scheme: nullscan
(Rui reviewed by Xuefu)
Repository: hive
Updated Branches:
refs/heads/master 65e3f5f1a -> e0bf12d98
HIVE-18442: HoS: No FileSystem for scheme: nullscan (Rui reviewed by Xuefu)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e0bf12d9
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e0bf12d9
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e0bf12d9
Branch: refs/heads/master
Commit: e0bf12d98123f87357b7cdd52fcb3fe9b3d975c6
Parents: 65e3f5f
Author: Rui Li <li...@apache.org>
Authored: Sat Feb 17 11:25:23 2018 +0800
Committer: Rui Li <li...@apache.org>
Committed: Sat Feb 17 11:25:23 2018 +0800
----------------------------------------------------------------------
.../apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/e0bf12d9/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
index c571d1a..e8f39ae 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
@@ -33,6 +33,7 @@ import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import org.apache.commons.lang.StringUtils;
+import org.apache.hadoop.hive.ql.io.NullScanFileSystem;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.hadoop.conf.Configuration;
@@ -209,6 +210,10 @@ public class RemoteHiveSparkClient implements HiveSparkClient {
FileSystem fs = emptyScratchDir.getFileSystem(jobConf);
fs.mkdirs(emptyScratchDir);
+ // make sure NullScanFileSystem can be loaded - HIVE-18442
+ jobConf.set("fs." + NullScanFileSystem.getBaseScheme() + ".impl",
+ NullScanFileSystem.class.getCanonicalName());
+
byte[] jobConfBytes = KryoSerializer.serializeJobConf(jobConf);
byte[] scratchDirBytes = KryoSerializer.serialize(emptyScratchDir);
byte[] sparkWorkBytes = KryoSerializer.serialize(sparkWork);