You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jd...@apache.org on 2016/05/31 19:29:41 UTC
hive git commit: HIVE-13852: NPE in TaskLocationHints during LLAP
GetSplits request (Jason Dere, reviewed by Siddharth Seth)
Repository: hive
Updated Branches:
refs/heads/master acdc31b8d -> 3eeb94229
HIVE-13852: NPE in TaskLocationHints during LLAP GetSplits request (Jason Dere, reviewed by Siddharth Seth)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3eeb9422
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3eeb9422
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3eeb9422
Branch: refs/heads/master
Commit: 3eeb94229af5577e945cb3f5080b83948296ef0c
Parents: acdc31b
Author: Jason Dere <jd...@hortonworks.com>
Authored: Tue May 31 12:21:28 2016 -0700
Committer: Jason Dere <jd...@hortonworks.com>
Committed: Tue May 31 12:23:33 2016 -0700
----------------------------------------------------------------------
.../apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java | 3 +++
1 file changed, 3 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/3eeb9422/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
index 83d492a..140dbda 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
@@ -91,7 +91,9 @@ import org.apache.hadoop.yarn.api.records.LocalResourceType;
import org.apache.tez.dag.api.DAG;
import org.apache.tez.dag.api.TaskLocationHint;
import org.apache.tez.dag.api.TaskSpecBuilder;
+import org.apache.tez.dag.api.TezConfiguration;
import org.apache.tez.dag.api.Vertex;
+import org.apache.tez.mapreduce.grouper.TezSplitGrouper;
import org.apache.tez.runtime.api.Event;
import org.apache.tez.runtime.api.events.InputConfigureVertexTasksEvent;
import org.apache.tez.runtime.api.impl.EventMetaData;
@@ -205,6 +207,7 @@ public class GenericUDTFGetSplits extends GenericUDTF {
HiveConf.setVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_MODE, "llap");
HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVE_TEZ_GENERATE_CONSISTENT_SPLITS, true);
HiveConf.setBoolVar(conf, HiveConf.ConfVars.LLAP_CLIENT_CONSISTENT_SPLITS, true);
+ conf.setBoolean(TezSplitGrouper.TEZ_GROUPING_NODE_LOCAL_ONLY, true);
// Tez/LLAP requires RPC query plan
HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVE_RPC_QUERY_PLAN, true);