You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by mi...@apache.org on 2017/08/17 00:40:54 UTC
hive git commit: HIVE-17233: Set mapred.input.dir.recursive in
HCatInputFormat. (Mithun Radhakrishnan, reviewed by Thejas M Nair)
Repository: hive
Updated Branches:
refs/heads/master aa3982a01 -> c4e2e2a51
HIVE-17233: Set mapred.input.dir.recursive in HCatInputFormat. (Mithun Radhakrishnan, reviewed by Thejas M Nair)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/c4e2e2a5
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/c4e2e2a5
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/c4e2e2a5
Branch: refs/heads/master
Commit: c4e2e2a51bff55464cb337f4dcf62175e09da2ad
Parents: aa3982a
Author: Mithun RK <mi...@apache.org>
Authored: Thu Aug 3 10:35:31 2017 -0700
Committer: Mithun RK <mi...@apache.org>
Committed: Wed Aug 16 17:39:20 2017 -0700
----------------------------------------------------------------------
.../org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java | 3 +++
1 file changed, 3 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/c4e2e2a5/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java
----------------------------------------------------------------------
diff --git a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java
index dbbdd61..9caff7a 100644
--- a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java
+++ b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/HCatBaseInputFormat.java
@@ -105,6 +105,9 @@ public abstract class HCatBaseInputFormat
public List<InputSplit> getSplits(JobContext jobContext)
throws IOException, InterruptedException {
Configuration conf = jobContext.getConfiguration();
+ // Set up recursive reads for sub-directories.
+ // (Otherwise, sub-directories produced by Hive UNION operations won't be readable.)
+ conf.setBoolean("mapred.input.dir.recursive", true);
//Get the job info from the configuration,
//throws exception if not initialized