You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2015/01/07 06:40:09 UTC
svn commit: r1649993 -
/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
Author: xuefu
Date: Wed Jan 7 05:40:09 2015
New Revision: 1649993
URL: http://svn.apache.org/r1649993
Log:
HIVE-9154: Cache pathToPartitionInfo in context aware record reader (Jimmy via Xuefu)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java?rev=1649993&r1=1649992&r2=1649993&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java Wed Jan 7 05:40:09 2015
@@ -66,6 +66,7 @@ public abstract class HiveContextAwareRe
private boolean wasUsingSortedSearch = false;
private String genericUDFClassName = null;
private final List<Comparison> stopComparisons = new ArrayList<Comparison>();
+ private Map<String, PartitionDesc> pathToPartitionInfo;
protected RecordReader recordReader;
protected JobConf jobConf;
@@ -310,8 +311,10 @@ public abstract class HiveContextAwareRe
Path filePath = this.ioCxtRef.getInputPath();
PartitionDesc part = null;
try {
- Map<String, PartitionDesc> pathToPartitionInfo = Utilities
+ if (pathToPartitionInfo == null) {
+ pathToPartitionInfo = Utilities
.getMapWork(jobConf).getPathToPartitionInfo();
+ }
part = HiveFileFormatUtils
.getPartitionDescFromPathRecursively(pathToPartitionInfo,
filePath, IOPrepareCache.get().getPartitionDescMap());