You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2016/11/15 20:20:49 UTC
[17/50] [abbrv] hive git commit: HIVE-15038: Reuse OrcTail in
OrcEncodedDataReader::ReaderOptions in Llap (Rajesh Balamohan reviewed by
Sergey Shelukhin)
HIVE-15038: Reuse OrcTail in OrcEncodedDataReader::ReaderOptions in Llap (Rajesh Balamohan reviewed by Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/09339d71
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/09339d71
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/09339d71
Branch: refs/heads/hive-14535
Commit: 09339d71c92feae450df9dddc9be0d9e3b711aa6
Parents: fb5bf0c
Author: Prasanth Jayachandran <pr...@apache.org>
Authored: Thu Nov 10 16:09:46 2016 -0800
Committer: Prasanth Jayachandran <pr...@apache.org>
Committed: Thu Nov 10 16:09:46 2016 -0800
----------------------------------------------------------------------
.../hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java | 8 ++++++++
1 file changed, 8 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/09339d71/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
----------------------------------------------------------------------
diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
index eb8ee6c..72f733a 100644
--- a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
+++ b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
@@ -30,6 +30,7 @@ import org.apache.orc.OrcUtils;
import org.apache.orc.TypeDescription;
import org.apache.orc.impl.DataReaderProperties;
import org.apache.orc.impl.OrcIndex;
+import org.apache.orc.impl.OrcTail;
import org.apache.orc.impl.SchemaEvolution;
import org.apache.tez.common.counters.TezCounters;
import org.slf4j.Logger;
@@ -589,6 +590,13 @@ public class OrcEncodedDataReader extends CallableWithNdc<Void>
LlapIoImpl.ORC_LOGGER.trace("Creating reader for {} ({})", path, split.getPath());
long startTime = counters.startTimeCounter();
ReaderOptions opts = OrcFile.readerOptions(conf).filesystem(fs).fileMetadata(fileMetadata);
+ if (split instanceof OrcSplit) {
+ OrcTail orcTail = ((OrcSplit) split).getOrcTail();
+ if (orcTail != null) {
+ LlapIoImpl.ORC_LOGGER.debug("Setting OrcTail. path={}", path);
+ opts.orcTail(orcTail);
+ }
+ }
orcReader = EncodedOrcFile.createReader(path, opts);
counters.incrTimeCounter(LlapIOCounters.HDFS_TIME_NS, startTime);
}