You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2017/05/02 03:15:11 UTC
hive git commit: HIVE-16465: NullPointer Exception when enable
vectorization for Parquet file format (Colin Ma, reviewed by Ferdinand Xu)
Repository: hive
Updated Branches:
refs/heads/master 62e89353b -> 06e486304
HIVE-16465: NullPointer Exception when enable vectorization for Parquet file format (Colin Ma, reviewed by Ferdinand Xu)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/06e48630
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/06e48630
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/06e48630
Branch: refs/heads/master
Commit: 06e4863042e2f746b9d19933f51bcf0aff4e06ee
Parents: 62e8935
Author: Ferdinand Xu <ch...@intel.com>
Authored: Tue May 2 11:11:06 2017 +0800
Committer: Ferdinand Xu <ch...@intel.com>
Committed: Tue May 2 11:11:06 2017 +0800
----------------------------------------------------------------------
.../ql/io/parquet/vector/VectorizedParquetRecordReader.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/06e48630/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java b/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java
index 6ca1963..312cdac 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java
@@ -121,8 +121,9 @@ public class VectorizedParquetRecordReader extends ParquetRecordReaderBase
try {
serDeStats = new SerDeStats();
projectionPusher = new ProjectionPusher();
- if (oldInputSplit != null) {
- initialize(getSplit(oldInputSplit, conf), conf);
+ ParquetInputSplit inputSplit = getSplit(oldInputSplit, conf);
+ if (inputSplit != null) {
+ initialize(inputSplit, conf);
setTimeZoneConversion(jobConf, ((FileSplit) oldInputSplit).getPath());
}
colsToInclude = ColumnProjectionUtils.getReadColumnIDs(conf);