Repository: hive Updated Branches: refs/heads/branch-2.3 21919770d -> 1840b3281
HIVE-16465: NullPointer Exception when enable vectorization for Parquet file format (Colin Ma, reviewed by Ferdinand Xu) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1840b328 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1840b328 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1840b328 Branch: refs/heads/branch-2.3 Commit: 1840b328103257489ec973b7107af3fd1b006b05 Parents: 2191977 Author: Ferdinand Xu <cheng.a...@intel.com> Authored: Tue May 2 11:11:06 2017 +0800 Committer: Ferdinand Xu <cheng.a...@intel.com> Committed: Wed May 3 08:43:46 2017 +0800 ---------------------------------------------------------------------- .../ql/io/parquet/vector/VectorizedParquetRecordReader.java | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/1840b328/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java b/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java index 6ca1963..312cdac 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedParquetRecordReader.java @@ -121,8 +121,9 @@ public class VectorizedParquetRecordReader extends ParquetRecordReaderBase try { serDeStats = new SerDeStats(); projectionPusher = new ProjectionPusher(); - if (oldInputSplit != null) { - initialize(getSplit(oldInputSplit, conf), conf); + ParquetInputSplit inputSplit = getSplit(oldInputSplit, conf); + if (inputSplit != null) { + initialize(inputSplit, conf); setTimeZoneConversion(jobConf, ((FileSplit) oldInputSplit).getPath()); } colsToInclude = ColumnProjectionUtils.getReadColumnIDs(conf);