Repository: hive Updated Branches: refs/heads/master 0892477ba -> d0c68b29e
HIVE-10685: Alter table concatenate oparetor will cause duplicate data (guoliming reviewed by Prasanth Jayachandran) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/d0c68b29 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/d0c68b29 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/d0c68b29 Branch: refs/heads/master Commit: d0c68b29e3b6c57a5d5606c22f938631915274d9 Parents: 0892477 Author: Prasanth Jayachandran <j.prasant...@gmail.com> Authored: Tue Jun 9 15:14:14 2015 -0700 Committer: Prasanth Jayachandran <j.prasant...@gmail.com> Committed: Tue Jun 9 15:14:14 2015 -0700 ---------------------------------------------------------------------- .../hive/ql/io/orc/OrcFileStripeMergeRecordReader.java | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/d0c68b29/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java index 603b75a..20c4d31 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java @@ -18,16 +18,16 @@ package org.apache.hadoop.hive.ql.io.orc; +import java.io.IOException; +import java.util.Iterator; +import java.util.List; + import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.mapred.FileSplit; import org.apache.hadoop.mapred.RecordReader; -import java.io.IOException; -import java.util.Iterator; -import java.util.List; - public class OrcFileStripeMergeRecordReader implements RecordReader<OrcFileKeyWrapper, OrcFileValueWrapper> { @@ -79,7 +79,7 @@ public class OrcFileStripeMergeRecordReader implements // if stripe offset is outside the split boundary then ignore the current // stripe as it will be handled by some other mapper. if (si.getOffset() >= start && si.getOffset() < end) { - valueWrapper.setStripeStatistics(stripeStatistics.get(stripeIdx++)); + valueWrapper.setStripeStatistics(stripeStatistics.get(stripeIdx)); valueWrapper.setStripeInformation(si); if (!iter.hasNext()) { valueWrapper.setLastStripeInFile(true); @@ -94,6 +94,7 @@ public class OrcFileStripeMergeRecordReader implements } else { continue; } + stripeIdx++; return true; }