Repository: hive Updated Branches: refs/heads/branch-1.0 db56e8e3d -> b4983d4b2
HIVE-10685: Alter table concatenate oparetor will cause duplicate data (guoliming reviewed by Prasanth Jayachandran) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/b4983d4b Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/b4983d4b Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/b4983d4b Branch: refs/heads/branch-1.0 Commit: b4983d4b2eeb16e461bfb47509fd1c87cb8684a2 Parents: db56e8e Author: Prasanth Jayachandran <j.prasant...@gmail.com> Authored: Tue Jun 9 15:16:30 2015 -0700 Committer: Prasanth Jayachandran <j.prasant...@gmail.com> Committed: Tue Jun 9 15:16:30 2015 -0700 ---------------------------------------------------------------------- .../hive/ql/io/orc/OrcFileStripeMergeRecordReader.java | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b4983d4b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java index 603b75a..20c4d31 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcFileStripeMergeRecordReader.java @@ -18,16 +18,16 @@ package org.apache.hadoop.hive.ql.io.orc; +import java.io.IOException; +import java.util.Iterator; +import java.util.List; + import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.mapred.FileSplit; import org.apache.hadoop.mapred.RecordReader; -import java.io.IOException; -import java.util.Iterator; -import java.util.List; - public class OrcFileStripeMergeRecordReader implements RecordReader<OrcFileKeyWrapper, OrcFileValueWrapper> { @@ -79,7 +79,7 @@ public class OrcFileStripeMergeRecordReader implements // if stripe offset is outside the split boundary then ignore the current // stripe as it will be handled by some other mapper. if (si.getOffset() >= start && si.getOffset() < end) { - valueWrapper.setStripeStatistics(stripeStatistics.get(stripeIdx++)); + valueWrapper.setStripeStatistics(stripeStatistics.get(stripeIdx)); valueWrapper.setStripeInformation(si); if (!iter.hasNext()) { valueWrapper.setLastStripeInFile(true); @@ -94,6 +94,7 @@ public class OrcFileStripeMergeRecordReader implements } else { continue; } + stripeIdx++; return true; }
