Fixed batch load issue
Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/02f06fd3 Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/02f06fd3 Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/02f06fd3 Branch: refs/heads/branch-1.1 Commit: 02f06fd3058ed4bdce1c65e82d80694630c20c82 Parents: 72bbb62 Author: ravipesala <ravi.pes...@gmail.com> Authored: Tue Jun 13 23:13:16 2017 +0530 Committer: ravipesala <ravi.pes...@gmail.com> Committed: Thu Jun 15 13:39:14 2017 +0530 ---------------------------------------------------------------------- .../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 --- 1 file changed, 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/02f06fd3/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java ---------------------------------------------------------------------- diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java index 20fd48b..f1b4a80 100644 --- a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java +++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java @@ -197,9 +197,6 @@ public class UnsafeBatchParallelReadMergeSorterImpl extends AbstractMergeSorter private void createSortDataRows() { int inMemoryChunkSizeInMB = CarbonProperties.getInstance().getSortMemoryChunkSizeInMB(); - if (inMemoryChunkSizeInMB > sortParameters.getBatchSortSizeinMb()) { - inMemoryChunkSizeInMB = sortParameters.getBatchSortSizeinMb(); - } this.finalMerger = new UnsafeSingleThreadFinalSortFilesMerger(sortParameters, sortParameters.getTempFileLocation()); unsafeIntermediateFileMerger = new UnsafeIntermediateMerger(sortParameters);
