[CARBONDATA-470]Add unsafe offheap and on-heap sort in carbodata loading This closes #369
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/910155d4 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/910155d4 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/910155d4 Branch: refs/heads/master Commit: 910155d42196dafed6d684df9d29b72ceb702d52 Parents: 8940514 f1f9348 Author: jackylk <jacky.li...@huawei.com> Authored: Tue Dec 13 19:14:07 2016 +0800 Committer: jackylk <jacky.li...@huawei.com> Committed: Tue Dec 13 19:14:07 2016 +0800 ---------------------------------------------------------------------- .../core/constants/CarbonCommonConstants.java | 32 + .../core/memory/HeapMemoryAllocator.java | 84 ++ .../carbondata/core/memory/MemoryAllocator.java | 36 + .../carbondata/core/memory/MemoryBlock.java | 57 ++ .../carbondata/core/memory/MemoryLocation.java | 55 ++ .../core/memory/UnsafeMemoryAllocator.java | 40 + .../carbondata/core/unsafe/CarbonUnsafe.java | 48 + dev/javastyle-config.xml | 6 +- dev/javastyle-suppressions.xml | 35 + .../newflow/iterator/InputIterator.java | 40 + .../impl/UnsafeParallelReadMergeSorterImpl.java | 219 +++++ .../newflow/sort/unsafe/IntPointerBuffer.java | 95 ++ .../sort/unsafe/UnsafeCarbonRowPage.java | 356 +++++++ .../sort/unsafe/UnsafeMemoryManager.java | 99 ++ .../newflow/sort/unsafe/UnsafeSortDataRows.java | 356 +++++++ .../unsafe/comparator/UnsafeRowComparator.java | 133 +++ .../UnsafeRowComparatorForNormalDIms.java | 61 ++ .../sort/unsafe/holder/SortTempChunkHolder.java | 35 + .../sort/unsafe/holder/UnsafeCarbonRow.java | 23 + .../unsafe/holder/UnsafeCarbonRowForMerge.java | 25 + .../holder/UnsafeFinalMergePageHolder.java | 90 ++ .../unsafe/holder/UnsafeInmemoryHolder.java | 80 ++ .../holder/UnsafeInmemoryMergeHolder.java | 90 ++ .../holder/UnsafeSortTempFileChunkHolder.java | 455 +++++++++ .../UnsafeInMemoryIntermediateDataMerger.java | 217 +++++ .../merger/UnsafeIntermediateFileMerger.java | 364 +++++++ .../unsafe/merger/UnsafeIntermediateMerger.java | 180 ++++ .../UnsafeSingleThreadFinalSortFilesMerger.java | 313 ++++++ .../newflow/sort/unsafe/sort/TimSort.java | 943 +++++++++++++++++++ .../unsafe/sort/UnsafeIntSortDataFormat.java | 74 ++ .../newflow/steps/SortProcessorStepImpl.java | 10 +- 31 files changed, 4647 insertions(+), 4 deletions(-) ----------------------------------------------------------------------