[CARBONDATA-545]Added support for offheap storage in query This closes #450
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/1790655f Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/1790655f Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/1790655f Branch: refs/heads/master Commit: 1790655fec396206d7060165346d2f34ffaf2cfa Parents: 49727a2 8d9babe Author: ravipesala <ravi.pes...@gmail.com> Authored: Sun Jan 8 19:59:12 2017 +0530 Committer: ravipesala <ravi.pes...@gmail.com> Committed: Sun Jan 8 19:59:12 2017 +0530 ---------------------------------------------------------------------- .../chunk/DimensionChunkAttributes.java | 102 ----- .../chunk/DimensionColumnDataChunk.java | 50 ++- .../datastore/chunk/MeasureColumnDataChunk.java | 3 + .../chunk/impl/AbstractDimensionDataChunk.java | 90 +++++ .../impl/ColumnGroupDimensionDataChunk.java | 186 ++++----- .../impl/FixedLengthDimensionDataChunk.java | 149 +++---- .../impl/VariableLengthDimensionDataChunk.java | 113 +++--- .../reader/dimension/AbstractChunkReader.java | 43 +- ...mpressedDimensionChunkFileBasedReaderV1.java | 28 +- ...mpressedDimensionChunkFileBasedReaderV2.java | 98 ++--- ...CompressedMeasureChunkFileBasedReaderV1.java | 15 +- ...CompressedMeasureChunkFileBasedReaderV2.java | 74 ++-- .../chunk/store/DimensionChunkStoreFactory.java | 88 ++++ .../chunk/store/DimensionDataChunkStore.java | 95 +++++ .../chunk/store/MeasureChunkStoreFactory.java | 97 +++++ .../chunk/store/MeasureDataChunkStore.java | 86 ++++ .../SafeAbsractDimensionDataChunkStore.java | 126 ++++++ .../safe/SafeAbstractMeasureDataChunkStore.java | 114 ++++++ .../impl/safe/SafeByteMeasureChunkStore.java | 55 +++ .../impl/safe/SafeDoubleMeasureChunkStore.java | 54 +++ .../SafeFixedLengthDimensionDataChunkStore.java | 114 ++++++ .../impl/safe/SafeIntMeasureChunkStore.java | 54 +++ .../impl/safe/SafeLongMeasureChunkStore.java | 55 +++ .../impl/safe/SafeShortMeasureChunkStore.java | 56 +++ ...feVariableLengthDimensionDataChunkStore.java | 139 +++++++ .../UnsafeAbstractDimensionDataChunkStore.java | 173 ++++++++ .../UnsafeAbstractMeasureDataChunkStore.java | 128 ++++++ .../unsafe/UnsafeByteMeasureChunkStore.java | 58 +++ .../unsafe/UnsafeDoubleMeasureChunkStore.java | 60 +++ ...nsafeFixedLengthDimensionDataChunkStore.java | 147 +++++++ .../impl/unsafe/UnsafeIntMeasureChunkStore.java | 60 +++ .../unsafe/UnsafeLongMeasureChunkStore.java | 59 +++ .../unsafe/UnsafeShortMeasureChunkStore.java | 59 +++ ...afeVariableLengthDimesionDataChunkStore.java | 212 ++++++++++ .../core/constants/CarbonCommonConstants.java | 21 + .../datastorage/store/NodeMeasureDataStore.java | 1 - .../store/compression/Compressor.java | 12 + .../store/compression/CompressorFactory.java | 30 +- .../store/compression/SnappyCompressor.java | 117 ++++-- .../compression/ValueCompressonHolder.java | 39 +- .../decimal/UnCompressByteArray.java | 137 ------- .../decimal/UnCompressMaxMinByte.java | 78 ++-- .../decimal/UnCompressMaxMinDefault.java | 53 ++- .../decimal/UnCompressMaxMinFloat.java | 102 ----- .../decimal/UnCompressMaxMinInt.java | 66 +-- .../decimal/UnCompressMaxMinLong.java | 63 +-- .../decimal/UnCompressMaxMinShort.java | 65 +-- .../nondecimal/UnCompressNonDecimalByte.java | 47 ++- .../nondecimal/UnCompressNonDecimalDefault.java | 43 +- .../nondecimal/UnCompressNonDecimalFloat.java | 100 ----- .../nondecimal/UnCompressNonDecimalInt.java | 45 ++- .../nondecimal/UnCompressNonDecimalLong.java | 42 +- .../UnCompressNonDecimalMaxMinByte.java | 66 +-- .../UnCompressNonDecimalMaxMinDefault.java | 56 ++- .../UnCompressNonDecimalMaxMinFloat.java | 110 ----- .../UnCompressNonDecimalMaxMinInt.java | 58 ++- .../UnCompressNonDecimalMaxMinLong.java | 56 ++- .../UnCompressNonDecimalMaxMinShort.java | 59 ++- .../nondecimal/UnCompressNonDecimalShort.java | 43 +- .../compression/none/UnCompressNoneByte.java | 53 ++- .../compression/none/UnCompressNoneDefault.java | 37 +- .../compression/none/UnCompressNoneFloat.java | 105 ----- .../compression/none/UnCompressNoneInt.java | 67 ++-- .../compression/none/UnCompressNoneLong.java | 51 ++- .../compression/none/UnCompressNoneShort.java | 52 ++- .../compression/type/UnCompressBigDecimal.java | 57 +-- .../type/UnCompressBigDecimalByte.java | 115 +++--- .../store/dataholder/CarbonReadDataHolder.java | 62 +-- ...yCompressedDoubleArrayDataInMemoryStore.java | 1 - .../keygenerator/mdkey/NumberCompressor.java | 10 +- .../core/memory/MemoryAllocatorFactory.java | 45 +++ .../carbondata/core/unsafe/CarbonUnsafe.java | 12 + .../core/util/CarbonMetadataUtil.java | 2 +- .../apache/carbondata/core/util/CarbonUtil.java | 136 ++++--- .../core/util/ValueCompressionUtil.java | 15 - .../impl/AbstractScannedResultCollector.java | 8 +- .../scan/complextypes/ComplexQueryType.java | 14 +- .../scan/complextypes/PrimitiveQueryType.java | 2 +- .../executer/ExcludeFilterExecuterImpl.java | 64 +-- .../executer/IncludeFilterExecuterImpl.java | 58 +-- .../executer/RowLevelFilterExecuterImpl.java | 46 +-- .../RowLevelRangeGrtThanFiterExecuterImpl.java | 9 +- ...elRangeGrtrThanEquaToFilterExecuterImpl.java | 10 +- ...velRangeLessThanEqualFilterExecuterImpl.java | 9 +- .../RowLevelRangeLessThanFiterExecuterImpl.java | 9 +- .../scan/result/AbstractScannedResult.java | 10 +- .../scan/scanner/impl/FilterScanner.java | 7 +- .../impl/CompressedDataMeasureWrapperTest.java | 2 +- .../impl/ColumnGroupDimensionDataChunkTest.java | 106 +++-- .../impl/FixedLengthDimensionDataChunkTest.java | 17 +- ...ressedDimensionChunkFileBasedReaderTest.java | 239 +++++------ ...mpressedMeasureChunkFileBasedReaderTest.java | 5 +- .../DriverQueryStatisticsRecorderImplTest.java | 1 - .../mdkey/NumberCompressorUnitTest.java | 11 +- .../carbondata/core/util/CarbonUtilTest.java | 162 +++----- .../core/util/ValueCompressionUtilTest.java | 57 +-- .../DictionaryBasedResultCollectorTest.java | 304 ++++++-------- .../impl/RawBasedResultCollectorTest.java | 216 +++++----- .../impl/FilterQueryScannedResultTest.java | 401 +++++++++---------- .../impl/NonFilterQueryScannedResultTest.java | 397 +++++++++--------- .../scanner/impl/FilterScannerTest.java | 284 +++++++------ .../sortdata/CompressedTempSortFileWriter.java | 3 +- .../store/writer/AbstractFactDataWriter.java | 10 +- 103 files changed, 4712 insertions(+), 3118 deletions(-) ----------------------------------------------------------------------
