[CARBONDATA-782]support SORT_COLUMNS This closes #757
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/f60f6b62 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/f60f6b62 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/f60f6b62 Branch: refs/heads/12-dev Commit: f60f6b62ce022519ed2fbfaf9de381f9c73f1ca1 Parents: 914d61e fcf7401 Author: jackylk <jacky.li...@huawei.com> Authored: Fri Apr 7 20:10:45 2017 +0800 Committer: jackylk <jacky.li...@huawei.com> Committed: Fri Apr 7 20:10:45 2017 +0800 ---------------------------------------------------------------------- .../core/constants/CarbonCommonConstants.java | 1 + .../core/datastore/block/SegmentProperties.java | 42 +++ .../impl/VariableLengthDimensionDataChunk.java | 58 +++- .../impl/btree/BTreeDataRefNodeFinder.java | 24 +- .../core/keygenerator/mdkey/Bits.java | 6 +- .../ThriftWrapperSchemaConverterImpl.java | 18 + .../core/metadata/schema/table/CarbonTable.java | 24 ++ .../schema/table/column/ColumnSchema.java | 10 + .../impl/DictionaryBasedResultCollector.java | 12 +- ...structureBasedDictionaryResultCollector.java | 4 +- .../scan/filter/FilterExpressionProcessor.java | 4 +- .../carbondata/core/scan/filter/FilterUtil.java | 98 ++++-- ...velRangeLessThanEqualFilterExecuterImpl.java | 2 +- .../RowLevelRangeLessThanFiterExecuterImpl.java | 2 +- .../visitor/NoDictionaryTypeVisitor.java | 3 +- .../visitor/RangeNoDictionaryTypeVisitor.java | 3 +- .../AbstractDetailQueryResultIterator.java | 4 +- .../scan/result/vector/CarbonColumnVector.java | 7 + .../util/AbstractDataFileFooterConverter.java | 7 + .../apache/carbondata/core/util/ByteUtil.java | 336 ++++++++++++++++++- .../apache/carbondata/core/util/CarbonUtil.java | 18 + .../carbondata/core/util/DataTypeUtil.java | 70 ++++ .../impl/btree/BTreeBlockFinderTest.java | 10 +- .../core/scan/filter/FilterUtilTest.java | 7 +- .../carbondata/hadoop/CarbonInputFormat.java | 4 +- .../internal/index/impl/InMemoryBTreeIndex.java | 4 +- .../impl/DictionaryDecodeReadSupport.java | 3 + .../hadoop/util/BlockLevelTraverser.java | 4 +- .../hadoop/test/util/StoreCreator.java | 5 + .../testsuite/sortcolumns/TestSortColumns.scala | 267 +++++++++++++++ .../spark/sql/catalyst/CarbonDDLSqlParser.scala | 125 +++---- .../execution/command/carbonTableSchema.scala | 66 ++-- .../apache/spark/sql/TestCarbonSqlParser.scala | 56 +--- .../readsupport/SparkRowReadSupportImpl.java | 13 +- .../vectorreader/ColumnarVectorWrapper.java | 13 + .../org/apache/spark/sql/TableCreator.scala | 145 ++++---- .../merger/CompactionResultSortProcessor.java | 10 +- .../merger/RowResultMergerProcessor.java | 14 +- .../newflow/CarbonDataLoadConfiguration.java | 24 ++ .../newflow/DataLoadProcessBuilder.java | 24 +- .../impl/NonDictionaryFieldConverterImpl.java | 21 +- .../sort/impl/ParallelReadMergeSorterImpl.java | 3 +- ...arallelReadMergeSorterWithBucketingImpl.java | 3 +- .../sort/unsafe/UnsafeCarbonRowPage.java | 11 +- .../newflow/sort/unsafe/UnsafeSortDataRows.java | 11 +- .../unsafe/comparator/UnsafeRowComparator.java | 10 +- .../UnsafeRowComparatorForNormalDIms.java | 8 +- .../holder/UnsafeFinalMergePageHolder.java | 4 +- .../unsafe/holder/UnsafeInmemoryHolder.java | 5 +- .../holder/UnsafeSortTempFileChunkHolder.java | 2 +- .../UnsafeSingleThreadFinalSortFilesMerger.java | 4 +- .../newflow/steps/NoSortProcessorStepImpl.java | 153 +++++++++ .../sortdata/IntermediateFileMerger.java | 3 +- .../sortdata/NewRowComparator.java | 12 +- .../sortdata/NewRowComparatorForNormalDims.java | 10 +- .../sortandgroupby/sortdata/RowComparator.java | 10 +- .../sortdata/RowComparatorForNormalDims.java | 10 +- .../sortandgroupby/sortdata/SortDataRows.java | 13 +- .../sortandgroupby/sortdata/SortParameters.java | 43 +++ .../sortdata/SortTempFileChunkHolder.java | 11 +- .../store/CarbonFactDataHandlerColumnar.java | 45 ++- .../store/CarbonFactDataHandlerModel.java | 7 + .../store/SingleThreadFinalSortFilesMerger.java | 8 +- 63 files changed, 1601 insertions(+), 353 deletions(-) ----------------------------------------------------------------------