[CARBONDATA-780] Alter table support for compaction through sort step. This closes #703
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/68cbe150 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/68cbe150 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/68cbe150 Branch: refs/heads/12-dev Commit: 68cbe1508a4703eba3de1731e77b217e604c677d Parents: 58cd933 cc59b24 Author: ravipesala <ravi.pes...@gmail.com> Authored: Thu Apr 6 16:18:36 2017 +0530 Committer: ravipesala <ravi.pes...@gmail.com> Committed: Thu Apr 6 16:18:36 2017 +0530 ---------------------------------------------------------------------- .../core/locks/CarbonLockFactory.java | 8 + .../DictionaryBasedVectorResultCollector.java | 12 +- .../RestructureBasedRawResultCollector.java | 2 - .../spark/compaction/CompactionCallable.java | 44 + .../carbondata/spark/load/CarbonLoaderUtil.java | 19 +- .../spark/merger/CarbonCompactionExecutor.java | 211 --- .../spark/merger/CarbonCompactionUtil.java | 354 ----- .../spark/merger/CarbonDataMergerUtil.java | 1371 ----------------- .../merger/CarbonDataMergerUtilResult.java | 33 - .../spark/merger/CompactionCallable.java | 44 - .../carbondata/spark/merger/CompactionType.java | 31 - .../spark/merger/NodeBlockRelation.java | 58 - .../spark/merger/NodeMultiBlockRelation.java | 57 - .../spark/merger/RowResultMerger.java | 367 ----- .../carbondata/spark/merger/TableMeta.java | 40 - .../spark/merger/TupleConversionAdapter.java | 67 - .../merger/exeception/SliceMergerException.java | 78 - .../spark/rdd/CarbonIUDMergerRDD.scala | 2 +- .../carbondata/spark/rdd/CarbonMergerRDD.scala | 37 +- .../apache/carbondata/spark/rdd/Compactor.scala | 3 +- .../spark/rdd/DataManagementFunc.scala | 3 +- .../execution/command/carbonTableSchema.scala | 2 +- .../spark/rdd/CarbonDataRDDFactory.scala | 2 +- .../sql/CarbonDatasourceHadoopRelation.scala | 2 +- .../spark/sql/CarbonDatasourceRelation.scala | 2 +- .../sql/execution/command/IUDCommands.scala | 15 +- .../apache/spark/sql/hive/CarbonMetastore.scala | 2 +- .../spark/rdd/CarbonDataRDDFactory.scala | 2 +- .../sql/CarbonDatasourceHadoopRelation.scala | 2 +- .../execution/command/AlterTableCommands.scala | 82 +- .../apache/spark/sql/hive/CarbonMetastore.scala | 2 +- .../org/apache/spark/util/AlterTableUtil.scala | 82 +- .../org/apache/spark/util/Compaction.scala | 2 +- .../AlterTableValidationTestCase.scala | 2 +- .../merger/AbstractResultProcessor.java | 64 + .../merger/CarbonCompactionExecutor.java | 231 +++ .../processing/merger/CarbonCompactionUtil.java | 383 +++++ .../processing/merger/CarbonDataMergerUtil.java | 1385 ++++++++++++++++++ .../merger/CarbonDataMergerUtilResult.java | 33 + .../merger/CompactionResultSortProcessor.java | 401 +++++ .../processing/merger/CompactionType.java | 31 + .../processing/merger/NodeBlockRelation.java | 58 + .../merger/NodeMultiBlockRelation.java | 57 + .../merger/RowResultMergerProcessor.java | 233 +++ .../carbondata/processing/merger/TableMeta.java | 40 + .../merger/TupleConversionAdapter.java | 67 + .../merger/exeception/SliceMergerException.java | 78 + .../newflow/DataLoadProcessBuilder.java | 4 +- .../steps/DataWriterProcessorStepImpl.java | 37 +- .../sortandgroupby/sortdata/SortParameters.java | 3 +- .../store/CarbonFactDataHandlerModel.java | 72 + .../util/CarbonDataProcessorUtil.java | 75 + 52 files changed, 3427 insertions(+), 2865 deletions(-) ----------------------------------------------------------------------