[CARBONDATA-622]unify file header reader This closes #518
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/30033605 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/30033605 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/30033605 Branch: refs/heads/master Commit: 30033605b7a34287ba3e74350e55b87a153c7be0 Parents: b1fe03e cbc33c4 Author: jackylk <jacky.li...@huawei.com> Authored: Wed Jan 11 17:47:33 2017 +0800 Committer: jackylk <jacky.li...@huawei.com> Committed: Wed Jan 11 17:47:33 2017 +0800 ---------------------------------------------------------------------- .../TestLoadDataWithFileHeaderException.scala | 6 +- .../TestLoadDataWithNotProperInputFile.scala | 19 ++-- .../carbondata/spark/util/CommonUtil.scala | 46 +++++++- .../spark/util/GlobalDictionaryUtil.scala | 64 +---------- .../execution/command/carbonTableSchema.scala | 3 +- .../spark/util/AllDictionaryTestCase.scala | 1 + .../AutoHighCardinalityIdentifyTestCase.scala | 1 + .../util/ExternalColumnDictionaryTestCase.scala | 5 +- ...GlobalDictionaryUtilConcurrentTestCase.scala | 1 + .../util/GlobalDictionaryUtilTestCase.scala | 1 + .../execution/command/carbonTableSchema.scala | 3 +- .../processing/model/CarbonLoadModel.java | 10 ++ .../newflow/DataLoadProcessBuilder.java | 40 +------ .../util/CarbonDataProcessorUtil.java | 109 ++++--------------- 14 files changed, 99 insertions(+), 210 deletions(-) ----------------------------------------------------------------------
