[CARBONDATA-681] CSVReader related code improvement This closes #573
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/f3496ee0 Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/f3496ee0 Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/f3496ee0 Branch: refs/heads/master Commit: f3496ee0bf5d98ed65210208d3e364e95b6c0962 Parents: 25de27f d6ceb1d Author: jackylk <jacky.li...@huawei.com> Authored: Tue Feb 14 15:26:40 2017 -0800 Committer: jackylk <jacky.li...@huawei.com> Committed: Tue Feb 14 15:26:40 2017 -0800 ---------------------------------------------------------------------- .../carbondata/hadoop/CarbonInputFormat.java | 6 +- .../carbondata/hadoop/csv/CSVInputFormat.java | 288 ----- .../recorditerator/RecordReaderIterator.java | 98 -- .../hadoop/io/BoundedInputStream.java | 129 --- .../hadoop/io/StringArrayWritable.java | 70 -- .../hadoop/readsupport/CarbonReadSupport.java | 15 +- .../AbstractDictionaryDecodedReadSupport.java | 84 -- .../impl/ArrayWritableReadSupport.java | 48 - .../impl/DictionaryDecodeReadSupport.java | 94 ++ .../impl/DictionaryDecodedReadSupportImpl.java | 34 - .../readsupport/impl/RawDataReadSupport.java | 17 +- .../hadoop/csv/CSVInputFormatTest.java | 169 --- hadoop/src/test/resources/data.csv.bz2 | Bin 10572 -> 0 bytes hadoop/src/test/resources/data.csv.gz | Bin 14710 -> 0 bytes hadoop/src/test/resources/data.csv.lz4 | Bin 24495 -> 0 bytes hadoop/src/test/resources/data.csv.snappy | Bin 24263 -> 0 bytes .../spark/rdd/NewCarbonDataLoadRDD.scala | 8 +- .../carbondata/spark/util/CommonUtil.scala | 2 +- .../spark/util/GlobalDictionaryUtil.scala | 4 +- .../readsupport/SparkRowReadSupportImpl.java | 4 +- .../readsupport/SparkRowReadSupportImpl.java | 4 +- .../processing/csvload/BoundedInputStream.java | 129 +++ .../processing/csvload/CSVInputFormat.java | 285 +++++ .../csvload/CSVRecordReaderIterator.java | 97 ++ .../processing/csvload/StringArrayWritable.java | 70 ++ .../processing/csvload/CSVInputFormatTest.java | 167 +++ processing/src/test/resources/csv/data.csv | 1001 ++++++++++++++++++ processing/src/test/resources/csv/data.csv.bz2 | Bin 0 -> 10572 bytes processing/src/test/resources/csv/data.csv.gz | Bin 0 -> 14710 bytes processing/src/test/resources/csv/data.csv.lz4 | Bin 0 -> 24495 bytes .../src/test/resources/csv/data.csv.snappy | Bin 0 -> 24263 bytes 31 files changed, 1870 insertions(+), 953 deletions(-) ----------------------------------------------------------------------