[CARBONDATA-2529] Fixed S3 Issue for Hadoop 2.8.3 This issue fixes the issue while loading the data with S3 as backend
This closes #2340 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/4d22ddc9 Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/4d22ddc9 Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/4d22ddc9 Branch: refs/heads/carbonstore Commit: 4d22ddc9d932891af7d3f6557a423d65969f1fd3 Parents: 5ad7009 Author: Bhavya <bha...@knoldus.com> Authored: Thu May 24 21:17:58 2018 +0530 Committer: chenliang613 <chenliang...@huawei.com> Committed: Fri Jun 1 14:37:36 2018 +0800 ---------------------------------------------------------------------- .../carbondata/core/datastore/filesystem/HDFSCarbonFile.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/4d22ddc9/core/src/main/java/org/apache/carbondata/core/datastore/filesystem/HDFSCarbonFile.java ---------------------------------------------------------------------- diff --git a/core/src/main/java/org/apache/carbondata/core/datastore/filesystem/HDFSCarbonFile.java b/core/src/main/java/org/apache/carbondata/core/datastore/filesystem/HDFSCarbonFile.java index 4663ac5..fc5420d 100644 --- a/core/src/main/java/org/apache/carbondata/core/datastore/filesystem/HDFSCarbonFile.java +++ b/core/src/main/java/org/apache/carbondata/core/datastore/filesystem/HDFSCarbonFile.java @@ -120,7 +120,8 @@ public class HDFSCarbonFile extends AbstractDFSCarbonFile { ((DistributedFileSystem) fs).rename(fileStatus.getPath(), new Path(changetoName), org.apache.hadoop.fs.Options.Rename.OVERWRITE); return true; - } else if (fileStatus.getPath().toString().startsWith("s3n")) { + } else if (fileStatus.getPath().toString().startsWith("s3n") + || fileStatus.getPath().toString().startsWith("s3a")) { fs.delete(new Path(changetoName), true); return fs.rename(fileStatus.getPath(), new Path(changetoName)); } else {