HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer crashes with an unchecked exception (rushabhs via cmccabe)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/56257fab Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/56257fab Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/56257fab Branch: refs/heads/HDFS-EC Commit: 56257fab1d5a7f66bebd9149c7df0436c0a57adb Parents: 1831280 Author: Colin Patrick Mccabe <cmcc...@cloudera.com> Authored: Wed Nov 5 10:51:49 2014 -0800 Committer: Colin Patrick Mccabe <cmcc...@cloudera.com> Committed: Wed Nov 5 10:51:49 2014 -0800 ---------------------------------------------------------------------- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 3 +++ .../src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java | 2 ++ 2 files changed, 5 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/56257fab/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index 4a120e9..cf9616b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -397,6 +397,9 @@ Release 2.7.0 - UNRELEASED HDFS-7324. haadmin command usage prints incorrect command name. (Brahma Reddy Battula via suresh) + HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer + crashes with an unchecked exception (rushabhs via cmccabe) + Release 2.6.0 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/56257fab/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java index 0e1f206..17942f2 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java @@ -692,6 +692,8 @@ public class DFSOutputStream extends FSOutputSummer } if (e instanceof IOException) { setLastException((IOException)e); + } else { + setLastException(new IOException("DataStreamer Exception: ",e)); } hasError = true; if (errorIndex == -1 && restartingNodeIndex == -1) {