Repository: hadoop Updated Branches: refs/heads/branch-2 a2d0c8ff9 -> e09222306
YARN-4581. AHS writer thread leak makes RM crash while RM is recovering. Contributed by sandflee. (cherry picked from commit fc6d3a3b234efff2b0b646c31a4e6ff0a5118ef9) Conflicts: hadoop-yarn-project/CHANGES.txt Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e0922230 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e0922230 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e0922230 Branch: refs/heads/branch-2 Commit: e09222306f65227d14fe1e656102d225b232409c Parents: a2d0c8f Author: Junping Du <junping...@apache.org> Authored: Fri Jan 15 08:40:56 2016 -0800 Committer: Junping Du <junping...@apache.org> Committed: Fri Jan 15 08:43:30 2016 -0800 ---------------------------------------------------------------------- hadoop-yarn-project/CHANGES.txt | 9 +++++++++ .../FileSystemApplicationHistoryStore.java | 17 +++++++++++------ 2 files changed, 20 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/e0922230/hadoop-yarn-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt index c674189..719a3b7 100644 --- a/hadoop-yarn-project/CHANGES.txt +++ b/hadoop-yarn-project/CHANGES.txt @@ -1200,6 +1200,9 @@ Release 2.8.0 - UNRELEASED YARN-4534. Remove the redundant symbol in yarn rmadmin help msg. (Lin Yiqun via aajisaka) + YARN-4581. AHS writer thread leak makes RM crash while RM is recovering. + (sandflee via junping_du) + Release 2.7.3 - UNRELEASED INCOMPATIBLE CHANGES @@ -1264,6 +1267,9 @@ Release 2.7.3 - UNRELEASED YARN-4414. Nodemanager connection errors are retried at multiple levels (Chang Li via jlowe) + YARN-4581. AHS writer thread leak makes RM crash while RM is recovering. + (sandflee via junping_du) + Release 2.7.2 - UNRELEASED INCOMPATIBLE CHANGES @@ -2156,6 +2162,9 @@ Release 2.6.4 - UNRELEASED YARN-4414. Nodemanager connection errors are retried at multiple levels (Chang Li via jlowe) + YARN-4581. AHS writer thread leak makes RM crash while RM is recovering. + (sandflee via junping_du) + Release 2.6.3 - 2015-12-17 INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/e0922230/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/FileSystemApplicationHistoryStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/FileSystemApplicationHistoryStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/FileSystemApplicationHistoryStore.java index 6d76864..c340b19 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/FileSystemApplicationHistoryStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/FileSystemApplicationHistoryStore.java @@ -734,12 +734,17 @@ public class FileSystemApplicationHistoryStore extends AbstractService } else { fsdos = fs.create(historyFile); } - fs.setPermission(historyFile, HISTORY_FILE_UMASK); - writer = - new TFile.Writer(fsdos, MIN_BLOCK_SIZE, getConfig().get( - YarnConfiguration.FS_APPLICATION_HISTORY_STORE_COMPRESSION_TYPE, - YarnConfiguration.DEFAULT_FS_APPLICATION_HISTORY_STORE_COMPRESSION_TYPE), null, - getConfig()); + try { + fs.setPermission(historyFile, HISTORY_FILE_UMASK); + writer = + new TFile.Writer(fsdos, MIN_BLOCK_SIZE, getConfig().get( + YarnConfiguration.FS_APPLICATION_HISTORY_STORE_COMPRESSION_TYPE, + YarnConfiguration.DEFAULT_FS_APPLICATION_HISTORY_STORE_COMPRESSION_TYPE), null, + getConfig()); + } catch (IOException e) { + IOUtils.cleanup(LOG, fsdos); + throw e; + } } public synchronized void close() {