HIVE-10213 : MapReduce jobs using dynamic-partitioning fail on commit (Mithun Radhakrishnan via Sushanth Sowmyan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/02b6cd11 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/02b6cd11 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/02b6cd11 Branch: refs/heads/beeline-cli Commit: 02b6cd11024d4b4334f70b95287dff49ba8379f7 Parents: 7276cd2 Author: Sushanth Sowmyan <khorg...@gmail.com> Authored: Tue May 5 15:46:18 2015 -0700 Committer: Sushanth Sowmyan <khorg...@gmail.com> Committed: Tue May 5 15:46:55 2015 -0700 ---------------------------------------------------------------------- .../hive/hcatalog/mapreduce/TaskCommitContextRegistry.java | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/02b6cd11/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/TaskCommitContextRegistry.java ---------------------------------------------------------------------- diff --git a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/TaskCommitContextRegistry.java b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/TaskCommitContextRegistry.java index 8c6d0fc..bdffb19 100644 --- a/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/TaskCommitContextRegistry.java +++ b/hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/TaskCommitContextRegistry.java @@ -71,7 +71,8 @@ public class TaskCommitContextRegistry { public synchronized void commitTask(TaskAttemptContext context) throws IOException { String key = generateKey(context); if (!taskCommitters.containsKey(key)) { - throw new IOException("No callback registered for TaskAttemptID:" + key); + LOG.warn("No callback registered for TaskAttemptID:" + key + ". Skipping."); + return; } try { @@ -99,7 +100,8 @@ public class TaskCommitContextRegistry { public synchronized void abortTask(TaskAttemptContext context) throws IOException { String key = generateKey(context); if (!taskCommitters.containsKey(key)) { - throw new IOException("No callback registered for TaskAttemptID:" + key); + LOG.warn("No callback registered for TaskAttemptID:" + key + ". Skipping."); + return; } try {
