Vikram Dixit K created TEZ-1239:
-----------------------------------
Summary: Tez does not propagate exception from processor
Key: TEZ-1239
URL: https://issues.apache.org/jira/browse/TEZ-1239
Project: Apache Tez
Issue Type: Bug
Affects Versions: 0.5.0
Reporter: Vikram Dixit K
Dag Logs:
{noformat}
2014-06-26 17:32:39,602 INFO [AsyncDispatcher event handler]
org.apache.tez.dag.history.HistoryEventHandler:
[HISTORY][DAG:dag_1403829068565_0003_6][Event:TASK_ATTEMPT_FINISHED]:
vertexName=Map 1, taskAttemptId=attempt_1403829068565_0003_6_00_000002_0,
startTime=1403829157246, finishTime=1403829159600, timeTaken=2354,
status=FAILED, diagnostics=Error: Failure while running task,
counters=Counters: 20, org.apache.tez.common.counters.DAGCounter,
RACK_LOCAL_TASKS=1, File System Counters, HDFS: BYTES_READ=1482, HDFS:
BYTES_WRITTEN=0, HDFS: READ_OPS=3, HDFS: LARGE_READ_OPS=0, HDFS: WRITE_OPS=1,
org.apache.tez.common.counters.TaskCounter, NUM_SHUFFLED_INPUTS=1,
NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=38, COMMITTED_HEAP_BYTES=85000192,
INPUT_RECORDS_PROCESSED=56, OUTPUT_RECORDS=0, SHUFFLE_BYTES=1317,
SHUFFLE_BYTES_DECOMPRESSED=1313, SHUFFLE_BYTES_TO_MEM=1317,
SHUFFLE_BYTES_TO_DISK=0, HIVE, CREATED_FILES=1,
org.apache.hadoop.hive.ql.exec.FilterOperator$Counter, FILTERED=0, PASSED=0,
org.apache.hadoop.hive.ql.exec.MapOperator$Counter, DESERIALIZE_ERRORS=0
{noformat}
Task logs
{noformat}
2014-06-26 17:32:39,516 ERROR [TezChild]
org.apache.hadoop.hive.ql.exec.MapJoinOperator: Unexpected exception: null
java.lang.NullPointerException
at
org.apache.hadoop.hive.ql.exec.persistence.MapJoinBytesTableContainer$GetAdaptor.setFromRow(MapJoinBytesTableContainer.java:342)
at
org.apache.hadoop.hive.ql.exec.MapJoinOperator.setMapJoinKey(MapJoinOperator.java:217)
at
org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:262)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:800)
at
org.apache.hadoop.hive.ql.exec.FilterOperator.processOp(FilterOperator.java:137)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:800)
at
org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:95)
at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:800)
at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:539)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.processRow(MapRecordProcessor.java:183)
at
org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run(MapRecordProcessor.java:161)
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:165)
at
org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:309)
at
org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:180)
at
org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:172)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:394)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)
at
org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:172)
at
org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.call(TezTaskRunner.java:167)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
{noformat}
--
This message was sent by Atlassian JIRA
(v6.2#6252)
