Hi, Guys
I met an error which is similar like described in HIVE-1478, but not exactly
the same when run auto_join21.q in TestCliDriver.
Do you have some ideas on this?
============== Re-Produce ==============
Hive: 0.7.1
ANT: 1.8.2
Hadoop: 0.20.2
command: ant test -Dtestcase=TestCliDriver -Dqfile=auto_join21.q
[junit] 11/10/25 10:03:57 INFO persistence.HashMapWrapper: maximum memory:
1048576000
[junit] 11/10/25 10:03:57 INFO persistence.HashMapWrapper: maximum memory:
1048576000
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: Initialization Done 1
MAPJOIN
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: Initialization
Done 5 HASHTABLEDUMMY
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: Processing path
pfile:/root/libing/N20111024_1337/hive-0.7.1-ibm/src/build/ql/test/data/warehouse/src/kv1.txt
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: Processing alias src1 for
file
pfile:/root/libing/N20111024_1337/hive-0.7.1-ibm/src/build/ql/test/data/warehouse/src
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: ******* Load from
HashTable File: input :
pfile:/root/libing/N20111024_1337/hive-0.7.1-ibm/src/build/ql/test/data/warehouse/src/kv1.txt
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: Load back 1
hashtable file from tmp file
uri:file:/tmp/root/hive_2011-10-25_10-03-53_617_6340495404173422880/-local-10003/HashTable-Stage-5/MapJoin-1--.hashtable
[junit] 11/10/25 10:03:57 WARN lazybinary.LazyBinaryStruct: Extra bytes
detected at the end of the row! Ignoring similar problems.
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: Load back 1
hashtable file from tmp file
uri:file:/tmp/root/hive_2011-10-25_10-03-53_617_6340495404173422880/-local-10003/HashTable-Stage-5/MapJoin-2--.hashtable
[junit] 11/10/25 10:03:57 WARN lazybinary.LazyBinaryStruct: Extra bytes
detected at the end of the row! Ignoring similar problems.
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: 12 forwarding 1 rows
[junit] 11/10/25 10:03:57 INFO exec.TableScanOperator: 0 forwarding 1 rows
[junit] 11/10/25 10:03:57 FATAL ExecMapper:
org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
processing row {"key":"238","value":"val_238"}
[junit] at
org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:546)
[junit] at
org.apache.hadoop.hive.ql.exec.ExecMapper.map(ExecMapper.java:143)
[junit] at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
[junit] at
org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:358)
[junit] at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307)
[junit] at
org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:177)
[junit] Caused by: java.lang.ClassCastException: org.apache.hadoop.io.Text
incompatible with org.apache.hadoop.io.BooleanWritable
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.joinObjectsRightOuterJoin(CommonJoinOperator.java:489)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.joinObjects(CommonJoinOperator.java:639)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:681)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:685)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:685)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:845)
[junit] at
org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:264)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:744)
[junit] at
org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:78)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:744)
[junit] at
org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:527)
[junit] ... 5 more
[junit]
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: 12 finished. closing...
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: 12 forwarded 1 rows
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: DESERIALIZE_ERRORS:0
[junit] 11/10/25 10:03:57 INFO exec.TableScanOperator: 0 finished.
closing...
[junit] 11/10/25 10:03:57 INFO exec.TableScanOperator: 0 forwarded 1 rows
[junit] 11/10/25 10:03:57 INFO exec.TableScanOperator: 0 Close done
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: 12 Close done
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 4 finished.
closing...
[junit] 11/10/25 10:03:57 INFO exec.MapOperator: 12 Close done
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 4 finished.
closing...
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 4 forwarded 0
rows
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 4 Close done
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 5 finished.
closing...
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 5 forwarded 0
rows
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: 1 finished. closing...
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: 1 forwarded 0 rows
[junit] 11/10/25 10:03:57 INFO exec.SelectOperator: 2 finished. closing...
[junit] 11/10/25 10:03:57 INFO exec.SelectOperator: 2 forwarded 0 rows
[junit] 11/10/25 10:03:57 INFO exec.FileSinkOperator: 3 finished. closing...
[junit] 11/10/25 10:03:57 INFO exec.FileSinkOperator: 3 forwarded 0 rows
[junit] 11/10/25 10:03:57 INFO exec.FileSinkOperator: Final Path: FS
file:/tmp/root/hive_2011-10-25_10-03-53_617_6340495404173422880/_tmp.-mr-10002/000000_0
[junit] 11/10/25 10:03:57 INFO exec.FileSinkOperator: Writing to temp file:
FS
file:/tmp/root/hive_2011-10-25_10-03-53_617_6340495404173422880/_tmp.-mr-10002/_tmp.000000_0
[junit] 11/10/25 10:03:57 INFO exec.FileSinkOperator: New Final Path: FS
file:/tmp/root/hive_2011-10-25_10-03-53_617_6340495404173422880/_tmp.-mr-10002/000000_0
[junit] 11/10/25 10:03:57 INFO exec.SelectOperator: 2 Close done
[junit] 11/10/25 10:03:57 INFO exec.MapJoinOperator: 1 Close done
[junit] 11/10/25 10:03:57 INFO exec.HashTableDummyOperator: 5 Close done
[junit] 11/10/25 10:03:57 INFO ExecMapper: ExecMapper: processed 0 rows:
used memory = 26209352
[junit] 11/10/25 10:03:57 WARN mapred.LocalJobRunner: job_local_0001
[junit] java.lang.RuntimeException:
org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
processing row {"key":"238","value":"val_238"}
[junit] at
org.apache.hadoop.hive.ql.exec.ExecMapper.map(ExecMapper.java:161)
[junit] at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
[junit] at
org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:358)
[junit] at org.apache.hadoop.mapred.MapTask.run(MapTask.java:307)
[junit] at
org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:177)
[junit] Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive
Runtime Error while processing row {"key":"238","value":"val_238"}
[junit] at
org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:546)
[junit] at
org.apache.hadoop.hive.ql.exec.ExecMapper.map(ExecMapper.java:143)
[junit] ... 4 more
[junit] Caused by: java.lang.ClassCastException: org.apache.hadoop.io.Text
incompatible with org.apache.hadoop.io.BooleanWritable
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.joinObjectsRightOuterJoin(CommonJoinOperator.java:489)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.joinObjects(CommonJoinOperator.java:639)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:681)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:685)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:685)
[junit] at
org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:845)
[junit] at
org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:264)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:744)
[junit] at
org.apache.hadoop.hive.ql.exec.TableScanOperator.processOp(TableScanOperator.java:78)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471)
[junit] at
org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:744)
[junit] at
org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:527)
[junit] ... 5 more
[junit] 11/10/25 10:03:58 INFO exec.ExecDriver: 2011-10-25 10:03:58,725
null map = 0%, reduce = 0%
[junit] Ended Job = job_local_0001 with errors
[junit] 11/10/25 10:03:58 ERROR exec.ExecDriver: Ended Job = job_local_0001
with errors
[junit] Running org.apache.hadoop.hive.cli.TestCliDriver
[junit] Tests run: 1, Failures: 0, Errors: 1, Time elapsed: 0 sec
[junit] Running org.apache.hadoop.hive.cli.TestCliDriver
[junit] Tests run: 1, Failures: 0, Errors: 1, Time elapsed: 0 sec
[junit] Test org.apache.hadoop.hive.cli.TestCliDriver FAILED (crashed)
