HIVE-18813: Fix qtest mapjoin_hook.q (Zoltan Haindrich reviewed by Ashutosh Chauhan)
Signed-off-by: Zoltan Haindrich <k...@rxd.hu> Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/9f6c0732 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/9f6c0732 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/9f6c0732 Branch: refs/heads/master Commit: 9f6c073244faec43c88eead146e7d1c4df328508 Parents: 1837846 Author: Zoltan Haindrich <k...@rxd.hu> Authored: Wed Feb 28 20:16:45 2018 +0100 Committer: Zoltan Haindrich <k...@rxd.hu> Committed: Wed Feb 28 20:24:51 2018 +0100 ---------------------------------------------------------------------- .../test/queries/clientpositive/mapjoin_hook.q | 2 +- .../results/clientpositive/mapjoin_hook.q.out | 36 +++++++++++--------- 2 files changed, 20 insertions(+), 18 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/9f6c0732/ql/src/test/queries/clientpositive/mapjoin_hook.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/mapjoin_hook.q b/ql/src/test/queries/clientpositive/mapjoin_hook.q index a9e1960..dd47d73 100644 --- a/ql/src/test/queries/clientpositive/mapjoin_hook.q +++ b/ql/src/test/queries/clientpositive/mapjoin_hook.q @@ -1,3 +1,4 @@ +set hive.stats.column.autogather=false; set hive.exec.post.hooks = org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook; drop table dest1; @@ -13,7 +14,6 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value; - set hive.mapjoin.localtask.max.memory.usage = 0.0001; set hive.mapjoin.check.memory.rows = 2; set hive.auto.convert.join.noconditionaltask = false; http://git-wip-us.apache.org/repos/asf/hive/blob/9f6c0732/ql/src/test/results/clientpositive/mapjoin_hook.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/mapjoin_hook.q.out b/ql/src/test/results/clientpositive/mapjoin_hook.q.out index 36d895c..f80a26a 100644 --- a/ql/src/test/results/clientpositive/mapjoin_hook.q.out +++ b/ql/src/test/results/clientpositive/mapjoin_hook.q.out @@ -13,10 +13,9 @@ PREHOOK: Input: default@src PREHOOK: Input: default@src1 PREHOOK: Output: default@dest1 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1 HINTED_MAPJOIN_LOCAL: 1 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 0 -RUN: Stage-7:MAPREDLOCAL +RUN: Stage-6:MAPREDLOCAL RUN: Stage-2:MAPRED RUN: Stage-0:MOVE -RUN: Stage-4:MAPRED RUN: Stage-3:STATS PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value @@ -24,10 +23,9 @@ PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@dest1 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1 HINTED_MAPJOIN_LOCAL: 1 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 0 -RUN: Stage-7:MAPREDLOCAL -RUN: Stage-6:MAPRED +RUN: Stage-6:MAPREDLOCAL +RUN: Stage-5:MAPRED RUN: Stage-0:MOVE -RUN: Stage-3:MAPRED RUN: Stage-2:STATS PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value @@ -40,12 +38,14 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Output: default@dest1 -[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 1 CONVERTED_MAPJOIN_LOCAL: 1 BACKUP_COMMON_JOIN: 0 -RUN: Stage-7:CONDITIONAL -RUN: Stage-8:MAPREDLOCAL -RUN: Stage-5:MAPRED +Hive Runtime Error: Map local work exhausted memory +FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask +ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask +[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 1 BACKUP_COMMON_JOIN: 1 +RUN: Stage-6:CONDITIONAL +RUN: Stage-7:MAPREDLOCAL +RUN: Stage-1:MAPRED RUN: Stage-0:MOVE -RUN: Stage-3:MAPRED RUN: Stage-2:STATS PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value @@ -55,13 +55,15 @@ PREHOOK: Output: default@dest1 Hive Runtime Error: Map local work exhausted memory FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask -[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 1 CONVERTED_MAPJOIN_LOCAL: 2 BACKUP_COMMON_JOIN: 1 -RUN: Stage-12:CONDITIONAL -RUN: Stage-15:MAPREDLOCAL +Hive Runtime Error: Map local work exhausted memory +FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask +ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask +[MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN: 0 CONVERTED_MAPJOIN_LOCAL: 2 BACKUP_COMMON_JOIN: 2 +RUN: Stage-11:CONDITIONAL +RUN: Stage-14:MAPREDLOCAL RUN: Stage-1:MAPRED -RUN: Stage-9:CONDITIONAL -RUN: Stage-13:MAPREDLOCAL -RUN: Stage-7:MAPRED +RUN: Stage-8:CONDITIONAL +RUN: Stage-12:MAPREDLOCAL +RUN: Stage-2:MAPRED RUN: Stage-0:MOVE -RUN: Stage-4:MAPRED RUN: Stage-3:STATS
