HIVE-18445: qtests: auto_join25.q fails permanently (Laszlo Bodor via Zoltan Haindrich)
Signed-off-by: Zoltan Haindrich <k...@rxd.hu> Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1af7e2b4 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1af7e2b4 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1af7e2b4 Branch: refs/heads/master Commit: 1af7e2b41780161fc62c158a3d8443e98a31f816 Parents: 4252718 Author: Laszlo Bodor <bodorlaszlo0...@gmail.com> Authored: Mon Jan 22 08:45:56 2018 +0100 Committer: Zoltan Haindrich <k...@rxd.hu> Committed: Mon Jan 22 08:59:05 2018 +0100 ---------------------------------------------------------------------- ql/src/test/queries/clientpositive/auto_join25.q | 5 ++--- .../results/clientpositive/auto_join25.q.out | 19 ++++++++++++++----- 2 files changed, 16 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/1af7e2b4/ql/src/test/queries/clientpositive/auto_join25.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/auto_join25.q b/ql/src/test/queries/clientpositive/auto_join25.q index 8d5a841..08dd491 100644 --- a/ql/src/test/queries/clientpositive/auto_join25.q +++ b/ql/src/test/queries/clientpositive/auto_join25.q @@ -2,6 +2,7 @@ set hive.mapred.mode=nonstrict; set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook; set hive.auto.convert.join = true; +set hive.mapjoin.followby.gby.localtask.max.memory.usage = 0.0001; -- HIVE-18445 set hive.mapjoin.localtask.max.memory.usage = 0.0001; set hive.mapjoin.check.memory.rows = 2; set hive.auto.convert.join.noconditionaltask = false; @@ -10,7 +11,7 @@ set hive.auto.convert.join.noconditionaltask = false; CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE; FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) -INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value +INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11'); SELECT sum(hash(dest1.key,dest1.value)) FROM dest1; @@ -18,7 +19,6 @@ SELECT sum(hash(dest1.key,dest1.value)) FROM dest1; CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE; - FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value; @@ -30,4 +30,3 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value; SELECT sum(hash(dest_j1.key,dest_j1.value)) FROM dest_j1; - http://git-wip-us.apache.org/repos/asf/hive/blob/1af7e2b4/ql/src/test/results/clientpositive/auto_join25.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/auto_join25.q.out b/ql/src/test/results/clientpositive/auto_join25.q.out index 063d3ca..f903bd1 100644 --- a/ql/src/test/results/clientpositive/auto_join25.q.out +++ b/ql/src/test/results/clientpositive/auto_join25.q.out @@ -8,7 +8,7 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dest1 RUN: Stage-0:DDL PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) -INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value +INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -18,8 +18,11 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Output: default@dest1 +Hive Runtime Error: Map local work exhausted memory +FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask +ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask POSTHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) -INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value +INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr = '11') POSTHOOK: type: QUERY POSTHOOK: Input: default@src @@ -33,7 +36,7 @@ POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key, typ POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] RUN: Stage-7:CONDITIONAL RUN: Stage-8:MAPREDLOCAL -RUN: Stage-5:MAPRED +RUN: Stage-1:MAPRED RUN: Stage-0:MOVE RUN: Stage-3:MAPRED RUN: Stage-2:STATS @@ -64,6 +67,9 @@ PREHOOK: Output: default@dest_j2 Hive Runtime Error: Map local work exhausted memory FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask +Hive Runtime Error: Map local work exhausted memory +FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask +ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key) INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value POSTHOOK: type: QUERY @@ -76,7 +82,7 @@ RUN: Stage-15:MAPREDLOCAL RUN: Stage-1:MAPRED RUN: Stage-9:CONDITIONAL RUN: Stage-13:MAPREDLOCAL -RUN: Stage-7:MAPRED +RUN: Stage-2:MAPRED RUN: Stage-0:MOVE RUN: Stage-4:MAPRED RUN: Stage-3:STATS @@ -104,6 +110,9 @@ INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Output: default@dest_j1 +Hive Runtime Error: Map local work exhausted memory +FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask +ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value POSTHOOK: type: QUERY @@ -113,7 +122,7 @@ POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type: POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] RUN: Stage-7:CONDITIONAL RUN: Stage-8:MAPREDLOCAL -RUN: Stage-5:MAPRED +RUN: Stage-1:MAPRED RUN: Stage-0:MOVE RUN: Stage-3:MAPRED RUN: Stage-2:STATS
