Repository: hive Updated Branches: refs/heads/master 4959ff5bb -> f3fe47ca5
HIVE-13343: Need to disable hybrid grace hash join in llap mode except for dynamically partitioned hash join (Vikram Dixit K, reviewed by Gunther Hagleitner) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/f3fe47ca Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/f3fe47ca Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/f3fe47ca Branch: refs/heads/master Commit: f3fe47ca584e332c3e4bacc0a2e13ecbf7f32fea Parents: 4959ff5 Author: vikram <vik...@hortonworks.com> Authored: Wed May 18 10:47:11 2016 -0700 Committer: vikram <vik...@hortonworks.com> Committed: Wed May 18 10:48:11 2016 -0700 ---------------------------------------------------------------------- .../org/apache/hadoop/hive/conf/HiveConf.java | 2 + .../hive/ql/optimizer/physical/LlapDecider.java | 40 ++++++++++++++++---- .../clientpositive/hybridgrace_hashjoin_1.q | 2 + .../llap/bucket_map_join_tez1.q.out | 21 ---------- .../llap/bucket_map_join_tez2.q.out | 8 ---- .../llap/dynamic_partition_pruning.q.out | 18 --------- .../llap/dynamic_partition_pruning_2.q.out | 7 ---- .../llap/hybridgrace_hashjoin_1.q.out | 5 +-- .../llap/hybridgrace_hashjoin_2.q.out | 6 --- .../clientpositive/llap/lvj_mapjoin.q.out | 2 - .../clientpositive/llap/mapjoin_decimal.q.out | 1 - .../test/results/clientpositive/llap/mrr.q.out | 2 - .../llap/tez_bmj_schema_evolution.q.out | 1 - .../llap/tez_join_result_complex.q.out | 17 ++++++++- .../clientpositive/llap/tez_smb_main.q.out | 11 ------ .../results/clientpositive/llap/tez_union.q.out | 14 ------- .../vectorized_dynamic_partition_pruning.q.out | 17 --------- .../tez/hybridgrace_hashjoin_1.q.out | 2 + 18 files changed, 56 insertions(+), 120 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java ---------------------------------------------------------------------- diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index cbb3a72..9cc8fbe 100644 --- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -2852,6 +2852,8 @@ public class HiveConf extends Configuration { "protocol or ZK paths), similar to how ssh refuses a key with bad access permissions."), LLAP_DAEMON_OUTPUT_SERVICE_PORT("hive.llap.daemon.output.service.port", 15003, "LLAP daemon output service port"), + LLAP_ENABLE_GRACE_JOIN_IN_LLAP("hive.llap.enable.grace.join.in.llap", false, + "Override if grace join should be allowed to run in llap."), SPARK_CLIENT_FUTURE_TIMEOUT("hive.spark.client.future.timeout", "60s", new TimeValidator(TimeUnit.SECONDS), http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LlapDecider.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LlapDecider.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LlapDecider.java index e6f8f75..4d50c64 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LlapDecider.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LlapDecider.java @@ -41,6 +41,7 @@ import org.apache.hadoop.hive.ql.exec.FilterOperator; import org.apache.hadoop.hive.ql.exec.FunctionInfo; import org.apache.hadoop.hive.ql.exec.FunctionRegistry; import org.apache.hadoop.hive.ql.exec.GroupByOperator; +import org.apache.hadoop.hive.ql.exec.MapJoinOperator; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.ScriptOperator; import org.apache.hadoop.hive.ql.exec.SelectOperator; @@ -105,6 +106,7 @@ public class LlapDecider implements PhysicalPlanResolver { private final boolean doSkipUdfCheck; private final boolean arePermanentFnsAllowed; private final boolean shouldUber; + private List<MapJoinOperator> mapJoinOpList; public LlapDecisionDispatcher(PhysicalContext pctx, LlapMode mode) { conf = pctx.getConf(); @@ -112,6 +114,7 @@ public class LlapDecider implements PhysicalPlanResolver { arePermanentFnsAllowed = HiveConf.getBoolVar(conf, ConfVars.LLAP_ALLOW_PERMANENT_FNS); // Don't user uber in "all" mode - everything can go into LLAP, which is better than uber. shouldUber = HiveConf.getBoolVar(conf, ConfVars.LLAP_AUTO_ALLOW_UBER) && (mode != all); + mapJoinOpList = new ArrayList<MapJoinOperator>(); } @Override @@ -130,17 +133,21 @@ public class LlapDecider implements PhysicalPlanResolver { private void handleWork(TezWork tezWork, BaseWork work) throws SemanticException { - if (evaluateWork(tezWork, work)) { - convertWork(tezWork, work); - } else { - if (mode == all) { - throw new SemanticException("Llap mode is set to all but cannot run work in llap mode." + - "Set " + HiveConf.ConfVars.LLAP_EXECUTION_MODE + " = auto or set " + - HiveConf.ConfVars.HIVE_EXECUTION_MODE + " = container"); + boolean workCanBeDoneInLlap = evaluateWork(tezWork, work); + LOG.debug( + "Work " + work + " " + (workCanBeDoneInLlap ? "can" : "cannot") + " be done in LLAP"); + if (workCanBeDoneInLlap) { + for (MapJoinOperator graceMapJoinOp : mapJoinOpList) { + LOG.debug( + "Disabling hybrid grace hash join in case of LLAP and non-dynamic partition hash join."); + graceMapJoinOp.getConf().setHybridHashJoin(false); } + convertWork(tezWork, work); } + mapJoinOpList.clear(); } + private void convertWork(TezWork tezWork, BaseWork work) throws SemanticException { @@ -183,12 +190,13 @@ public class LlapDecider implements PhysicalPlanResolver { // if mode is all just run it if (mode == all) { + LOG.info("LLAP mode set to 'all' so can convert any work."); return true; } // if map mode run iff work is map work if (mode == map) { - return work instanceof MapWork; + return (work instanceof MapWork); } // --- From here we evaluate the auto mode @@ -357,6 +365,22 @@ public class LlapDecider implements PhysicalPlanResolver { } }); + if (!conf.getBoolVar(HiveConf.ConfVars.LLAP_ENABLE_GRACE_JOIN_IN_LLAP)) { + opRules.put( + new RuleRegExp("Disable grace hash join if LLAP mode and not dynamic partition hash join", + MapJoinOperator.getOperatorName() + "%"), new NodeProcessor() { + @Override + public Object process(Node n, Stack<Node> s, NodeProcessorCtx c, Object... os) { + MapJoinOperator mapJoinOp = (MapJoinOperator) n; + if (mapJoinOp.getConf().isHybridHashJoin() + && !(mapJoinOp.getConf().isDynamicPartitionHashJoin())) { + mapJoinOpList.add((MapJoinOperator) n); + } + return new Boolean(true); + } + }); + } + return opRules; } http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/queries/clientpositive/hybridgrace_hashjoin_1.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/hybridgrace_hashjoin_1.q b/ql/src/test/queries/clientpositive/hybridgrace_hashjoin_1.q index dd42bb3..9c19a86 100644 --- a/ql/src/test/queries/clientpositive/hybridgrace_hashjoin_1.q +++ b/ql/src/test/queries/clientpositive/hybridgrace_hashjoin_1.q @@ -6,6 +6,7 @@ set hive.explain.user=false; -- 2. Partitioned table spilling -- 3. Vectorization + SELECT 1; set hive.auto.convert.join=true; @@ -132,6 +133,7 @@ select count(*) from on cd.cint = c.cint) t1 ; +set hive.llap.enable.grace.join.in.llap=true; -- Partitioned table create table parttbl (key string, value char(20)) partitioned by (dt char(10)); http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out index 204da88..455c9a8 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out @@ -170,7 +170,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -274,7 +273,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -393,7 +391,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -403,7 +400,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -566,7 +562,6 @@ STAGE PLANS: input vertices: 0 Map 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -576,7 +571,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -708,7 +702,6 @@ STAGE PLANS: input vertices: 0 Reducer 2 Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -793,7 +786,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: int), substr(_col2, 5) (type: string) outputColumnNames: _col0, _col1 @@ -875,7 +867,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -939,7 +930,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), substr(_col1, 5) (type: string) outputColumnNames: _col0, _col1 @@ -1020,7 +1010,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1086,7 +1075,6 @@ STAGE PLANS: 1 Map 2 2 Map 3 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1188,7 +1176,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -1199,7 +1186,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1332,7 +1318,6 @@ STAGE PLANS: input vertices: 0 Reducer 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1433,7 +1418,6 @@ STAGE PLANS: input vertices: 0 Reducer 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1533,7 +1517,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE @@ -1634,7 +1617,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1693,7 +1675,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -1704,7 +1685,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 @@ -1841,7 +1821,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index 86ffb45..f3a1bd9 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -146,7 +146,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -157,7 +156,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 @@ -301,7 +299,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -362,7 +359,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE @@ -438,7 +434,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE @@ -533,7 +528,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE @@ -623,7 +617,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE @@ -712,7 +705,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1 http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index fe2049f..9f07718 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -4035,7 +4035,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4174,7 +4173,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4302,7 +4300,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -4312,7 +4309,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4487,7 +4483,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4639,7 +4634,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4752,7 +4746,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4876,7 +4869,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5016,7 +5008,6 @@ STAGE PLANS: input vertices: 1 Reducer 4 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5166,7 +5157,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5274,7 +5264,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5381,7 +5370,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5455,7 +5443,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -5465,7 +5452,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1210 Data size: 12854 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5636,7 +5622,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -5646,7 +5631,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5749,7 +5733,6 @@ STAGE PLANS: input vertices: 1 Union 5 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator keys: _col0 (type: string) mode: hash @@ -5988,7 +5971,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 206800 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out index db3b85d..8ed8ab4 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out @@ -181,7 +181,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 @@ -355,7 +354,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 @@ -504,7 +502,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col2 (type: string) outputColumnNames: _col0 @@ -730,7 +727,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 @@ -895,7 +891,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 18 Data size: 58 Basic stats: COMPLETE Column stats: NONE @@ -960,7 +955,6 @@ STAGE PLANS: input vertices: 1 Map 5 Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 18 Data size: 58 Basic stats: COMPLETE Column stats: NONE @@ -1088,7 +1082,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out index f281d44..c750dc2 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out @@ -4,6 +4,7 @@ PREHOOK: query: -- Hybrid Grace Hash Join -- 2. Partitioned table spilling -- 3. Vectorization + SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table @@ -14,6 +15,7 @@ POSTHOOK: query: -- Hybrid Grace Hash Join -- 2. Partitioned table spilling -- 3. Vectorization + SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table @@ -196,7 +198,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 4505 Data size: 968719 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -439,7 +440,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -669,7 +669,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out index 95da4c5..b8f24c4 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out @@ -211,7 +211,6 @@ STAGE PLANS: 0 Map 1 2 Map 4 Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -512,7 +511,6 @@ STAGE PLANS: 2 Map 4 3 Map 5 Statistics: Num rows: 6600 Data size: 70118 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -948,7 +946,6 @@ STAGE PLANS: 0 Map 1 2 Map 6 Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1010,7 +1007,6 @@ STAGE PLANS: 0 Map 7 2 Map 10 Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1392,7 +1388,6 @@ STAGE PLANS: 0 Map 1 2 Map 4 Statistics: Num rows: 1465 Data size: 15565 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -1405,7 +1400,6 @@ STAGE PLANS: 1 Map 5 2 Map 6 Statistics: Num rows: 3223 Data size: 34243 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out index e065464..dd4d024 100644 --- a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out @@ -145,7 +145,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 6 Data size: 85 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Filter Operator predicate: (_col0 = _col2) (type: boolean) Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE @@ -184,7 +183,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 6 Data size: 85 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Filter Operator predicate: (_col0 = _col2) (type: boolean) Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out index 6c23503..2d1b818 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_decimal.q.out @@ -117,7 +117,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1153 Data size: 129236 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: decimal(4,2)) sort order: + http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/mrr.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mrr.q.out b/ql/src/test/results/clientpositive/llap/mrr.q.out index ac265c0..4f547f5 100644 --- a/ql/src/test/results/clientpositive/llap/mrr.q.out +++ b/ql/src/test/results/clientpositive/llap/mrr.q.out @@ -874,7 +874,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator keys: _col1 (type: string), _col2 (type: string) mode: hash @@ -1767,7 +1766,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: string) sort order: + http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out index a84e86c..f99b829 100644 --- a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out @@ -105,7 +105,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1100 Data size: 57543 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out index 6ca9ea6..fd18117 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out @@ -208,6 +208,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.ct_events_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct ct_events_clean { string contact_event_id, string ce_create_dt, string ce_end_dt, string contact_type, string cnctevs_cd, string contact_mode, string cntvnst_stts_cd, i32 total_transfers, list<string> ce_notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -229,6 +231,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.ct_events_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct ct_events_clean { string contact_event_id, string ce_create_dt, string ce_end_dt, string contact_type, string cnctevs_cd, string contact_mode, string cntvnst_stts_cd, i32 total_transfers, list<string> ce_notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -312,6 +316,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.service_request_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct service_request_clean { string cnctevn_id, string svcrqst_id, string svcrqst_crt_dts, i32 subject_seq_no, string plan_component, string cust_segment, string cnctyp_cd, string cnctmd_cd, string cnctevs_cd, string svcrtyp_cd, string svrstyp_cd, string cmpltyp_cd, string catsrsn_cd, string apealvl_cd, string cnstnty_cd, string svcrqst_asrqst_ind, string svcrqst_rtnorig_in, string svcrqst_vwasof_dt, string sum_reason_cd, string sum_reason, string crsr_master_claim_index, list<string> svcrqct_cds, string svcrqst_lupdt, timestamp crsr_lupdt, string cntevsds_lupdt, i32 ignore_me, list<string> notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -333,6 +339,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.service_request_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct service_request_clean { string cnctevn_id, string svcrqst_id, string svcrqst_crt_dts, i32 subject_seq_no, string plan_component, string cust_segment, string cnctyp_cd, string cnctmd_cd, string cnctevs_cd, string svcrtyp_cd, string svrstyp_cd, string cmpltyp_cd, string catsrsn_cd, string apealvl_cd, string cnstnty_cd, string svcrqst_asrqst_ind, string svcrqst_rtnorig_in, string svcrqst_vwasof_dt, string sum_reason_cd, string sum_reason, string crsr_master_claim_index, list<string> svcrqct_cds, string svcrqst_lupdt, timestamp crsr_lupdt, string cntevsds_lupdt, i32 ignore_me, list<string> notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1184,6 +1192,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.ct_events_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct ct_events_clean { string contact_event_id, string ce_create_dt, string ce_end_dt, string contact_type, string cnctevs_cd, string contact_mode, string cntvnst_stts_cd, i32 total_transfers, list<string> ce_notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1205,6 +1215,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.ct_events_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct ct_events_clean { string contact_event_id, string ce_create_dt, string ce_end_dt, string contact_type, string cnctevs_cd, string contact_mode, string cntvnst_stts_cd, i32 total_transfers, list<string> ce_notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1241,7 +1253,6 @@ STAGE PLANS: 0 Map 1 Position of Big Table: 1 Statistics: Num rows: 4 Data size: 19978 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array<string>), _col10 (type: string), _col15 (type: array<string>), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col11 (type: string), _col16 (type: array<string>) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 @@ -1289,6 +1300,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.service_request_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct service_request_clean { string cnctevn_id, string svcrqst_id, string svcrqst_crt_dts, i32 subject_seq_no, string plan_component, string cust_segment, string cnctyp_cd, string cnctmd_cd, string cnctevs_cd, string svcrtyp_cd, string svrstyp_cd, string cmpltyp_cd, string catsrsn_cd, string apealvl_cd, string cnstnty_cd, string svcrqst_asrqst_ind, string svcrqst_rtnorig_in, string svcrqst_vwasof_dt, string sum_reason_cd, string sum_reason, string crsr_master_claim_index, list<string> svcrqct_cds, string svcrqst_lupdt, timestamp crsr_lupdt, string cntevsds_lupdt, i32 ignore_me, list<string> notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1310,6 +1323,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.service_request_clean numFiles 1 + numRows 0 + rawDataSize 0 serialization.ddl struct service_request_clean { string cnctevn_id, string svcrqst_id, string svcrqst_crt_dts, i32 subject_seq_no, string plan_component, string cust_segment, string cnctyp_cd, string cnctmd_cd, string cnctevs_cd, string svcrtyp_cd, string svrstyp_cd, string cmpltyp_cd, string catsrsn_cd, string apealvl_cd, string cnstnty_cd, string svcrqst_asrqst_ind, string svcrqst_rtnorig_in, string svcrqst_vwasof_dt, string sum_reason_cd, string sum_reason, string crsr_master_claim_index, list<string> svcrqct_cds, string svcrqst_lupdt, timestamp crsr_lupdt, string cntevsds_lupdt, i32 ignore_me, list<string> notes} serialization.format serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out index f661eee..a88f413 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out @@ -299,7 +299,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -411,7 +410,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -523,7 +521,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -631,7 +628,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1013,7 +1009,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1121,7 +1116,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -1131,7 +1125,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1249,7 +1242,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -1259,7 +1251,6 @@ STAGE PLANS: input vertices: 1 Map 6 Statistics: Num rows: 558 Data size: 5926 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1311,7 +1302,6 @@ STAGE PLANS: input vertices: 1 Map 6 Statistics: Num rows: 558 Data size: 5926 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1467,7 +1457,6 @@ STAGE PLANS: input vertices: 0 Reducer 2 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/tez_union.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_union.q.out b/ql/src/test/results/clientpositive/llap/tez_union.q.out index 7a6b32b..2a47ab5 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union.q.out @@ -43,7 +43,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1050 Data size: 11155 Basic stats: COMPLETE Column stats: NONE @@ -402,7 +401,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -434,7 +432,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -560,7 +557,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -574,7 +570,6 @@ STAGE PLANS: 1 Map 9 2 Map 10 Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -656,7 +651,6 @@ STAGE PLANS: input vertices: 1 Map 6 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -670,7 +664,6 @@ STAGE PLANS: 1 Map 9 2 Map 10 Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -723,7 +716,6 @@ STAGE PLANS: input vertices: 1 Map 8 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -737,7 +729,6 @@ STAGE PLANS: 1 Map 9 2 Map 10 Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 @@ -1006,7 +997,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -1057,7 +1047,6 @@ STAGE PLANS: input vertices: 1 Map 5 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -1198,7 +1187,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -1227,7 +1215,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE @@ -1344,7 +1331,6 @@ STAGE PLANS: input vertices: 0 Union 2 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out index 5f52822..9475487 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out @@ -3790,7 +3790,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -3931,7 +3930,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -3941,7 +3939,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4116,7 +4113,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4268,7 +4264,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4381,7 +4376,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4505,7 +4499,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4645,7 +4638,6 @@ STAGE PLANS: input vertices: 1 Reducer 4 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4795,7 +4787,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -4903,7 +4894,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5010,7 +5000,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5084,7 +5073,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -5094,7 +5082,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1210 Data size: 12854 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5265,7 +5252,6 @@ STAGE PLANS: input vertices: 0 Map 1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - HybridGraceHashJoin: true Map Join Operator condition map: Inner Join 0 to 1 @@ -5275,7 +5261,6 @@ STAGE PLANS: input vertices: 1 Map 4 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -5378,7 +5363,6 @@ STAGE PLANS: input vertices: 1 Union 5 Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator keys: _col0 (type: string) mode: hash @@ -5617,7 +5601,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 2200 Data size: 206800 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash http://git-wip-us.apache.org/repos/asf/hive/blob/f3fe47ca/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out index a8eb0d3..7c22d9a 100644 --- a/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out @@ -4,6 +4,7 @@ PREHOOK: query: -- Hybrid Grace Hash Join -- 2. Partitioned table spilling -- 3. Vectorization + SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table @@ -14,6 +15,7 @@ POSTHOOK: query: -- Hybrid Grace Hash Join -- 2. Partitioned table spilling -- 3. Vectorization + SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table