Repository: hive Updated Branches: refs/heads/branch-1.2 52baa2b90 -> 22f41f505
HIVE-10811: RelFieldTrimmer throws NoSuchElementException in some cases (Jesus Camacho Rodriguez via Laljo John Pullokkaran) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/22f41f50 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/22f41f50 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/22f41f50 Branch: refs/heads/branch-1.2 Commit: 22f41f5050b0fe5946d91438e3c873ef36e051d7 Parents: 52baa2b Author: jpullokk <jpull...@apache.org> Authored: Thu May 28 11:28:33 2015 -0700 Committer: jpullokk <jpull...@apache.org> Committed: Thu May 28 11:28:33 2015 -0700 ---------------------------------------------------------------------- .../calcite/rules/HiveRelFieldTrimmer.java | 75 +++++++ .../hadoop/hive/ql/parse/CalcitePlanner.java | 4 +- .../clientpositive/subquery_notexists.q.out | 12 +- .../subquery_notexists_having.q.out | 12 +- .../clientpositive/tez/explainuser_1.q.out | 12 +- .../clientpositive/tez/explainuser_2.q.out | 206 +++++++++---------- 6 files changed, 198 insertions(+), 123 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java new file mode 100644 index 0000000..3d1a309 --- /dev/null +++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/rules/HiveRelFieldTrimmer.java @@ -0,0 +1,75 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql.optimizer.calcite.rules; + +import java.util.Set; + +import org.apache.calcite.rel.RelCollation; +import org.apache.calcite.rel.RelFieldCollation; +import org.apache.calcite.rel.RelNode; +import org.apache.calcite.rel.core.RelFactories; +import org.apache.calcite.rel.metadata.RelMetadataQuery; +import org.apache.calcite.rel.type.RelDataTypeField; +import org.apache.calcite.sql.validate.SqlValidator; +import org.apache.calcite.sql2rel.RelFieldTrimmer; +import org.apache.calcite.util.ImmutableBitSet; +import org.apache.calcite.util.Util; + +import com.google.common.collect.ImmutableList; + +public class HiveRelFieldTrimmer extends RelFieldTrimmer { + + public HiveRelFieldTrimmer(SqlValidator validator) { + super(validator); + } + + public HiveRelFieldTrimmer(SqlValidator validator, + RelFactories.ProjectFactory projectFactory, + RelFactories.FilterFactory filterFactory, + RelFactories.JoinFactory joinFactory, + RelFactories.SemiJoinFactory semiJoinFactory, + RelFactories.SortFactory sortFactory, + RelFactories.AggregateFactory aggregateFactory, + RelFactories.SetOpFactory setOpFactory) { + super(validator, projectFactory, filterFactory, joinFactory, + semiJoinFactory, sortFactory, aggregateFactory, setOpFactory); + } + + protected TrimResult trimChild( + RelNode rel, + RelNode input, + ImmutableBitSet fieldsUsed, + Set<RelDataTypeField> extraFields) { + Util.discard(rel); + if (input.getClass().getName().endsWith("MedMdrClassExtentRel")) { + // MedMdrJoinRule cannot handle Join of Project of + // MedMdrClassExtentRel, only naked MedMdrClassExtentRel. + // So, disable trimming. + fieldsUsed = ImmutableBitSet.range(input.getRowType().getFieldCount()); + } + final ImmutableList<RelCollation> collations = + RelMetadataQuery.collations(input); + for (RelCollation collation : collations) { + for (RelFieldCollation fieldCollation : collation.getFieldCollations()) { + fieldsUsed = fieldsUsed.set(fieldCollation.getFieldIndex()); + } + } + return dispatchTrimFields(input, fieldsUsed, extraFields); + } + +} http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java index 4760a22..684feb1 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java @@ -99,7 +99,6 @@ import org.apache.calcite.sql.SqlNode; import org.apache.calcite.sql.SqlWindow; import org.apache.calcite.sql.parser.SqlParserPos; import org.apache.calcite.sql.type.SqlTypeName; -import org.apache.calcite.sql2rel.RelFieldTrimmer; import org.apache.calcite.tools.Frameworks; import org.apache.calcite.util.CompositeList; import org.apache.calcite.util.ImmutableBitSet; @@ -145,6 +144,7 @@ import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HiveInsertExchange4Join import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HiveJoinAddNotNullRule; import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HiveJoinToMultiJoinRule; import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HivePartitionPruneRule; +import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HiveRelFieldTrimmer; import org.apache.hadoop.hive.ql.optimizer.calcite.rules.HiveWindowingFixRule; import org.apache.hadoop.hive.ql.optimizer.calcite.translator.ASTConverter; import org.apache.hadoop.hive.ql.optimizer.calcite.translator.HiveOpConverter; @@ -951,7 +951,7 @@ public class CalcitePlanner extends SemanticAnalyzer { new HivePartitionPruneRule(conf)); // 5. Projection Pruning - RelFieldTrimmer fieldTrimmer = new RelFieldTrimmer(null, HiveProject.DEFAULT_PROJECT_FACTORY, + HiveRelFieldTrimmer fieldTrimmer = new HiveRelFieldTrimmer(null, HiveProject.DEFAULT_PROJECT_FACTORY, HiveFilter.DEFAULT_FILTER_FACTORY, HiveJoin.HIVE_JOIN_FACTORY, RelFactories.DEFAULT_SEMI_JOIN_FACTORY, HiveSort.HIVE_SORT_REL_FACTORY, HiveAggregate.HIVE_AGGR_REL_FACTORY, HiveUnion.UNION_REL_FACTORY); http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/test/results/clientpositive/subquery_notexists.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/subquery_notexists.q.out b/ql/src/test/results/clientpositive/subquery_notexists.q.out index d745d71..81b4137 100644 --- a/ql/src/test/results/clientpositive/subquery_notexists.q.out +++ b/ql/src/test/results/clientpositive/subquery_notexists.q.out @@ -279,7 +279,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) - outputColumnNames: _col0 + outputColumnNames: _col1 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -306,9 +306,9 @@ STAGE PLANS: value expressions: _col0 (type: string) TableScan Reduce Output Operator - key expressions: _col0 (type: string) + key expressions: _col1 (type: string) sort order: + - Map-reduce partition columns: _col0 (type: string) + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Join Operator @@ -316,11 +316,11 @@ STAGE PLANS: Left Outer Join0 to 1 keys: 0 _col1 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col2 + 1 _col1 (type: string) + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: _col2 is null (type: boolean) + predicate: _col3 is null (type: boolean) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/test/results/clientpositive/subquery_notexists_having.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/subquery_notexists_having.q.out b/ql/src/test/results/clientpositive/subquery_notexists_having.q.out index 40f9c93..fd09901 100644 --- a/ql/src/test/results/clientpositive/subquery_notexists_having.q.out +++ b/ql/src/test/results/clientpositive/subquery_notexists_having.q.out @@ -223,9 +223,9 @@ STAGE PLANS: value expressions: _col0 (type: string) TableScan Reduce Output Operator - key expressions: _col0 (type: string) + key expressions: _col1 (type: string) sort order: + - Map-reduce partition columns: _col0 (type: string) + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Join Operator @@ -233,11 +233,11 @@ STAGE PLANS: Left Outer Join0 to 1 keys: 0 _col1 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col2 + 1 _col1 (type: string) + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: _col2 is null (type: boolean) + predicate: _col3 is null (type: boolean) Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) @@ -282,7 +282,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) - outputColumnNames: _col0 + outputColumnNames: _col1 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/test/results/clientpositive/tez/explainuser_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out index dadcec1..fe2a0ee 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out @@ -3004,12 +3004,12 @@ Stage-0 outputColumnNames:["_col0","_col1"] Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator [FIL_18] - predicate:_col2 is null (type: boolean) + predicate:_col3 is null (type: boolean) Statistics:Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_20] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2"] + | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | outputColumnNames:["_col0","_col1","_col3"] | Statistics:Num rows: 193 Data size: 51917 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_11] @@ -3026,12 +3026,12 @@ Stage-0 | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 4 [SIMPLE_EDGE] Reduce Output Operator [RS_12] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) + key expressions:_col1 (type: string) + Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 83 Data size: 7553 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_10] - outputColumnNames:["_col0"] + outputColumnNames:["_col1"] Statistics:Num rows: 83 Data size: 7553 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator [GBY_9] | keys:KEY._col0 (type: string), KEY._col1 (type: string) http://git-wip-us.apache.org/repos/asf/hive/blob/22f41f50/ql/src/test/results/clientpositive/tez/explainuser_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out index 0c590d8..0511819 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out @@ -631,8 +631,8 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_85] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col2"] + | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | | outputColumnNames:["_col2","_col3"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 1 [SIMPLE_EDGE] | | Reduce Output Operator [RS_22] @@ -651,15 +651,15 @@ Stage-0 | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 8 [SIMPLE_EDGE] | Reduce Output Operator [RS_24] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) + | value expressions:_col1 (type: string) | Merge Join Operator [MERGEJOIN_84] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] + | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | |<-Map 10 [SIMPLE_EDGE] | | Reduce Output Operator [RS_18] @@ -679,12 +679,12 @@ Stage-0 | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 7 [SIMPLE_EDGE] | Reduce Output Operator [RS_16] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | Select Operator [SEL_12] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_11] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -744,8 +744,8 @@ Stage-0 Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_87] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2"] + | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | outputColumnNames:["_col2","_col3"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Map 11 [SIMPLE_EDGE] | Reduce Output Operator [RS_49] @@ -764,15 +764,15 @@ Stage-0 | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE |<-Reducer 16 [SIMPLE_EDGE] Reduce Output Operator [RS_51] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) + key expressions:_col2 (type: string) + Map-reduce partition columns:_col2 (type: string) sort order:+ Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string) + value expressions:_col1 (type: string) Merge Join Operator [MERGEJOIN_86] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1"] + | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE |<-Map 18 [SIMPLE_EDGE] | Reduce Output Operator [RS_45] @@ -792,12 +792,12 @@ Stage-0 | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE |<-Reducer 15 [SIMPLE_EDGE] Reduce Output Operator [RS_43] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) + key expressions:_col1 (type: string) + Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE Select Operator [SEL_39] - outputColumnNames:["_col0"] + outputColumnNames:["_col1"] Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE Group By Operator [GBY_38] | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -924,8 +924,8 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_170] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col3"] + | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | | outputColumnNames:["_col1","_col4"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 24 [SIMPLE_EDGE] | | Reduce Output Operator [RS_110] @@ -945,14 +945,14 @@ Stage-0 | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 33 [SIMPLE_EDGE] | Reduce Output Operator [RS_112] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_169] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1"] + | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | outputColumnNames:["_col2"] | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | |<-Map 37 [SIMPLE_EDGE] | | Reduce Output Operator [RS_106] @@ -972,12 +972,12 @@ Stage-0 | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 32 [SIMPLE_EDGE] | Reduce Output Operator [RS_104] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE | Select Operator [SEL_100] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_99] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -1120,8 +1120,8 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_168] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col3"] + | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | | outputColumnNames:["_col1","_col4"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 13 [SIMPLE_EDGE] | | Reduce Output Operator [RS_58] @@ -1141,14 +1141,14 @@ Stage-0 | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 20 [SIMPLE_EDGE] | Reduce Output Operator [RS_60] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_167] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1"] + | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | outputColumnNames:["_col2"] | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | |<-Map 23 [SIMPLE_EDGE] | | Reduce Output Operator [RS_54] @@ -1168,12 +1168,12 @@ Stage-0 | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 19 [SIMPLE_EDGE] | Reduce Output Operator [RS_52] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | Select Operator [SEL_48] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_47] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -1267,8 +1267,8 @@ Stage-0 Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_166] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col3"] + | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | outputColumnNames:["_col1","_col4"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_22] @@ -1288,14 +1288,14 @@ Stage-0 | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE |<-Reducer 10 [SIMPLE_EDGE] Reduce Output Operator [RS_24] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) + key expressions:_col2 (type: string) + Map-reduce partition columns:_col2 (type: string) sort order:+ Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_165] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col1"] + | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | outputColumnNames:["_col2"] | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE |<-Map 12 [SIMPLE_EDGE] | Reduce Output Operator [RS_18] @@ -1315,12 +1315,12 @@ Stage-0 | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE |<-Reducer 9 [SIMPLE_EDGE] Reduce Output Operator [RS_16] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) + key expressions:_col1 (type: string) + Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE Select Operator [SEL_12] - outputColumnNames:["_col0"] + outputColumnNames:["_col1"] Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE Group By Operator [GBY_11] | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -1766,20 +1766,20 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_85] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Reducer 6":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col2"] + | | keys:{"Map 1":"_col0 (type: string)","Reducer 6":"_col2 (type: string)"} + | | outputColumnNames:["_col2","_col3"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 6 [BROADCAST_EDGE] | | Reduce Output Operator [RS_24] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) + | | key expressions:_col2 (type: string) + | | Map-reduce partition columns:_col2 (type: string) | | sort order:+ | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) + | | value expressions:_col1 (type: string) | | Map Join Operator [MAPJOIN_84] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Reducer 6":"_col0 (type: string)","Map 8":"_col1 (type: string)"} - | | | outputColumnNames:["_col0","_col1"] + | | | keys:{"Reducer 6":"_col1 (type: string)","Map 8":"_col1 (type: string)"} + | | | outputColumnNames:["_col1","_col2"] | | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | | |<-Map 8 [BROADCAST_EDGE] | | | Reduce Output Operator [RS_18] @@ -1798,7 +1798,7 @@ Stage-0 | | | alias:x | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | | |<-Select Operator [SEL_12] - | | outputColumnNames:["_col0"] + | | outputColumnNames:["_col1"] | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | | Group By Operator [GBY_11] | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -1867,20 +1867,20 @@ Stage-0 Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Map Join Operator [MAPJOIN_87] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 12":"_col1 (type: string)","Map 9":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2"] + | keys:{"Reducer 12":"_col2 (type: string)","Map 9":"_col0 (type: string)"} + | outputColumnNames:["_col2","_col3"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Reducer 12 [BROADCAST_EDGE] | Reduce Output Operator [RS_51] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) + | value expressions:_col1 (type: string) | Map Join Operator [MAPJOIN_86] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 14":"_col1 (type: string)","Reducer 12":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] + | | keys:{"Map 14":"_col1 (type: string)","Reducer 12":"_col1 (type: string)"} + | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | |<-Map 14 [BROADCAST_EDGE] | | Reduce Output Operator [RS_45] @@ -1899,7 +1899,7 @@ Stage-0 | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Select Operator [SEL_39] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_38] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -2032,19 +2032,19 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_170] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 20":"_col0 (type: string)","Reducer 27":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col3"] + | | keys:{"Map 20":"_col0 (type: string)","Reducer 27":"_col2 (type: string)"} + | | outputColumnNames:["_col1","_col4"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 27 [BROADCAST_EDGE] | | Reduce Output Operator [RS_112] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) + | | key expressions:_col2 (type: string) + | | Map-reduce partition columns:_col2 (type: string) | | sort order:+ | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | | Map Join Operator [MAPJOIN_169] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 31":"_col1 (type: string)","Reducer 27":"_col0 (type: string)"} - | | | outputColumnNames:["_col1"] + | | | keys:{"Map 31":"_col1 (type: string)","Reducer 27":"_col1 (type: string)"} + | | | outputColumnNames:["_col2"] | | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | | |<-Map 31 [BROADCAST_EDGE] | | | Reduce Output Operator [RS_106] @@ -2063,7 +2063,7 @@ Stage-0 | | | alias:x | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | | |<-Select Operator [SEL_100] - | | outputColumnNames:["_col0"] + | | outputColumnNames:["_col1"] | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE | | Group By Operator [GBY_99] | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -2215,19 +2215,19 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_168] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 11":"_col0 (type: string)","Reducer 16":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col3"] + | | keys:{"Map 11":"_col0 (type: string)","Reducer 16":"_col2 (type: string)"} + | | outputColumnNames:["_col1","_col4"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 16 [BROADCAST_EDGE] | | Reduce Output Operator [RS_60] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) + | | key expressions:_col2 (type: string) + | | Map-reduce partition columns:_col2 (type: string) | | sort order:+ | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | | Map Join Operator [MAPJOIN_167] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 19":"_col1 (type: string)","Reducer 16":"_col0 (type: string)"} - | | | outputColumnNames:["_col1"] + | | | keys:{"Map 19":"_col1 (type: string)","Reducer 16":"_col1 (type: string)"} + | | | outputColumnNames:["_col2"] | | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | | |<-Map 19 [BROADCAST_EDGE] | | | Reduce Output Operator [RS_54] @@ -2246,7 +2246,7 @@ Stage-0 | | | alias:x | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | | |<-Select Operator [SEL_48] - | | outputColumnNames:["_col0"] + | | outputColumnNames:["_col1"] | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | | Group By Operator [GBY_47] | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -2349,19 +2349,19 @@ Stage-0 Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Map Join Operator [MAPJOIN_166] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col0 (type: string)","Reducer 8":"_col1 (type: string)"} - | outputColumnNames:["_col1","_col3"] + | keys:{"Map 1":"_col0 (type: string)","Reducer 8":"_col2 (type: string)"} + | outputColumnNames:["_col1","_col4"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Reducer 8 [BROADCAST_EDGE] | Reduce Output Operator [RS_24] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_165] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 10":"_col1 (type: string)","Reducer 8":"_col0 (type: string)"} - | | outputColumnNames:["_col1"] + | | keys:{"Map 10":"_col1 (type: string)","Reducer 8":"_col1 (type: string)"} + | | outputColumnNames:["_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | |<-Map 10 [BROADCAST_EDGE] | | Reduce Output Operator [RS_18] @@ -2380,7 +2380,7 @@ Stage-0 | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Select Operator [SEL_12] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_11] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -3468,8 +3468,8 @@ Stage-0 | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | | Merge Join Operator [MERGEJOIN_164] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} - | | | outputColumnNames:["_col1","_col4"] + | | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | | outputColumnNames:["_col2","_col5"] | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | | |<-Map 22 [SIMPLE_EDGE] | | | Reduce Output Operator [RS_59] @@ -3489,14 +3489,14 @@ Stage-0 | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | | |<-Reducer 17 [SIMPLE_EDGE] | | Reduce Output Operator [RS_57] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) + | | key expressions:_col2 (type: string) + | | Map-reduce partition columns:_col2 (type: string) | | sort order:+ | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | | Merge Join Operator [MERGEJOIN_163] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | | outputColumnNames:["_col1"] + | | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | | outputColumnNames:["_col2"] | | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE | | |<-Map 21 [SIMPLE_EDGE] | | | Reduce Output Operator [RS_54] @@ -3516,12 +3516,12 @@ Stage-0 | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | | |<-Reducer 16 [SIMPLE_EDGE] | | Reduce Output Operator [RS_52] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | | Select Operator [SEL_46] - | | outputColumnNames:["_col0"] + | | outputColumnNames:["_col1"] | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | | Group By Operator [GBY_45] | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -3615,8 +3615,8 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_162] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col3"] + | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} + | | outputColumnNames:["_col1","_col4"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 1 [SIMPLE_EDGE] | | Reduce Output Operator [RS_22] @@ -3636,14 +3636,14 @@ Stage-0 | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 9 [SIMPLE_EDGE] | Reduce Output Operator [RS_24] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) + | key expressions:_col2 (type: string) + | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_161] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 11":"_col1 (type: string)","Reducer 9":"_col0 (type: string)"} - | | outputColumnNames:["_col1"] + | | keys:{"Map 11":"_col1 (type: string)","Reducer 9":"_col1 (type: string)"} + | | outputColumnNames:["_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | |<-Map 11 [BROADCAST_EDGE] | | Reduce Output Operator [RS_18] @@ -3662,7 +3662,7 @@ Stage-0 | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | |<-Select Operator [SEL_12] - | outputColumnNames:["_col0"] + | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE | Group By Operator [GBY_11] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) @@ -3722,8 +3722,8 @@ Stage-0 Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE Map Join Operator [MAPJOIN_166] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 34":"_col1 (type: string)","Reducer 29":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col4"] + | keys:{"Map 34":"_col1 (type: string)","Reducer 29":"_col1 (type: string)"} + | outputColumnNames:["_col2","_col5"] | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE |<-Map 34 [BROADCAST_EDGE] | Reduce Output Operator [RS_111] @@ -3763,7 +3763,7 @@ Stage-0 | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE |<-Select Operator [SEL_97] - outputColumnNames:["_col0"] + outputColumnNames:["_col1"] Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE Group By Operator [GBY_96] | keys:KEY._col0 (type: string), KEY._col1 (type: string)
