http://git-wip-us.apache.org/repos/asf/hive/blob/9b7c0eaa/ql/src/test/results/clientpositive/tez/explainuser_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out index 8768198..ed63882 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out @@ -181,83 +181,83 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) -Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_19] + Reducer 3 + File Output Operator [FS_18] compressed:false Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_18] + Select Operator [SEL_17] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_29] + Merge Join Operator [MERGEJOIN_28] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col3 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col5"] + | keys:{"1":"_col0 (type: string)","0":"_col3 (type: string)"} + | outputColumnNames:["_col0","_col3","_col6"] | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_14] + |<-Map 5 [SIMPLE_EDGE] + | Reduce Output Operator [RS_15] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string) - | Select Operator [SEL_1] + | Select Operator [SEL_6] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_25] + | Filter Operator [FIL_26] | predicate:key is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] + | TableScan [TS_5] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] + |<-Reducer 2 [SIMPLE_EDGE] + Reduce Output Operator [RS_13] key expressions:_col3 (type: string) Map-reduce partition columns:_col3 (type: string) sort order:+ Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: string) - Merge Join Operator [MERGEJOIN_28] + Merge Join Operator [MERGEJOIN_27] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} | outputColumnNames:["_col0","_col3"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] + |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_8] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_4] + | Select Operator [SEL_2] | outputColumnNames:["_col0"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_26] + | Filter Operator [FIL_24] | predicate:((11.0 = 11.0) and value is not null) (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] + | TableScan [TS_0] | alias:z | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 5 [SIMPLE_EDGE] + |<-Map 4 [SIMPLE_EDGE] Reduce Output Operator [RS_10] key expressions:_col1 (type: string) Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE value expressions:_col0 (type: string) - Select Operator [SEL_6] + Select Operator [SEL_4] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_27] + Filter Operator [FIL_25] predicate:(value is not null and key is not null) (type: boolean) Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_5] + TableScan [TS_3] alias:x Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: EXPLAIN @@ -320,13 +320,13 @@ Plan optimized by CBO. Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) -Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE) -Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) -Reducer 11 <- Map 10 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE) +Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE) +Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) -Reducer 8 <- Map 7 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE) +Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) +Reducer 8 <- Map 12 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) Reducer 16 <- Map 15 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE) Stage-0 @@ -334,245 +334,245 @@ Stage-0 limit:100 Stage-1 Reducer 5 - File Output Operator [FS_71] + File Output Operator [FS_69] compressed:false Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Limit [LIM_70] + Limit [LIM_68] Number of rows:100 Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_69] + Select Operator [SEL_67] | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_68] + Reduce Output Operator [RS_66] key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) sort order:+++ Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Group By Operator [GBY_66] + Group By Operator [GBY_64] | aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_65] + Reduce Output Operator [RS_63] key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string) sort order:+++ Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Group By Operator [GBY_64] + Group By Operator [GBY_62] aggregations:["count(_col3)","count(_col4)","count(_col5)"] keys:_col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_62] + Select Operator [SEL_60] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_113] + Merge Join Operator [MERGEJOIN_111] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"1":"_col15 (type: string), _col17 (type: string)","0":"_col1 (type: string), _col3 (type: string)"} | outputColumnNames:["_col2","_col3","_col12","_col13","_col20","_col21"] | Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] + |<-Reducer 11 [SIMPLE_EDGE] | Reduce Output Operator [RS_58] - | key expressions:_col1 (type: string), _col3 (type: string) - | Map-reduce partition columns:_col1 (type: string), _col3 (type: string) + | key expressions:_col15 (type: string), _col17 (type: string) + | Map-reduce partition columns:_col15 (type: string), _col17 (type: string) | sort order:++ - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col2 (type: string) - | Merge Join Operator [MERGEJOIN_107] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col2","_col3"] - | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_53] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string) - | | Select Operator [SEL_1] - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_99] - | | predicate:((k1 is not null and v2 is not null) and v3 is not null) (type: boolean) - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:cs - | | Statistics:Num rows: 170 Data size: 5890 Basic stats: COMPLETE Column stats: NONE - | |<-Map 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_55] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_4] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_100] - | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_60] - key expressions:_col15 (type: string), _col17 (type: string) - Map-reduce partition columns:_col15 (type: string), _col17 (type: string) + | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col6 (type: string), _col7 (type: string), _col14 (type: string) + | Select Operator [SEL_49] + | outputColumnNames:["_col14","_col15","_col17","_col6","_col7"] + | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_110] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"1":"_col2 (type: string), _col4 (type: string)","0":"_col4 (type: string), _col6 (type: string)"} + | | outputColumnNames:["_col2","_col3","_col14","_col15","_col17"] + | | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 10 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_45] + | | key expressions:_col4 (type: string), _col6 (type: string) + | | Map-reduce partition columns:_col4 (type: string), _col6 (type: string) + | | sort order:++ + | | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col2 (type: string), _col3 (type: string) + | | Merge Join Operator [MERGEJOIN_108] + | | | condition map:[{"":"Inner Join 0 to 1"}] + | | | keys:{"1":"_col1 (type: string)","0":"_col3 (type: string)"} + | | | outputColumnNames:["_col2","_col3","_col4","_col6"] + | | | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 14 [SIMPLE_EDGE] + | | | Reduce Output Operator [RS_42] + | | | key expressions:_col1 (type: string) + | | | Map-reduce partition columns:_col1 (type: string) + | | | sort order:+ + | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_16] + | | | outputColumnNames:["_col1"] + | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_102] + | | | predicate:((key = 'src1key') and value is not null) (type: boolean) + | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_14] + | | | alias:src1 + | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 9 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_40] + | | key expressions:_col3 (type: string) + | | Map-reduce partition columns:_col3 (type: string) + | | sort order:+ + | | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col2 (type: string), _col4 (type: string), _col6 (type: string) + | | Merge Join Operator [MERGEJOIN_107] + | | | condition map:[{"":"Inner Join 0 to 1"}] + | | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | | outputColumnNames:["_col2","_col3","_col4","_col6"] + | | | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 13 [SIMPLE_EDGE] + | | | Reduce Output Operator [RS_37] + | | | key expressions:_col0 (type: string) + | | | Map-reduce partition columns:_col0 (type: string) + | | | sort order:+ + | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_13] + | | | outputColumnNames:["_col0"] + | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_101] + | | | predicate:((value = 'd1value') and key is not null) (type: boolean) + | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_11] + | | | alias:d1 + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 8 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_35] + | | key expressions:_col2 (type: string) + | | Map-reduce partition columns:_col2 (type: string) + | | sort order:+ + | | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col3 (type: string), _col4 (type: string), _col6 (type: string) + | | Merge Join Operator [MERGEJOIN_106] + | | | condition map:[{"":"Inner Join 0 to 1"}] + | | | keys:{"1":"_col3 (type: string)","0":"_col1 (type: string)"} + | | | outputColumnNames:["_col2","_col3","_col4","_col6"] + | | | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 12 [SIMPLE_EDGE] + | | | Reduce Output Operator [RS_32] + | | | key expressions:_col3 (type: string) + | | | Map-reduce partition columns:_col3 (type: string) + | | | sort order:+ + | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | | value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string) + | | | Select Operator [SEL_10] + | | | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] + | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_100] + | | | predicate:((((((v3 = 'ssv3') and v2 is not null) and k1 is not null) and v1 is not null) and k2 is not null) and k3 is not null) (type: boolean) + | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_8] + | | | alias:ss + | | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 7 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_30] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_7] + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_99] + | | predicate:((key = 'srcpartkey') and value is not null) (type: boolean) + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_5] + | | alias:srcpart + | | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 16 [SIMPLE_EDGE] + | Reduce Output Operator [RS_47] + | key expressions:_col2 (type: string), _col4 (type: string) + | Map-reduce partition columns:_col2 (type: string), _col4 (type: string) + | sort order:++ + | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col3 (type: string), _col5 (type: string) + | Merge Join Operator [MERGEJOIN_109] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | | outputColumnNames:["_col2","_col3","_col4","_col5"] + | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + | |<-Map 15 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_24] + | | key expressions:_col0 (type: string) + | | Map-reduce partition columns:_col0 (type: string) + | | sort order:+ + | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + | | Select Operator [SEL_19] + | | outputColumnNames:["_col0","_col2","_col3","_col4","_col5"] + | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_103] + | | predicate:((((((v1 = 'srv1') and k1 is not null) and k2 is not null) and k3 is not null) and v2 is not null) and v3 is not null) (type: boolean) + | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_17] + | | alias:sr + | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE + | |<-Map 17 [SIMPLE_EDGE] + | Reduce Output Operator [RS_26] + | key expressions:_col0 (type: string) + | Map-reduce partition columns:_col0 (type: string) + | sort order:+ + | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_22] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_104] + | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) + | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_20] + | alias:d1 + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 2 [SIMPLE_EDGE] + Reduce Output Operator [RS_56] + key expressions:_col1 (type: string), _col3 (type: string) + Map-reduce partition columns:_col1 (type: string), _col3 (type: string) sort order:++ - Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - value expressions:_col6 (type: string), _col7 (type: string), _col14 (type: string) - Select Operator [SEL_51] - outputColumnNames:["_col14","_col15","_col17","_col6","_col7"] - Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_112] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col2 (type: string), _col4 (type: string)","0":"_col8 (type: string), _col10 (type: string)"} - | outputColumnNames:["_col6","_col7","_col14","_col15","_col17"] - | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_49] - | key expressions:_col2 (type: string), _col4 (type: string) - | Map-reduce partition columns:_col2 (type: string), _col4 (type: string) - | sort order:++ - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col3 (type: string), _col5 (type: string) - | Merge Join Operator [MERGEJOIN_111] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_36] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - | | Select Operator [SEL_31] - | | outputColumnNames:["_col0","_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_105] - | | predicate:((((((v1 = 'srv1') and k1 is not null) and k2 is not null) and k3 is not null) and v2 is not null) and v3 is not null) (type: boolean) - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_29] - | | alias:sr - | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE - | |<-Map 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_38] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_34] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_106] - | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_32] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_47] - key expressions:_col8 (type: string), _col10 (type: string) - Map-reduce partition columns:_col8 (type: string), _col10 (type: string) - sort order:++ - Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE - value expressions:_col6 (type: string), _col7 (type: string) - Merge Join Operator [MERGEJOIN_110] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col5 (type: string)","0":"_col1 (type: string)"} - | outputColumnNames:["_col6","_col7","_col8","_col10"] - | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_42] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_7] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_101] - | predicate:((key = 'src1key') and value is not null) (type: boolean) - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_5] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 11 [SIMPLE_EDGE] - Reduce Output Operator [RS_44] - key expressions:_col5 (type: string) - Map-reduce partition columns:_col5 (type: string) - sort order:+ - Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - value expressions:_col4 (type: string), _col6 (type: string), _col8 (type: string) - Merge Join Operator [MERGEJOIN_109] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col4","_col5","_col6","_col8"] - | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_24] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_10] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_102] - | predicate:((value = 'd1value') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_8] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 13 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: string), _col4 (type: string), _col6 (type: string) - Merge Join Operator [MERGEJOIN_108] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col3 (type: string)","0":"_col1 (type: string)"} - | outputColumnNames:["_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - |<-Map 12 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_13] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_103] - | predicate:((key = 'srcpartkey') and value is not null) (type: boolean) - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:srcpart - | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - |<-Map 14 [SIMPLE_EDGE] - Reduce Output Operator [RS_20] - key expressions:_col3 (type: string) - Map-reduce partition columns:_col3 (type: string) - sort order:+ - Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string) - Select Operator [SEL_16] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_104] - predicate:((((((v3 = 'ssv3') and v2 is not null) and k1 is not null) and v1 is not null) and k2 is not null) and k3 is not null) (type: boolean) - Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_14] - alias:ss - Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + value expressions:_col2 (type: string) + Merge Join Operator [MERGEJOIN_105] + | condition map:[{"":"Inner Join 0 to 1"}] + | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | outputColumnNames:["_col1","_col2","_col3"] + | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + |<-Map 1 [SIMPLE_EDGE] + | Reduce Output Operator [RS_51] + | key expressions:_col0 (type: string) + | Map-reduce partition columns:_col0 (type: string) + | sort order:+ + | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string) + | Select Operator [SEL_1] + | outputColumnNames:["_col0","_col1","_col2","_col3"] + | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_97] + | predicate:((k1 is not null and v2 is not null) and v3 is not null) (type: boolean) + | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:cs + | Statistics:Num rows: 170 Data size: 5890 Basic stats: COMPLETE Column stats: NONE + |<-Map 6 [SIMPLE_EDGE] + Reduce Output Operator [RS_53] + key expressions:_col0 (type: string) + Map-reduce partition columns:_col0 (type: string) + sort order:+ + Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_4] + outputColumnNames:["_col0"] + Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_98] + predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) + Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:d1 + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -594,256 +594,256 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE), Union 3 (CONTAINS) -Reducer 12 <- Map 11 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Union 3 (CONTAINS) -Map 13 <- Union 14 (CONTAINS) -Map 5 <- Union 6 (CONTAINS) -Reducer 4 <- Union 3 (SIMPLE_EDGE) +Reducer 13 <- Union 12 (SIMPLE_EDGE) +Reducer 3 <- Union 2 (SIMPLE_EDGE) +Reducer 14 <- Map 17 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE) +Map 11 <- Union 12 (CONTAINS) +Map 1 <- Union 2 (CONTAINS) +Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS) +Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) Reducer 7 <- Union 6 (SIMPLE_EDGE) -Map 9 <- Union 6 (CONTAINS) -Reducer 8 <- Map 10 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) -Reducer 15 <- Union 14 (SIMPLE_EDGE) -Reducer 16 <- Map 18 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE) -Map 17 <- Union 14 (CONTAINS) +Map 16 <- Union 12 (CONTAINS) +Map 8 <- Union 2 (CONTAINS) +Reducer 15 <- Map 18 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE), Union 6 (CONTAINS) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_61] + Reducer 7 + File Output Operator [FS_59] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_59] + Group By Operator [GBY_57] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] - | Reduce Output Operator [RS_58] + |<-Union 6 [SIMPLE_EDGE] + |<-Reducer 5 [CONTAINS] + | Reduce Output Operator [RS_56] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_57] + | Group By Operator [GBY_55] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_26] + | Select Operator [SEL_25] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_85] + | Merge Join Operator [MERGEJOIN_83] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col3"] + | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_22] + | |<-Map 10 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_23] | | key expressions:_col0 (type: string) | | Map-reduce partition columns:_col0 (type: string) | | sort order:+ | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_1] + | | Select Operator [SEL_14] | | outputColumnNames:["_col0"] | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_76] + | | Filter Operator [FIL_77] | | predicate:key is not null (type: boolean) | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] + | | TableScan [TS_13] | | alias:y | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_24] + | |<-Reducer 4 [SIMPLE_EDGE] + | Reduce Output Operator [RS_21] | key expressions:_col2 (type: string) | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string) - | Merge Join Operator [MERGEJOIN_84] + | Merge Join Operator [MERGEJOIN_82] | | condition map:[{"":"Inner Join 0 to 1"}] | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [SIMPLE_EDGE] + | |<-Map 9 [SIMPLE_EDGE] | | Reduce Output Operator [RS_18] | | key expressions:_col1 (type: string) | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string) - | | Select Operator [SEL_14] + | | Select Operator [SEL_12] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_79] + | | Filter Operator [FIL_76] | | predicate:(value is not null and key is not null) (type: boolean) | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_13] + | | TableScan [TS_11] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 7 [SIMPLE_EDGE] + | |<-Reducer 3 [SIMPLE_EDGE] | Reduce Output Operator [RS_16] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_12] + | Select Operator [SEL_10] | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_11] + | Group By Operator [GBY_9] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 6 [SIMPLE_EDGE] - | |<-Map 5 [CONTAINS] - | | Reduce Output Operator [RS_10] + | |<-Union 2 [SIMPLE_EDGE] + | |<-Map 1 [CONTAINS] + | | Reduce Output Operator [RS_8] | | key expressions:_col0 (type: string), _col1 (type: string) | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | | sort order:++ | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_9] + | | Group By Operator [GBY_7] | | keys:_col0 (type: string), _col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_3] + | | Select Operator [SEL_1] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_77] + | | Filter Operator [FIL_74] | | predicate:value is not null (type: boolean) | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_2] + | | TableScan [TS_0] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [CONTAINS] - | Reduce Output Operator [RS_10] + | |<-Map 8 [CONTAINS] + | Reduce Output Operator [RS_8] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_9] + | Group By Operator [GBY_7] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_5] + | Select Operator [SEL_3] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_78] + | Filter Operator [FIL_75] | predicate:value is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_4] + | TableScan [TS_2] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 12 [CONTAINS] - Reduce Output Operator [RS_58] + |<-Reducer 15 [CONTAINS] + Reduce Output Operator [RS_56] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) sort order:++ Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_57] + Group By Operator [GBY_55] keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_53] + Select Operator [SEL_51] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_87] + Merge Join Operator [MERGEJOIN_85] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} - | outputColumnNames:["_col2","_col3"] + | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 11 [SIMPLE_EDGE] + |<-Map 18 [SIMPLE_EDGE] | Reduce Output Operator [RS_49] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_28] + | Select Operator [SEL_40] | outputColumnNames:["_col0"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_80] + | Filter Operator [FIL_81] | predicate:key is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_27] + | TableScan [TS_39] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 16 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] + |<-Reducer 14 [SIMPLE_EDGE] + Reduce Output Operator [RS_47] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: string) - Merge Join Operator [MERGEJOIN_86] + Merge Join Operator [MERGEJOIN_84] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 18 [SIMPLE_EDGE] - | Reduce Output Operator [RS_45] + |<-Map 17 [SIMPLE_EDGE] + | Reduce Output Operator [RS_44] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | value expressions:_col0 (type: string) - | Select Operator [SEL_41] + | Select Operator [SEL_38] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_83] + | Filter Operator [FIL_80] | predicate:(value is not null and key is not null) (type: boolean) | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_40] + | TableScan [TS_37] | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 15 [SIMPLE_EDGE] - Reduce Output Operator [RS_43] + |<-Reducer 13 [SIMPLE_EDGE] + Reduce Output Operator [RS_42] key expressions:_col1 (type: string) Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_39] + Select Operator [SEL_36] outputColumnNames:["_col1"] Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_38] + Group By Operator [GBY_35] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 14 [SIMPLE_EDGE] - |<-Map 13 [CONTAINS] - | Reduce Output Operator [RS_37] + |<-Union 12 [SIMPLE_EDGE] + |<-Map 11 [CONTAINS] + | Reduce Output Operator [RS_34] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_36] + | Group By Operator [GBY_33] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_30] + | Select Operator [SEL_27] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_81] + | Filter Operator [FIL_78] | predicate:value is not null (type: boolean) | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_29] + | TableScan [TS_26] | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 17 [CONTAINS] - Reduce Output Operator [RS_37] + |<-Map 16 [CONTAINS] + Reduce Output Operator [RS_34] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) sort order:++ Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_36] + Group By Operator [GBY_33] keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_32] + Select Operator [SEL_29] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_82] + Filter Operator [FIL_79] predicate:value is not null (type: boolean) Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_31] + TableScan [TS_28] alias:y Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain @@ -875,500 +875,500 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 32 <- Union 31 (SIMPLE_EDGE) -Map 11 <- Union 8 (CONTAINS) -Reducer 14 <- Map 13 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE), Union 3 (CONTAINS) -Reducer 30 <- Union 29 (SIMPLE_EDGE), Union 31 (CONTAINS) -Reducer 25 <- Map 24 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE), Union 5 (CONTAINS) -Map 22 <- Union 18 (CONTAINS) +Reducer 31 <- Map 36 (SIMPLE_EDGE), Reducer 30 (SIMPLE_EDGE) +Reducer 32 <- Map 37 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE), Union 8 (CONTAINS) +Map 24 <- Union 25 (CONTAINS) +Reducer 30 <- Union 29 (SIMPLE_EDGE) +Map 13 <- Union 14 (CONTAINS) Map 21 <- Union 16 (CONTAINS) Map 34 <- Union 27 (CONTAINS) -Reducer 10 <- Map 12 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) -Reducer 33 <- Map 37 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE) -Reducer 20 <- Map 23 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE) -Map 36 <- Union 31 (CONTAINS) +Map 1 <- Union 2 (CONTAINS) +Map 20 <- Union 14 (CONTAINS) +Map 33 <- Union 25 (CONTAINS) +Map 10 <- Union 2 (CONTAINS) Map 35 <- Union 29 (CONTAINS) -Reducer 4 <- Union 3 (SIMPLE_EDGE), Union 5 (CONTAINS) -Reducer 19 <- Union 18 (SIMPLE_EDGE) -Reducer 6 <- Union 5 (SIMPLE_EDGE) +Reducer 5 <- Map 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS) +Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +Reducer 7 <- Union 6 (SIMPLE_EDGE), Union 8 (CONTAINS) +Reducer 19 <- Map 23 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE), Union 6 (CONTAINS) Reducer 9 <- Union 8 (SIMPLE_EDGE) -Reducer 17 <- Union 16 (SIMPLE_EDGE), Union 18 (CONTAINS) -Map 15 <- Union 16 (CONTAINS) +Reducer 26 <- Union 25 (SIMPLE_EDGE), Union 27 (CONTAINS) +Reducer 17 <- Union 16 (SIMPLE_EDGE) +Reducer 18 <- Map 22 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE) Reducer 28 <- Union 27 (SIMPLE_EDGE), Union 29 (CONTAINS) -Map 26 <- Union 27 (CONTAINS) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE), Union 3 (CONTAINS) -Map 7 <- Union 8 (CONTAINS) +Reducer 15 <- Union 14 (SIMPLE_EDGE), Union 16 (CONTAINS) +Reducer 3 <- Union 2 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_122] + Reducer 9 + File Output Operator [FS_119] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_120] + Group By Operator [GBY_117] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 5 [SIMPLE_EDGE] - |<-Reducer 25 [CONTAINS] - | Reduce Output Operator [RS_119] + |<-Union 8 [SIMPLE_EDGE] + |<-Reducer 32 [CONTAINS] + | Reduce Output Operator [RS_116] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_118] + | Group By Operator [GBY_115] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_114] + | Select Operator [SEL_111] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_170] + | Merge Join Operator [MERGEJOIN_167] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col2 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col4"] + | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 24 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_110] + | |<-Map 37 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_109] | | key expressions:_col0 (type: string) | | Map-reduce partition columns:_col0 (type: string) | | sort order:+ | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col1 (type: string) - | | Select Operator [SEL_71] + | | Select Operator [SEL_100] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_159] + | | Filter Operator [FIL_161] | | predicate:key is not null (type: boolean) | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_70] + | | TableScan [TS_99] | | alias:y | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 33 [SIMPLE_EDGE] - | Reduce Output Operator [RS_112] + | |<-Reducer 31 [SIMPLE_EDGE] + | Reduce Output Operator [RS_107] | key expressions:_col2 (type: string) | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_169] + | Merge Join Operator [MERGEJOIN_166] | | condition map:[{"":"Inner Join 0 to 1"}] | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} | | outputColumnNames:["_col2"] | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | |<-Map 37 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_106] + | |<-Map 36 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_104] | | key expressions:_col1 (type: string) | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string) - | | Select Operator [SEL_102] + | | Select Operator [SEL_98] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_164] + | | Filter Operator [FIL_160] | | predicate:(value is not null and key is not null) (type: boolean) | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_101] + | | TableScan [TS_97] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 32 [SIMPLE_EDGE] - | Reduce Output Operator [RS_104] + | |<-Reducer 30 [SIMPLE_EDGE] + | Reduce Output Operator [RS_102] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_100] + | Select Operator [SEL_96] | outputColumnNames:["_col1"
<TRUNCATED>
