http://git-wip-us.apache.org/repos/asf/hive/blob/bd371246/ql/src/test/results/clientpositive/perf/spark/query74.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/spark/query74.q.out
b/ql/src/test/results/clientpositive/perf/spark/query74.q.out
new file mode 100644
index 0000000..497e792
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/spark/query74.q.out
@@ -0,0 +1,639 @@
+PREHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ss_net_paid) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ws_net_paid) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id, t_s_secyear.customer_first_name,
t_s_secyear.customer_last_name
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.year = 2001
+ and t_s_secyear.year = 2001+1
+ and t_w_firstyear.year = 2001
+ and t_w_secyear.year = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then
t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then
t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by 2,1,3
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ss_net_paid) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ws_net_paid) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id, t_s_secyear.customer_first_name,
t_s_secyear.customer_last_name
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.year = 2001
+ and t_s_secyear.year = 2001+1
+ and t_w_firstyear.year = 2001
+ and t_w_secyear.year = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then
t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then
t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by 2,1,3
+limit 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 10 <- Map 13 (PARTITION-LEVEL SORT, 398), Map 9
(PARTITION-LEVEL SORT, 398)
+ Reducer 11 <- Map 14 (PARTITION-LEVEL SORT, 975), Reducer 10
(PARTITION-LEVEL SORT, 975)
+ Reducer 12 <- Reducer 11 (GROUP, 481)
+ Reducer 16 <- Map 15 (PARTITION-LEVEL SORT, 154), Map 19
(PARTITION-LEVEL SORT, 154)
+ Reducer 17 <- Map 20 (PARTITION-LEVEL SORT, 706), Reducer 16
(PARTITION-LEVEL SORT, 706)
+ Reducer 18 <- Reducer 17 (GROUP, 186)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 154), Map 7 (PARTITION-LEVEL
SORT, 154)
+ Reducer 22 <- Map 21 (PARTITION-LEVEL SORT, 398), Map 25
(PARTITION-LEVEL SORT, 398)
+ Reducer 23 <- Map 26 (PARTITION-LEVEL SORT, 975), Reducer 22
(PARTITION-LEVEL SORT, 975)
+ Reducer 24 <- Reducer 23 (GROUP, 481)
+ Reducer 3 <- Map 8 (PARTITION-LEVEL SORT, 706), Reducer 2
(PARTITION-LEVEL SORT, 706)
+ Reducer 4 <- Reducer 3 (GROUP, 186)
+ Reducer 5 <- Reducer 12 (PARTITION-LEVEL SORT, 444), Reducer 18
(PARTITION-LEVEL SORT, 444), Reducer 24 (PARTITION-LEVEL SORT, 444), Reducer 4
(PARTITION-LEVEL SORT, 444)
+ Reducer 6 <- Reducer 5 (SORT, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: web_sales
+ Statistics: Num rows: 144002668 Data size: 19580198212 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ws_bill_customer_sk is not null and
ws_sold_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ws_sold_date_sk (type: int),
ws_bill_customer_sk (type: int), ws_net_paid (type: decimal(7,2))
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int), _col2 (type:
decimal(7,2))
+ Map 13
+ Map Operator Tree:
+ TableScan
+ alias: date_dim
+ Statistics: Num rows: 73049 Data size: 81741831 Basic stats:
COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((d_year = 2001) and (d_year) IN (2001, 2002)
and d_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: d_date_sk (type: int), 2001 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int)
+ Map 14
+ Map Operator Tree:
+ TableScan
+ alias: customer
+ Statistics: Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (c_customer_id is not null and c_customer_sk is
not null) (type: boolean)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: c_customer_sk (type: int), c_customer_id
(type: string), c_first_name (type: string), c_last_name (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string), _col2 (type:
string), _col3 (type: string)
+ Map 15
+ Map Operator Tree:
+ TableScan
+ alias: web_sales
+ Statistics: Num rows: 144002668 Data size: 19580198212 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ws_bill_customer_sk is not null and
ws_sold_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ws_sold_date_sk (type: int),
ws_bill_customer_sk (type: int), ws_net_paid (type: decimal(7,2))
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 144002668 Data size: 19580198212
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int), _col2 (type:
decimal(7,2))
+ Map 19
+ Map Operator Tree:
+ TableScan
+ alias: date_dim
+ Statistics: Num rows: 73049 Data size: 81741831 Basic stats:
COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((d_year = 2001) and (d_year) IN (2001, 2002)
and d_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: d_date_sk (type: int), 2001 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int)
+ Map 20
+ Map Operator Tree:
+ TableScan
+ alias: customer
+ Statistics: Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (c_customer_id is not null and c_customer_sk is
not null) (type: boolean)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: c_customer_sk (type: int), c_customer_id
(type: string), c_first_name (type: string), c_last_name (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string), _col2 (type:
string), _col3 (type: string)
+ Map 21
+ Map Operator Tree:
+ TableScan
+ alias: store_sales
+ Statistics: Num rows: 575995635 Data size: 50814502088 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ss_customer_sk is not null and ss_sold_date_sk
is not null) (type: boolean)
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ss_sold_date_sk (type: int), ss_customer_sk
(type: int), ss_net_paid (type: decimal(7,2))
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int), _col2 (type:
decimal(7,2))
+ Map 25
+ Map Operator Tree:
+ TableScan
+ alias: date_dim
+ Statistics: Num rows: 73049 Data size: 81741831 Basic stats:
COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((d_year = 2002) and (d_year) IN (2001, 2002)
and d_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: d_date_sk (type: int), 2002 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int)
+ Map 26
+ Map Operator Tree:
+ TableScan
+ alias: customer
+ Statistics: Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (c_customer_id is not null and c_customer_sk is
not null) (type: boolean)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: c_customer_sk (type: int), c_customer_id
(type: string), c_first_name (type: string), c_last_name (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string), _col2 (type:
string), _col3 (type: string)
+ Map 7
+ Map Operator Tree:
+ TableScan
+ alias: date_dim
+ Statistics: Num rows: 73049 Data size: 81741831 Basic stats:
COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((d_year = 2002) and (d_year) IN (2001, 2002)
and d_date_sk is not null) (type: boolean)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: d_date_sk (type: int), 2002 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 18262 Data size: 20435178 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int)
+ Map 8
+ Map Operator Tree:
+ TableScan
+ alias: customer
+ Statistics: Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (c_customer_id is not null and c_customer_sk is
not null) (type: boolean)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: c_customer_sk (type: int), c_customer_id
(type: string), c_first_name (type: string), c_last_name (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string), _col2 (type:
string), _col3 (type: string)
+ Map 9
+ Map Operator Tree:
+ TableScan
+ alias: store_sales
+ Statistics: Num rows: 575995635 Data size: 50814502088 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (ss_customer_sk is not null and ss_sold_date_sk
is not null) (type: boolean)
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: ss_sold_date_sk (type: int), ss_customer_sk
(type: int), ss_net_paid (type: decimal(7,2))
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 575995635 Data size: 50814502088
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: int), _col2 (type:
decimal(7,2))
+ Reducer 10
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col1, _col2, _col4
+ Statistics: Num rows: 633595212 Data size: 55895953508 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: int)
+ Statistics: Num rows: 633595212 Data size: 55895953508 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: decimal(7,2)), _col4 (type:
int)
+ Reducer 11
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col2, _col4, _col6, _col7, _col8
+ Statistics: Num rows: 696954748 Data size: 61485550191 Basic
stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(_col2)
+ keys: _col6 (type: string), _col7 (type: string), _col8
(type: string), _col4 (type: int)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 696954748 Data size: 61485550191 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type:
string), _col2 (type: string), _col3 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col0 (type: string), _col1
(type: string), _col2 (type: string), _col3 (type: int)
+ Statistics: Num rows: 696954748 Data size: 61485550191
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 12
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string),
KEY._col2 (type: string), KEY._col3 (type: int)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 348477374 Data size: 30742775095 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col4 (type: decimal(7,2))
+ outputColumnNames: _col0, _col4
+ Statistics: Num rows: 348477374 Data size: 30742775095 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col4 > 0) (type: boolean)
+ Statistics: Num rows: 116159124 Data size: 10247591639
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 116159124 Data size: 10247591639
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 16
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col1, _col2, _col4
+ Statistics: Num rows: 158402938 Data size: 21538218500 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: int)
+ Statistics: Num rows: 158402938 Data size: 21538218500 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: decimal(7,2)), _col4 (type:
int)
+ Reducer 17
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col2, _col4, _col6, _col7, _col8
+ Statistics: Num rows: 174243235 Data size: 23692040863 Basic
stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(_col2)
+ keys: _col6 (type: string), _col7 (type: string), _col8
(type: string), _col4 (type: int)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 174243235 Data size: 23692040863 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type:
string), _col2 (type: string), _col3 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col0 (type: string), _col1
(type: string), _col2 (type: string), _col3 (type: int)
+ Statistics: Num rows: 174243235 Data size: 23692040863
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 18
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string),
KEY._col2 (type: string), KEY._col3 (type: int)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 87121617 Data size: 11846020363 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col4 (type: decimal(7,2))
+ outputColumnNames: _col0, _col4
+ Statistics: Num rows: 87121617 Data size: 11846020363 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col4 > 0) (type: boolean)
+ Statistics: Num rows: 29040539 Data size: 3948673454 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 29040539 Data size: 3948673454
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col1, _col2, _col4
+ Statistics: Num rows: 158402938 Data size: 21538218500 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: int)
+ Statistics: Num rows: 158402938 Data size: 21538218500 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: decimal(7,2)), _col4 (type:
int)
+ Reducer 22
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col1, _col2, _col4
+ Statistics: Num rows: 633595212 Data size: 55895953508 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: int)
+ Statistics: Num rows: 633595212 Data size: 55895953508 Basic
stats: COMPLETE Column stats: NONE
+ value expressions: _col2 (type: decimal(7,2)), _col4 (type:
int)
+ Reducer 23
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col2, _col4, _col6, _col7, _col8
+ Statistics: Num rows: 696954748 Data size: 61485550191 Basic
stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(_col2)
+ keys: _col6 (type: string), _col7 (type: string), _col8
(type: string), _col4 (type: int)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 696954748 Data size: 61485550191 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type:
string), _col2 (type: string), _col3 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col0 (type: string), _col1
(type: string), _col2 (type: string), _col3 (type: int)
+ Statistics: Num rows: 696954748 Data size: 61485550191
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 24
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string),
KEY._col2 (type: string), KEY._col3 (type: int)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 348477374 Data size: 30742775095 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string),
_col2 (type: string), _col4 (type: decimal(7,2))
+ outputColumnNames: _col0, _col1, _col2, _col4
+ Statistics: Num rows: 348477374 Data size: 30742775095 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 348477374 Data size: 30742775095
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string), _col2 (type:
string), _col4 (type: decimal(7,2))
+ Reducer 3
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col1 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col2, _col4, _col6, _col7, _col8
+ Statistics: Num rows: 174243235 Data size: 23692040863 Basic
stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: max(_col2)
+ keys: _col6 (type: string), _col7 (type: string), _col8
(type: string), _col4 (type: int)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 174243235 Data size: 23692040863 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type:
string), _col2 (type: string), _col3 (type: int)
+ sort order: ++++
+ Map-reduce partition columns: _col0 (type: string), _col1
(type: string), _col2 (type: string), _col3 (type: int)
+ Statistics: Num rows: 174243235 Data size: 23692040863
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 4
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: max(VALUE._col0)
+ keys: KEY._col0 (type: string), KEY._col1 (type: string),
KEY._col2 (type: string), KEY._col3 (type: int)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 87121617 Data size: 11846020363 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col4 (type: decimal(7,2))
+ outputColumnNames: _col0, _col4
+ Statistics: Num rows: 87121617 Data size: 11846020363 Basic
stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 87121617 Data size: 11846020363
Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col4 (type: decimal(7,2))
+ Reducer 5
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 1 to 2
+ Inner Join 1 to 3
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ 2 _col0 (type: string)
+ 3 _col0 (type: string)
+ outputColumnNames: _col4, _col9, _col14, _col15, _col16,
_col17, _col19
+ Statistics: Num rows: 1149975359 Data size: 101451160012 Basic
stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: CASE WHEN ((_col9 > 0)) THEN (CASE WHEN ((_col14
> 0)) THEN (((_col4 / _col14) > (_col19 / _col9))) ELSE ((null > (_col19 /
_col9))) END) ELSE (CASE WHEN ((_col14 > 0)) THEN (((_col4 / _col14) > null))
ELSE (null) END) END (type: boolean)
+ Statistics: Num rows: 574987679 Data size: 50725579961 Basic
stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col15 (type: string), _col16 (type: string),
_col17 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 574987679 Data size: 50725579961
Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: string), _col0 (type:
string), _col2 (type: string)
+ sort order: +++
+ Statistics: Num rows: 574987679 Data size: 50725579961
Basic stats: COMPLETE Column stats: NONE
+ TopN Hash Memory Usage: 0.1
+ Reducer 6
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey1 (type: string),
KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 574987679 Data size: 50725579961 Basic
stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 100
+ Statistics: Num rows: 100 Data size: 8800 Basic stats:
COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 100 Data size: 8800 Basic stats:
COMPLETE Column stats: NONE
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 100
+ Processor Tree:
+ ListSink
+
