http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query31.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query31.q.out b/ql/src/test/results/clientpositive/perf/query31.q.out index 3cb7079..9d0a904 100644 --- a/ql/src/test/results/clientpositive/perf/query31.q.out +++ b/ql/src/test/results/clientpositive/perf/query31.q.out @@ -12,19 +12,20 @@ Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE) Reducer 18 <- Map 21 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE) Reducer 19 <- Reducer 18 (SIMPLE_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) -Reducer 23 <- Map 22 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE) -Reducer 24 <- Map 27 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE) +Reducer 23 <- Map 22 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE) +Reducer 24 <- Map 28 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE) Reducer 25 <- Reducer 24 (SIMPLE_EDGE) -Reducer 29 <- Map 28 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE) +Reducer 26 <- Reducer 25 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE) Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 30 <- Map 33 (SIMPLE_EDGE), Reducer 29 (SIMPLE_EDGE) -Reducer 31 <- Reducer 30 (SIMPLE_EDGE) -Reducer 35 <- Map 34 (SIMPLE_EDGE), Map 38 (SIMPLE_EDGE) -Reducer 36 <- Map 39 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE) -Reducer 37 <- Reducer 36 (SIMPLE_EDGE) +Reducer 30 <- Map 29 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE) +Reducer 31 <- Map 34 (SIMPLE_EDGE), Reducer 30 (SIMPLE_EDGE) +Reducer 32 <- Reducer 31 (SIMPLE_EDGE) +Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 39 (SIMPLE_EDGE) +Reducer 37 <- Map 40 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE) +Reducer 38 <- Reducer 37 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) -Reducer 6 <- Reducer 37 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) +Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) +Reducer 6 <- Reducer 38 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Stage-0 @@ -32,312 +33,319 @@ Stage-0 limit:-1 Stage-1 Reducer 7 - File Output Operator [FS_141] - Select Operator [SEL_140] (rows=26620001 width=1014) + File Output Operator [FS_145] + Select Operator [SEL_144] (rows=347867560 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_139] - Select Operator [SEL_138] (rows=26620001 width=1014) + SHUFFLE [RS_143] + Select Operator [SEL_142] (rows=347867560 width=88) Output:["_col0","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_137] (rows=26620001 width=1014) + Filter Operator [FIL_141] (rows=347867560 width=88) predicate:CASE WHEN ((_col7 > 0)) THEN (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > (_col11 / _col7))) ELSE ((null > (_col11 / _col7))) END) ELSE (CASE WHEN ((_col19 > 0)) THEN (((_col23 / _col19) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_281] (rows=53240002 width=1014) - Conds:RS_134._col12=RS_135._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col15","_col19","_col23"] - <-Reducer 37 [SIMPLE_EDGE] - SHUFFLE [RS_135] + Merge Join Operator [MERGEJOIN_277] (rows=695735121 width=88) + Conds:RS_138._col12=RS_139._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col15","_col19","_col23"] + <-Reducer 38 [SIMPLE_EDGE] + SHUFFLE [RS_139] PartitionCols:_col0 - Select Operator [SEL_133] (rows=22000000 width=1014) + Select Operator [SEL_137] (rows=87121617 width=135) Output:["_col0","_col3"] - Group By Operator [GBY_132] (rows=22000000 width=1014) + Group By Operator [GBY_136] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998 - <-Reducer 36 [SIMPLE_EDGE] - SHUFFLE [RS_131] + <-Reducer 37 [SIMPLE_EDGE] + SHUFFLE [RS_135] PartitionCols:_col0, 3, 1998 - Group By Operator [GBY_130] (rows=44000000 width=1014) + Group By Operator [GBY_134] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998 - Select Operator [SEL_128] (rows=44000000 width=1014) + Select Operator [SEL_132] (rows=174243235 width=135) Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_279] (rows=44000000 width=1014) - Conds:RS_125._col1=RS_126._col0(Inner),Output:["_col2","_col7"] - <-Map 39 [SIMPLE_EDGE] - SHUFFLE [RS_126] + Merge Join Operator [MERGEJOIN_274] (rows=174243235 width=135) + Conds:RS_129._col1=RS_130._col0(Inner),Output:["_col2","_col7"] + <-Map 40 [SIMPLE_EDGE] + SHUFFLE [RS_130] PartitionCols:_col0 - Select Operator [SEL_121] (rows=40000000 width=1014) + Select Operator [SEL_125] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_267] (rows=40000000 width=1014) + Filter Operator [FIL_262] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_119] (rows=40000000 width=1014) + TableScan [TS_123] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 35 [SIMPLE_EDGE] - SHUFFLE [RS_125] + <-Reducer 36 [SIMPLE_EDGE] + SHUFFLE [RS_129] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_278] (rows=20088 width=1119) - Conds:RS_122._col0=RS_123._col0(Inner),Output:["_col1","_col2"] - <-Map 34 [SIMPLE_EDGE] - SHUFFLE [RS_122] + Merge Join Operator [MERGEJOIN_273] (rows=158402938 width=135) + Conds:RS_126._col0=RS_127._col0(Inner),Output:["_col1","_col2"] + <-Map 35 [SIMPLE_EDGE] + SHUFFLE [RS_126] PartitionCols:_col0 - Select Operator [SEL_115] (rows=1 width=0) + Select Operator [SEL_119] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_265] (rows=1 width=0) + Filter Operator [FIL_260] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_113] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Map 38 [SIMPLE_EDGE] - SHUFFLE [RS_123] + TableScan [TS_117] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + <-Map 39 [SIMPLE_EDGE] + SHUFFLE [RS_127] PartitionCols:_col0 - Select Operator [SEL_118] (rows=18262 width=1119) + Select Operator [SEL_122] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_266] (rows=18262 width=1119) + Filter Operator [FIL_261] (rows=18262 width=1119) predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_116] (rows=73049 width=1119) + TableScan [TS_120] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_134] + SHUFFLE [RS_138] PartitionCols:_col12 - Select Operator [SEL_112] (rows=48400001 width=1014) + Select Operator [SEL_116] (rows=632486460 width=88) Output:["_col0","_col11","_col12","_col15","_col19","_col3","_col7"] - Filter Operator [FIL_111] (rows=48400001 width=1014) + Filter Operator [FIL_115] (rows=632486460 width=88) predicate:CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > (_col7 / _col3))) ELSE ((null > (_col7 / _col3))) END) ELSE (CASE WHEN ((_col15 > 0)) THEN (((_col19 / _col15) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_280] (rows=96800002 width=1014) - Conds:RS_105._col0=RS_106._col0(Inner),RS_106._col0=RS_107._col0(Inner),RS_105._col0=RS_108._col0(Inner),RS_108._col0=RS_109._col0(Inner),Output:["_col0","_col3","_col7","_col11","_col12","_col15","_col19"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_106] - PartitionCols:_col0 - Select Operator [SEL_41] (rows=22000000 width=1014) - Output:["_col0","_col3"] - Group By Operator [GBY_40] (rows=22000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 - <-Reducer 12 [SIMPLE_EDGE] - SHUFFLE [RS_39] - PartitionCols:_col0, 2, 1998 - Group By Operator [GBY_38] (rows=44000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 - Select Operator [SEL_36] (rows=44000000 width=1014) - Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_271] (rows=44000000 width=1014) - Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_34] - PartitionCols:_col0 - Select Operator [SEL_29] (rows=40000000 width=1014) - Output:["_col0","_col1"] - Filter Operator [FIL_255] (rows=40000000 width=1014) - predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_27] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_33] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_270] (rows=20088 width=1119) - Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_30] - PartitionCols:_col0 - Select Operator [SEL_23] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_253] (rows=1 width=0) - predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_21] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_31] - PartitionCols:_col0 - Select Operator [SEL_26] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_254] (rows=18262 width=1119) - predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_24] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Reducer 19 [SIMPLE_EDGE] - SHUFFLE [RS_107] - PartitionCols:_col0 - Select Operator [SEL_62] (rows=22000000 width=1014) - Output:["_col0","_col3"] - Group By Operator [GBY_61] (rows=22000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998 - <-Reducer 18 [SIMPLE_EDGE] - SHUFFLE [RS_60] - PartitionCols:_col0, 3, 1998 - Group By Operator [GBY_59] (rows=44000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998 - Select Operator [SEL_57] (rows=44000000 width=1014) - Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_273] (rows=44000000 width=1014) - Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col7"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_55] - PartitionCols:_col0 - Select Operator [SEL_50] (rows=40000000 width=1014) - Output:["_col0","_col1"] - Filter Operator [FIL_258] (rows=40000000 width=1014) - predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_48] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_54] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_272] (rows=20088 width=1119) - Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_51] - PartitionCols:_col0 - Select Operator [SEL_44] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_256] (rows=1 width=0) - predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_42] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_52] - PartitionCols:_col0 - Select Operator [SEL_47] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_257] (rows=18262 width=1119) - predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_45] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Reducer 25 [SIMPLE_EDGE] - SHUFFLE [RS_108] - PartitionCols:_col0 - Select Operator [SEL_83] (rows=22000000 width=1014) - Output:["_col0","_col3"] - Group By Operator [GBY_82] (rows=22000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 - <-Reducer 24 [SIMPLE_EDGE] - SHUFFLE [RS_81] - PartitionCols:_col0, 1, 1998 - Group By Operator [GBY_80] (rows=44000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 - Select Operator [SEL_78] (rows=44000000 width=1014) - Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_275] (rows=44000000 width=1014) - Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col2","_col7"] - <-Map 27 [SIMPLE_EDGE] - SHUFFLE [RS_76] - PartitionCols:_col0 - Select Operator [SEL_71] (rows=40000000 width=1014) - Output:["_col0","_col1"] - Filter Operator [FIL_261] (rows=40000000 width=1014) - predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_69] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 23 [SIMPLE_EDGE] - SHUFFLE [RS_75] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_274] (rows=20088 width=1119) - Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_72] - PartitionCols:_col0 - Select Operator [SEL_65] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_259] (rows=1 width=0) - predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_63] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Map 26 [SIMPLE_EDGE] - SHUFFLE [RS_73] - PartitionCols:_col0 - Select Operator [SEL_68] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_260] (rows=18262 width=1119) - predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_66] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Reducer 31 [SIMPLE_EDGE] - SHUFFLE [RS_109] - PartitionCols:_col0 - Select Operator [SEL_104] (rows=22000000 width=1014) - Output:["_col0","_col3"] - Group By Operator [GBY_103] (rows=22000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 - <-Reducer 30 [SIMPLE_EDGE] - SHUFFLE [RS_102] - PartitionCols:_col0, 2, 1998 - Group By Operator [GBY_101] (rows=44000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 - Select Operator [SEL_99] (rows=44000000 width=1014) - Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_277] (rows=44000000 width=1014) - Conds:RS_96._col1=RS_97._col0(Inner),Output:["_col2","_col7"] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_97] - PartitionCols:_col0 - Select Operator [SEL_92] (rows=40000000 width=1014) - Output:["_col0","_col1"] - Filter Operator [FIL_264] (rows=40000000 width=1014) - predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_90] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 29 [SIMPLE_EDGE] - SHUFFLE [RS_96] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_276] (rows=20088 width=1119) - Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col1","_col2"] - <-Map 28 [SIMPLE_EDGE] - SHUFFLE [RS_93] - PartitionCols:_col0 - Select Operator [SEL_86] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_262] (rows=1 width=0) - predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) - TableScan [TS_84] (rows=1 width=0) - default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_94] - PartitionCols:_col0 - Select Operator [SEL_89] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_263] (rows=18262 width=1119) - predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_87] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_105] - PartitionCols:_col0 - Select Operator [SEL_20] (rows=22000000 width=1014) - Output:["_col0","_col3"] - Group By Operator [GBY_19] (rows=22000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col0, 1, 1998 - Group By Operator [GBY_17] (rows=44000000 width=1014) - Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 - Select Operator [SEL_15] (rows=44000000 width=1014) - Output:["_col0","_col3"] - Merge Join Operator [MERGEJOIN_269] (rows=44000000 width=1014) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_13] - PartitionCols:_col0 - Select Operator [SEL_8] (rows=40000000 width=1014) - Output:["_col0","_col1"] - Filter Operator [FIL_252] (rows=40000000 width=1014) - predicate:(ca_address_sk is not null and ca_county is not null) - TableScan [TS_6] (rows=40000000 width=1014) - default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_12] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_268] (rows=20088 width=1119) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] - PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_250] (rows=1 width=0) - predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_10] - PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) - Output:["_col0"] - Filter Operator [FIL_251] (rows=18262 width=1119) - predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + Select Operator [SEL_114] (rows=1264972920 width=88) + Output:["_col0","_col3","_col7","_col11","_col12","_col15","_col19"] + Merge Join Operator [MERGEJOIN_276] (rows=1264972920 width=88) + Conds:RS_109._col0=RS_110._col0(Inner),RS_109._col0=RS_111._col0(Inner),RS_111._col0=RS_112._col4(Inner),Output:["_col0","_col3","_col7","_col8","_col11","_col15","_col19"] + <-Reducer 13 [SIMPLE_EDGE] + SHUFFLE [RS_110] + PartitionCols:_col0 + Select Operator [SEL_41] (rows=87121617 width=135) + Output:["_col0","_col3"] + Group By Operator [GBY_40] (rows=87121617 width=135) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 + <-Reducer 12 [SIMPLE_EDGE] + SHUFFLE [RS_39] + PartitionCols:_col0, 2, 1998 + Group By Operator [GBY_38] (rows=174243235 width=135) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 + Select Operator [SEL_36] (rows=174243235 width=135) + Output:["_col0","_col3"] + Merge Join Operator [MERGEJOIN_266] (rows=174243235 width=135) + Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col7"] + <-Map 15 [SIMPLE_EDGE] + SHUFFLE [RS_34] + PartitionCols:_col0 + Select Operator [SEL_29] (rows=40000000 width=1014) + Output:["_col0","_col1"] + Filter Operator [FIL_250] (rows=40000000 width=1014) + predicate:(ca_address_sk is not null and ca_county is not null) + TableScan [TS_27] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] + <-Reducer 11 [SIMPLE_EDGE] + SHUFFLE [RS_33] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_265] (rows=158402938 width=135) + Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_30] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=144002668 width=135) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_248] (rows=144002668 width=135) + predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) + TableScan [TS_21] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + <-Map 14 [SIMPLE_EDGE] + SHUFFLE [RS_31] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_249] (rows=18262 width=1119) + predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null) + TableScan [TS_24] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 19 [SIMPLE_EDGE] + SHUFFLE [RS_111] + PartitionCols:_col0 + Select Operator [SEL_62] (rows=348477374 width=88) + Output:["_col0","_col3"] + Group By Operator [GBY_61] (rows=348477374 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 + <-Reducer 18 [SIMPLE_EDGE] + SHUFFLE [RS_60] + PartitionCols:_col0, 1, 1998 + Group By Operator [GBY_59] (rows=696954748 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 + Select Operator [SEL_57] (rows=696954748 width=88) + Output:["_col0","_col3"] + Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88) + Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col7"] + <-Map 21 [SIMPLE_EDGE] + SHUFFLE [RS_55] + PartitionCols:_col0 + Select Operator [SEL_50] (rows=40000000 width=1014) + Output:["_col0","_col1"] + Filter Operator [FIL_253] (rows=40000000 width=1014) + predicate:(ca_address_sk is not null and ca_county is not null) + TableScan [TS_48] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] + <-Reducer 17 [SIMPLE_EDGE] + SHUFFLE [RS_54] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88) + Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"] + <-Map 16 [SIMPLE_EDGE] + SHUFFLE [RS_51] + PartitionCols:_col0 + Select Operator [SEL_44] (rows=575995635 width=88) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_251] (rows=575995635 width=88) + predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) + TableScan [TS_42] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + <-Map 20 [SIMPLE_EDGE] + SHUFFLE [RS_52] + PartitionCols:_col0 + Select Operator [SEL_47] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_252] (rows=18262 width=1119) + predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null) + TableScan [TS_45] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 26 [SIMPLE_EDGE] + SHUFFLE [RS_112] + PartitionCols:_col4 + Merge Join Operator [MERGEJOIN_275] (rows=383325119 width=88) + Conds:RS_105._col0=RS_106._col0(Inner),Output:["_col3","_col4","_col7"] + <-Reducer 25 [SIMPLE_EDGE] + SHUFFLE [RS_105] + PartitionCols:_col0 + Select Operator [SEL_83] (rows=348477374 width=88) + Output:["_col0","_col3"] + Group By Operator [GBY_82] (rows=348477374 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 3, 1998 + <-Reducer 24 [SIMPLE_EDGE] + SHUFFLE [RS_81] + PartitionCols:_col0, 3, 1998 + Group By Operator [GBY_80] (rows=696954748 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 3, 1998 + Select Operator [SEL_78] (rows=696954748 width=88) + Output:["_col0","_col3"] + Merge Join Operator [MERGEJOIN_270] (rows=696954748 width=88) + Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col2","_col7"] + <-Map 28 [SIMPLE_EDGE] + SHUFFLE [RS_76] + PartitionCols:_col0 + Select Operator [SEL_71] (rows=40000000 width=1014) + Output:["_col0","_col1"] + Filter Operator [FIL_256] (rows=40000000 width=1014) + predicate:(ca_address_sk is not null and ca_county is not null) + TableScan [TS_69] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] + <-Reducer 23 [SIMPLE_EDGE] + SHUFFLE [RS_75] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_269] (rows=633595212 width=88) + Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"] + <-Map 22 [SIMPLE_EDGE] + SHUFFLE [RS_72] + PartitionCols:_col0 + Select Operator [SEL_65] (rows=575995635 width=88) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_254] (rows=575995635 width=88) + predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) + TableScan [TS_63] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + <-Map 27 [SIMPLE_EDGE] + SHUFFLE [RS_73] + PartitionCols:_col0 + Select Operator [SEL_68] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_255] (rows=18262 width=1119) + predicate:((d_qoy = 3) and (d_year = 1998) and d_date_sk is not null) + TableScan [TS_66] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 32 [SIMPLE_EDGE] + SHUFFLE [RS_106] + PartitionCols:_col0 + Select Operator [SEL_104] (rows=348477374 width=88) + Output:["_col0","_col3"] + Group By Operator [GBY_103] (rows=348477374 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 2, 1998 + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_102] + PartitionCols:_col0, 2, 1998 + Group By Operator [GBY_101] (rows=696954748 width=88) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 2, 1998 + Select Operator [SEL_99] (rows=696954748 width=88) + Output:["_col0","_col3"] + Merge Join Operator [MERGEJOIN_272] (rows=696954748 width=88) + Conds:RS_96._col1=RS_97._col0(Inner),Output:["_col2","_col7"] + <-Map 34 [SIMPLE_EDGE] + SHUFFLE [RS_97] + PartitionCols:_col0 + Select Operator [SEL_92] (rows=40000000 width=1014) + Output:["_col0","_col1"] + Filter Operator [FIL_259] (rows=40000000 width=1014) + predicate:(ca_address_sk is not null and ca_county is not null) + TableScan [TS_90] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] + <-Reducer 30 [SIMPLE_EDGE] + SHUFFLE [RS_96] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_271] (rows=633595212 width=88) + Conds:RS_93._col0=RS_94._col0(Inner),Output:["_col1","_col2"] + <-Map 29 [SIMPLE_EDGE] + SHUFFLE [RS_93] + PartitionCols:_col0 + Select Operator [SEL_86] (rows=575995635 width=88) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_257] (rows=575995635 width=88) + predicate:(ss_sold_date_sk is not null and ss_addr_sk is not null) + TableScan [TS_84] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] + <-Map 33 [SIMPLE_EDGE] + SHUFFLE [RS_94] + PartitionCols:_col0 + Select Operator [SEL_89] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_258] (rows=18262 width=1119) + predicate:((d_qoy = 2) and (d_year = 1998) and d_date_sk is not null) + TableScan [TS_87] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_109] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=87121617 width=135) + Output:["_col0","_col3"] + Group By Operator [GBY_19] (rows=87121617 width=135) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, 1, 1998 + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col0, 1, 1998 + Group By Operator [GBY_17] (rows=174243235 width=135) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:_col0, 1, 1998 + Select Operator [SEL_15] (rows=174243235 width=135) + Output:["_col0","_col3"] + Merge Join Operator [MERGEJOIN_264] (rows=174243235 width=135) + Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=40000000 width=1014) + Output:["_col0","_col1"] + Filter Operator [FIL_247] (rows=40000000 width=1014) + predicate:(ca_address_sk is not null and ca_county is not null) + TableScan [TS_6] (rows=40000000 width=1014) + default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_12] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_263] (rows=158402938 width=135) + Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=144002668 width=135) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_245] (rows=144002668 width=135) + predicate:(ws_sold_date_sk is not null and ws_bill_addr_sk is not null) + TableScan [TS_0] (rows=144002668 width=135) + default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] + <-Map 8 [SIMPLE_EDGE] + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18262 width=1119) + Output:["_col0"] + Filter Operator [FIL_246] (rows=18262 width=1119) + predicate:((d_qoy = 1) and (d_year = 1998) and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query32.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query32.q.out b/ql/src/test/results/clientpositive/perf/query32.q.out index 7cfda2f..b8c1468 100644 --- a/ql/src/test/results/clientpositive/perf/query32.q.out +++ b/ql/src/test/results/clientpositive/perf/query32.q.out @@ -39,94 +39,96 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) -Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) -Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) -Reducer 9 <- Reducer 8 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Map 7 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) +Reducer 5 <- Reducer 4 (SIMPLE_EDGE) +Reducer 9 <- Map 10 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_37] - Group By Operator [GBY_35] (rows=1 width=112) + Reducer 5 + File Output Operator [FS_38] + Group By Operator [GBY_36] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_34] - Group By Operator [GBY_33] (rows=1 width=112) + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_35] + Group By Operator [GBY_34] (rows=1 width=112) Output:["_col0"],aggregations:["sum(_col1)"] - Select Operator [SEL_32] (rows=169400 width=1436) + Select Operator [SEL_33] (rows=232311810 width=135) Output:["_col1"] - Filter Operator [FIL_31] (rows=169400 width=1436) + Filter Operator [FIL_32] (rows=232311810 width=135) predicate:(UDFToDouble(_col1) > _col5) - Merge Join Operator [MERGEJOIN_59] (rows=508200 width=1436) - Conds:RS_27._col0=RS_28._col0(Inner),RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col5"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_28] - PartitionCols:_col0 - Select Operator [SEL_12] (rows=231000 width=1436) - Output:["_col0"] - Filter Operator [FIL_54] (rows=231000 width=1436) - predicate:((i_manufact_id = 436) and i_item_sk is not null) - TableScan [TS_10] (rows=462000 width=1436) - default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_27] - PartitionCols:_col0 - Select Operator [SEL_9] (rows=40176 width=1119) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] - PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_52] (rows=1 width=0) - predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_7] - PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) - Output:["_col0"] - Filter Operator [FIL_53] (rows=36524 width=1119) - predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) - default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_29] - PartitionCols:_col0 - Select Operator [SEL_26] (rows=20088 width=1119) - Output:["_col0","_col1"] - Group By Operator [GBY_25] (rows=20088 width=1119) - Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0 - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_24] - PartitionCols:_col0 - Group By Operator [GBY_23] (rows=40176 width=1119) - Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1 - Merge Join Operator [MERGEJOIN_58] (rows=40176 width=1119) - Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_20] - PartitionCols:_col0 - Select Operator [SEL_18] (rows=36524 width=1119) - Output:["_col0"] - Filter Operator [FIL_56] (rows=36524 width=1119) - predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null) - TableScan [TS_16] (rows=73049 width=1119) - default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col0 - Select Operator [SEL_15] (rows=1 width=0) - Output:["_col0","_col1","_col2"] - Filter Operator [FIL_55] (rows=1 width=0) - predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) - TableScan [TS_13] (rows=1 width=0) - default@catalog_sales,cs,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] + Select Operator [SEL_31] (rows=696935432 width=135) + Output:["_col1","_col5"] + Merge Join Operator [MERGEJOIN_60] (rows=696935432 width=135) + Conds:RS_27._col0=RS_28._col0(Inner),RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col5"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_28] + PartitionCols:_col0 + Select Operator [SEL_16] (rows=231000 width=1436) + Output:["_col0"] + Filter Operator [FIL_55] (rows=231000 width=1436) + predicate:((i_manufact_id = 436) and i_item_sk is not null) + TableScan [TS_14] (rows=462000 width=1436) + default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_27] + PartitionCols:_col0 + Select Operator [SEL_13] (rows=158394413 width=135) + Output:["_col0","_col1"] + Group By Operator [GBY_12] (rows=158394413 width=135) + Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=316788826 width=135) + Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1 + Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=287989836 width=135) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_53] (rows=287989836 width=135) + predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) + TableScan [TS_0] (rows=287989836 width=135) + default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] + <-Map 6 [SIMPLE_EDGE] + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_54] (rows=36524 width=1119) + predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null) + TableScan [TS_3] (rows=73049 width=1119) + default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] + <-Reducer 9 [SIMPLE_EDGE] + SHUFFLE [RS_29] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=316788826 width=135) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_59] (rows=316788826 width=135) + Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col1","_col2"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_24] + PartitionCols:_col0 + Select Operator [SEL_22] (rows=36524 width=1119) + Output:["_col0"] + Filter Operator [FIL_57] (rows=36524 width=1119) + predicate:(d_date BETWEEN '2000-01-27' AND '2000-04-27' and d_date_sk is not null) + TableScan [TS_20] (rows=73049 width=1119) + default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] + <-Map 8 [SIMPLE_EDGE] + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_19] (rows=287989836 width=135) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_56] (rows=287989836 width=135) + predicate:(cs_sold_date_sk is not null and cs_item_sk is not null) + TableScan [TS_17] (rows=287989836 width=135) + default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] http://git-wip-us.apache.org/repos/asf/hive/blob/db8a6db9/ql/src/test/results/clientpositive/perf/query34.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/query34.q.out b/ql/src/test/results/clientpositive/perf/query34.q.out index 0586813..3c48058 100644 --- a/ql/src/test/results/clientpositive/perf/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/query34.q.out @@ -5,96 +5,96 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE) -Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) -Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) -Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) -Reducer 7 <- Reducer 6 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE) +Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) +Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 8 <- Reducer 7 (SIMPLE_EDGE) Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 + Reducer 3 File Output Operator [FS_37] - Select Operator [SEL_36] (rows=88000001 width=860) + Select Operator [SEL_36] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 6 [SIMPLE_EDGE] + <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_35] - Select Operator [SEL_34] (rows=88000001 width=860) + Select Operator [SEL_34] (rows=210828819 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) - Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4","_col5","_col6","_col7"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_32] + Merge Join Operator [MERGEJOIN_60] (rows=210828819 width=88) + Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_31] PartitionCols:_col0 - Select Operator [SEL_30] (rows=80000000 width=860) + Select Operator [SEL_2] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_56] (rows=80000000 width=860) + Filter Operator [FIL_52] (rows=80000000 width=860) predicate:c_customer_sk is not null - TableScan [TS_28] (rows=80000000 width=860) + TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_31] + <-Reducer 8 [SIMPLE_EDGE] + SHUFFLE [RS_32] PartitionCols:_col1 - Filter Operator [FIL_26] (rows=12153 width=1119) + Filter Operator [FIL_29] (rows=191662559 width=88) predicate:_col2 BETWEEN 15 AND 20 - Select Operator [SEL_25] (rows=24306 width=1119) + Select Operator [SEL_28] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_24] (rows=24306 width=1119) + Group By Operator [GBY_27] (rows=383325119 width=88) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_23] + <-Reducer 7 [SIMPLE_EDGE] + SHUFFLE [RS_26] PartitionCols:_col0, _col1 - Group By Operator [GBY_22] (rows=48612 width=1119) + Group By Operator [GBY_25] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4 - Merge Join Operator [MERGEJOIN_59] (rows=48612 width=1119) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col4"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) + Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"] + <-Map 11 [SIMPLE_EDGE] + SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1200 width=107) + Select Operator [SEL_14] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_55] (rows=1200 width=107) - predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null) - TableScan [TS_9] (rows=7200 width=107) - default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_18] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_58] (rows=44193 width=1119) - Conds:RS_15._col3=RS_16._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Filter Operator [FIL_56] (rows=852 width=1910) + predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County', 'Orange County', 'Appanoose County', 'Franklin Parish', 'Tehama County') and s_store_sk is not null) + TableScan [TS_12] (rows=1704 width=1910) + default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"] + <-Reducer 6 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) + Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) + Select Operator [SEL_11] (rows=1200 width=107) Output:["_col0"] - Filter Operator [FIL_54] (rows=852 width=1910) - predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County', 'Orange County', 'Appanoose County', 'Franklin Parish', 'Tehama County') and s_store_sk is not null) - TableScan [TS_6] (rows=1704 width=1910) - default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"] - <-Reducer 2 [SIMPLE_EDGE] - SHUFFLE [RS_15] - PartitionCols:_col3 - Merge Join Operator [MERGEJOIN_57] (rows=40176 width=1119) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Filter Operator [FIL_55] (rows=1200 width=107) + predicate:(((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null) + TableScan [TS_9] (rows=7200 width=107) + default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"] + <-Reducer 5 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) + Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 4 [SIMPLE_EDGE] + SHUFFLE [RS_15] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=0) + Select Operator [SEL_5] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=1 width=0) + Filter Operator [FIL_53] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null and ss_hdemo_sk is not null and ss_customer_sk is not null) - TableScan [TS_0] (rows=1 width=0) - default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + TableScan [TS_3] (rows=575995635 width=88) + default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_16] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_8] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_53] (rows=36524 width=1119) + Filter Operator [FIL_54] (rows=36524 width=1119) predicate:((d_year) IN (1998, 1999, 2000) and (d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28) and d_date_sk is not null) - TableScan [TS_3] (rows=73049 width=1119) + TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]