http://git-wip-us.apache.org/repos/asf/hive/blob/e8f283cf/ql/src/test/results/clientpositive/perf/tez/query75.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query75.q.out b/ql/src/test/results/clientpositive/perf/tez/query75.q.out index 2611dce..ffb2a9d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query75.q.out @@ -169,12 +169,12 @@ Stage-0 limit:-1 Stage-1 Reducer 10 vectorized - File Output Operator [FS_325] - Select Operator [SEL_324] (rows=100 width=111) + File Output Operator [FS_363] + Select Operator [SEL_362] (rows=100 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Limit [LIM_323] (rows=100 width=111) + Limit [LIM_361] (rows=100 width=111) Number of rows:100 - Select Operator [SEL_322] (rows=70276244 width=111) + Select Operator [SEL_360] (rows=70276244 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_175] @@ -183,38 +183,38 @@ Stage-0 Filter Operator [FIL_173] (rows=70276244 width=111) predicate:((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9) Merge Join Operator [MERGEJOIN_282] (rows=210828734 width=111) - Conds:RS_318._col0, _col1, _col2, _col3=RS_321._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] + Conds:RS_356._col0, _col1, _col2, _col3=RS_359._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] <-Reducer 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_321] + SHUFFLE [RS_359] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_320] (rows=191662482 width=111) + Group By Operator [GBY_358] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_319] (rows=383324964 width=111) + Group By Operator [GBY_357] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 16 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] vectorized - Reduce Output Operator [RS_328] + Reduce Output Operator [RS_366] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_327] (rows=766649929 width=111) + Group By Operator [GBY_365] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_326] (rows=574982367 width=103) + Group By Operator [GBY_364] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 14 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_133] + Reduce Output Operator [RS_296] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_132] (rows=1149964734 width=103) + Group By Operator [GBY_295] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_106] (rows=383314495 width=135) + Select Operator [SEL_293] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_275] (rows=383314495 width=135) - Conds:RS_103._col1, _col2=RS_312._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_292] (rows=383314495 width=135) + Conds:RS_103._col1, _col2=RS_350._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_312] + SHUFFLE [RS_350] PartitionCols:_col0, _col1 - Select Operator [SEL_310] (rows=28798881 width=106) + Select Operator [SEL_348] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_309] (rows=28798881 width=106) + Filter Operator [FIL_347] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_9] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] @@ -222,13 +222,13 @@ Stage-0 SHUFFLE [RS_103] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_274] (rows=348467716 width=135) - Conds:RS_100._col1=RS_306._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_100._col1=RS_344._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_306] + SHUFFLE [RS_344] PartitionCols:_col0 - Select Operator [SEL_302] (rows=231000 width=1436) + Select Operator [SEL_340] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col5"] - Filter Operator [FIL_301] (rows=231000 width=1436) + Filter Operator [FIL_339] (rows=231000 width=1436) predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"] @@ -236,40 +236,40 @@ Stage-0 SHUFFLE [RS_100] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_273] (rows=316788826 width=135) - Conds:RS_286._col0=RS_298._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_324._col0=RS_336._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_298] + SHUFFLE [RS_336] PartitionCols:_col0 - Select Operator [SEL_292] (rows=36524 width=1119) + Select Operator [SEL_330] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_288] (rows=36524 width=1119) + Filter Operator [FIL_326] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_286] + SHUFFLE [RS_324] PartitionCols:_col0 - Select Operator [SEL_284] (rows=287989836 width=135) + Select Operator [SEL_322] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_283] (rows=287989836 width=135) + Filter Operator [FIL_321] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] <-Reducer 27 [CONTAINS] - Reduce Output Operator [RS_133] + Reduce Output Operator [RS_315] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_132] (rows=1149964734 width=103) + Group By Operator [GBY_314] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_128] (rows=766650239 width=88) + Select Operator [SEL_312] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_278] (rows=766650239 width=88) - Conds:RS_125._col1, _col2=RS_336._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_311] (rows=766650239 width=88) + Conds:RS_125._col1, _col2=RS_374._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 34 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_336] + SHUFFLE [RS_374] PartitionCols:_col0, _col1 - Select Operator [SEL_334] (rows=57591150 width=77) + Select Operator [SEL_372] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_333] (rows=57591150 width=77) + Filter Operator [FIL_371] (rows=57591150 width=77) predicate:sr_item_sk is not null TableScan [TS_31] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] @@ -277,48 +277,48 @@ Stage-0 SHUFFLE [RS_125] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88) - Conds:RS_122._col1=RS_307._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_122._col1=RS_345._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_307] + SHUFFLE [RS_345] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_276] (rows=633595212 width=88) - Conds:RS_332._col0=RS_299._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_370._col0=RS_337._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_299] + SHUFFLE [RS_337] PartitionCols:_col0 - Select Operator [SEL_293] (rows=36524 width=1119) + Select Operator [SEL_331] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_289] (rows=36524 width=1119) + Filter Operator [FIL_327] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 33 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_332] + SHUFFLE [RS_370] PartitionCols:_col0 - Select Operator [SEL_330] (rows=575995635 width=88) + Select Operator [SEL_368] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_329] (rows=575995635 width=88) + Filter Operator [FIL_367] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_22] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] <-Reducer 30 [CONTAINS] - Reduce Output Operator [RS_162] + Reduce Output Operator [RS_320] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_161] (rows=766649929 width=111) + Group By Operator [GBY_319] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_157] (rows=191667562 width=135) + Select Operator [SEL_317] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_281] (rows=191667562 width=135) - Conds:RS_154._col1, _col2=RS_344._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_316] (rows=191667562 width=135) + Conds:RS_154._col1, _col2=RS_382._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_344] + SHUFFLE [RS_382] PartitionCols:_col0, _col1 - Select Operator [SEL_342] (rows=14398467 width=92) + Select Operator [SEL_380] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_341] (rows=14398467 width=92) + Filter Operator [FIL_379] (rows=14398467 width=92) predicate:wr_item_sk is not null TableScan [TS_60] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] @@ -326,156 +326,156 @@ Stage-0 SHUFFLE [RS_154] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_280] (rows=174243235 width=135) - Conds:RS_151._col1=RS_308._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_151._col1=RS_346._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_308] + SHUFFLE [RS_346] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_151] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_279] (rows=158402938 width=135) - Conds:RS_340._col0=RS_300._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_378._col0=RS_338._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_300] + SHUFFLE [RS_338] PartitionCols:_col0 - Select Operator [SEL_294] (rows=36524 width=1119) + Select Operator [SEL_332] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_290] (rows=36524 width=1119) + Filter Operator [FIL_328] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_340] + SHUFFLE [RS_378] PartitionCols:_col0 - Select Operator [SEL_338] (rows=144002668 width=135) + Select Operator [SEL_376] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_337] (rows=144002668 width=135) + Filter Operator [FIL_375] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_51] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] <-Reducer 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_318] + SHUFFLE [RS_356] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_317] (rows=191662482 width=111) + Group By Operator [GBY_355] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_316] (rows=383324964 width=111) + Group By Operator [GBY_354] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] <-Reducer 24 [CONTAINS] - Reduce Output Operator [RS_77] + Reduce Output Operator [RS_310] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_76] (rows=766649929 width=111) + Group By Operator [GBY_309] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_72] (rows=191667562 width=135) + Select Operator [SEL_307] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_272] (rows=191667562 width=135) - Conds:RS_69._col1, _col2=RS_343._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_306] (rows=191667562 width=135) + Conds:RS_69._col1, _col2=RS_381._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_343] + SHUFFLE [RS_381] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_342] + Please refer to the previous Select Operator [SEL_380] <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_271] (rows=174243235 width=135) - Conds:RS_66._col1=RS_305._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_66._col1=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_305] + SHUFFLE [RS_343] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_270] (rows=158402938 width=135) - Conds:RS_339._col0=RS_297._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_377._col0=RS_335._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_297] + SHUFFLE [RS_335] PartitionCols:_col0 - Select Operator [SEL_291] (rows=36524 width=1119) + Select Operator [SEL_329] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_287] (rows=36524 width=1119) + Filter Operator [FIL_325] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_339] + SHUFFLE [RS_377] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_338] + Please refer to the previous Select Operator [SEL_376] <-Reducer 6 [CONTAINS] vectorized - Reduce Output Operator [RS_315] + Reduce Output Operator [RS_353] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_314] (rows=766649929 width=111) + Group By Operator [GBY_352] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_313] (rows=574982367 width=103) + Group By Operator [GBY_351] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 5 [SIMPLE_EDGE] <-Reducer 21 [CONTAINS] - Reduce Output Operator [RS_48] + Reduce Output Operator [RS_305] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_47] (rows=1149964734 width=103) + Group By Operator [GBY_304] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_43] (rows=766650239 width=88) + Select Operator [SEL_302] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_269] (rows=766650239 width=88) - Conds:RS_40._col1, _col2=RS_335._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_301] (rows=766650239 width=88) + Conds:RS_40._col1, _col2=RS_373._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 34 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_335] + SHUFFLE [RS_373] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_334] + Please refer to the previous Select Operator [SEL_372] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88) - Conds:RS_37._col1=RS_304._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_37._col1=RS_342._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_304] + SHUFFLE [RS_342] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88) - Conds:RS_331._col0=RS_296._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_369._col0=RS_334._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_296] + SHUFFLE [RS_334] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_291] + Please refer to the previous Select Operator [SEL_329] <-Map 33 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_331] + SHUFFLE [RS_369] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_330] + Please refer to the previous Select Operator [SEL_368] <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_48] + Reduce Output Operator [RS_287] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_47] (rows=1149964734 width=103) + Group By Operator [GBY_286] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_21] (rows=383314495 width=135) + Select Operator [SEL_284] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_266] (rows=383314495 width=135) - Conds:RS_18._col1, _col2=RS_311._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_283] (rows=383314495 width=135) + Conds:RS_18._col1, _col2=RS_349._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_311] + SHUFFLE [RS_349] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_310] + Please refer to the previous Select Operator [SEL_348] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_265] (rows=348467716 width=135) - Conds:RS_15._col1=RS_303._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_15._col1=RS_341._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_303] + SHUFFLE [RS_341] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135) - Conds:RS_285._col0=RS_295._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_323._col0=RS_333._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_295] + SHUFFLE [RS_333] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_291] + Please refer to the previous Select Operator [SEL_329] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_285] + SHUFFLE [RS_323] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_284] + Please refer to the previous Select Operator [SEL_322]
http://git-wip-us.apache.org/repos/asf/hive/blob/e8f283cf/ql/src/test/results/clientpositive/perf/tez/query76.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query76.q.out b/ql/src/test/results/clientpositive/perf/tez/query76.q.out index 2f89ba5..fca3bd7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query76.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query76.q.out @@ -61,31 +61,31 @@ Stage-0 limit:100 Stage-1 Reducer 6 vectorized - File Output Operator [FS_104] - Limit [LIM_103] (rows=100 width=108) + File Output Operator [FS_119] + Limit [LIM_118] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_102] (rows=304916424 width=108) + Select Operator [SEL_117] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_101] - Group By Operator [GBY_100] (rows=304916424 width=108) + SHUFFLE [RS_116] + Group By Operator [GBY_115] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_103] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_102] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_48] (rows=174233858 width=135) + Select Operator [SEL_100] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_88] (rows=174233858 width=135) - Conds:RS_45._col0=RS_116._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_99] (rows=174233858 width=135) + Conds:RS_45._col0=RS_131._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_116] + SHUFFLE [RS_131] PartitionCols:_col0 - Select Operator [SEL_115] (rows=73049 width=1119) + Select Operator [SEL_130] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_114] (rows=73049 width=1119) + Filter Operator [FIL_129] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_39] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -93,40 +93,40 @@ Stage-0 SHUFFLE [RS_45] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_87] (rows=158394413 width=135) - Conds:RS_113._col2=RS_93._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_128._col2=RS_108._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_93] + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_90] (rows=462000 width=1436) + Select Operator [SEL_105] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_89] (rows=462000 width=1436) + Filter Operator [FIL_104] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_113] + SHUFFLE [RS_128] PartitionCols:_col2 - Select Operator [SEL_112] (rows=143994918 width=135) + Select Operator [SEL_127] (rows=143994918 width=135) Output:["_col0","_col2","_col3"] - Filter Operator [FIL_111] (rows=143994918 width=135) + Filter Operator [FIL_126] (rows=143994918 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] <-Reducer 3 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_93] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_92] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_15] (rows=348477373 width=88) + Select Operator [SEL_90] (rows=348477373 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_84] (rows=348477373 width=88) - Conds:RS_12._col2=RS_99._col0(Inner),Output:["_col1","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_89] (rows=348477373 width=88) + Conds:RS_12._col2=RS_114._col0(Inner),Output:["_col1","_col5","_col7","_col8"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_99] + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_98] (rows=73049 width=1119) + Select Operator [SEL_113] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_97] (rows=73049 width=1119) + Filter Operator [FIL_112] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -134,35 +134,35 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_83] (rows=316797605 width=88) - Conds:RS_91._col0=RS_96._col1(Inner),Output:["_col1","_col2","_col5"] + Conds:RS_106._col0=RS_111._col1(Inner),Output:["_col1","_col2","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_91] + SHUFFLE [RS_106] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_90] + Please refer to the previous Select Operator [SEL_105] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_96] + SHUFFLE [RS_111] PartitionCols:_col1 - Select Operator [SEL_95] (rows=287997817 width=88) + Select Operator [SEL_110] (rows=287997817 width=88) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_94] (rows=287997817 width=88) + Filter Operator [FIL_109] (rows=287997817 width=88) predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Reducer 8 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_98] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_97] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_31] (rows=87121617 width=135) + Select Operator [SEL_95] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_86] (rows=87121617 width=135) - Conds:RS_28._col0=RS_110._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_94] (rows=87121617 width=135) + Conds:RS_28._col0=RS_125._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_110] + SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_109] (rows=73049 width=1119) + Select Operator [SEL_124] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_108] (rows=73049 width=1119) + Filter Operator [FIL_123] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_22] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -170,17 +170,17 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_85] (rows=79201469 width=135) - Conds:RS_107._col1=RS_92._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_122._col1=RS_107._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_92] + SHUFFLE [RS_107] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_90] + Please refer to the previous Select Operator [SEL_105] <-Map 13 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_107] + SHUFFLE [RS_122] PartitionCols:_col1 - Select Operator [SEL_106] (rows=72001334 width=135) + Select Operator [SEL_121] (rows=72001334 width=135) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_105] (rows=72001334 width=135) + Filter Operator [FIL_120] (rows=72001334 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null) TableScan [TS_16] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] http://git-wip-us.apache.org/repos/asf/hive/blob/e8f283cf/ql/src/test/results/clientpositive/perf/tez/query77.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/perf/tez/query77.q.out b/ql/src/test/results/clientpositive/perf/tez/query77.q.out index d0017c2..66f3d08 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query77.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query77.q.out @@ -1,4 +1,4 @@ -Warning: Shuffle Join MERGEJOIN[188][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product +Warning: Shuffle Join MERGEJOIN[195][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product PREHOOK: query: explain with ss as (select s_store_sk, @@ -241,30 +241,30 @@ Stage-0 limit:100 Stage-1 Reducer 8 vectorized - File Output Operator [FS_217] - Limit [LIM_216] (rows=100 width=163) + File Output Operator [FS_232] + Limit [LIM_231] (rows=100 width=163) Number of rows:100 - Select Operator [SEL_215] (rows=956329968 width=163) + Select Operator [SEL_230] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_214] - Select Operator [SEL_213] (rows=956329968 width=163) + SHUFFLE [RS_229] + Select Operator [SEL_228] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_212] (rows=956329968 width=163) + Group By Operator [GBY_227] (rows=956329968 width=163) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_199] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_198] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_75] (rows=158394413 width=360) + Select Operator [SEL_196] (rows=158394413 width=360) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_188] (rows=158394413 width=360) + Merge Join Operator [MERGEJOIN_195] (rows=158394413 width=360) Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_222] - Group By Operator [GBY_221] (rows=158394413 width=135) + PARTITION_ONLY_SHUFFLE [RS_237] + Group By Operator [GBY_236] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -272,61 +272,61 @@ Stage-0 Group By Operator [GBY_54] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col1 Merge Join Operator [MERGEJOIN_181] (rows=316788826 width=135) - Conds:RS_220._col0=RS_197._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_235._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_197] + SHUFFLE [RS_212] PartitionCols:_col0 - Select Operator [SEL_194] (rows=8116 width=1119) + Select Operator [SEL_209] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_193] (rows=8116 width=1119) + Filter Operator [FIL_208] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Map 27 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_220] + SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_219] (rows=287989836 width=135) + Select Operator [SEL_234] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_218] (rows=287989836 width=135) + Filter Operator [FIL_233] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_44] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_ext_sales_price","cs_net_profit"] <-Reducer 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_227] - Group By Operator [GBY_226] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_242] + Group By Operator [GBY_241] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Reducer 16 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_69] Group By Operator [GBY_68] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(_col1)","sum(_col2)"] Merge Join Operator [MERGEJOIN_182] (rows=31678769 width=106) - Conds:RS_225._col0=RS_198._col0(Inner),Output:["_col1","_col2"] + Conds:RS_240._col0=RS_213._col0(Inner),Output:["_col1","_col2"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_198] + SHUFFLE [RS_213] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 28 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_225] + SHUFFLE [RS_240] PartitionCols:_col0 - Select Operator [SEL_224] (rows=28798881 width=106) + Select Operator [SEL_239] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_223] (rows=28798881 width=106) + Filter Operator [FIL_238] (rows=28798881 width=106) predicate:cr_returned_date_sk is not null TableScan [TS_58] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_return_amount","cr_net_loss"] <-Reducer 21 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_204] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_203] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_120] (rows=95833780 width=135) + Select Operator [SEL_201] (rows=95833780 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_189] (rows=95833780 width=135) - Conds:RS_236._col0=RS_241._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + Merge Join Operator [MERGEJOIN_200] (rows=95833780 width=135) + Conds:RS_251._col0=RS_256._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 20 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_236] + FORWARD [RS_251] PartitionCols:_col0 - Group By Operator [GBY_235] (rows=87121617 width=135) + Group By Operator [GBY_250] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -334,13 +334,13 @@ Stage-0 Group By Operator [GBY_93] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_184] (rows=174243235 width=135) - Conds:RS_89._col1=RS_233._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_89._col1=RS_248._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 30 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_233] + SHUFFLE [RS_248] PartitionCols:_col0 - Select Operator [SEL_232] (rows=4602 width=585) + Select Operator [SEL_247] (rows=4602 width=585) Output:["_col0"] - Filter Operator [FIL_231] (rows=4602 width=585) + Filter Operator [FIL_246] (rows=4602 width=585) predicate:wp_web_page_sk is not null TableScan [TS_83] (rows=4602 width=585) default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"] @@ -348,24 +348,24 @@ Stage-0 SHUFFLE [RS_89] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_183] (rows=158402938 width=135) - Conds:RS_230._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_245._col0=RS_214._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_199] + SHUFFLE [RS_214] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 29 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_230] + SHUFFLE [RS_245] PartitionCols:_col0 - Select Operator [SEL_229] (rows=144002668 width=135) + Select Operator [SEL_244] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_228] (rows=144002668 width=135) + Filter Operator [FIL_243] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_page_sk is not null) TableScan [TS_77] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_web_page_sk","ws_ext_sales_price","ws_net_profit"] <-Reducer 24 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_241] + FORWARD [RS_256] PartitionCols:_col0 - Group By Operator [GBY_240] (rows=8711072 width=92) + Group By Operator [GBY_255] (rows=8711072 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_114] @@ -373,42 +373,42 @@ Stage-0 Group By Operator [GBY_113] (rows=17422145 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_186] (rows=17422145 width=92) - Conds:RS_109._col1=RS_234._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_109._col1=RS_249._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 30 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_234] + SHUFFLE [RS_249] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_232] + Please refer to the previous Select Operator [SEL_247] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_185] (rows=15838314 width=92) - Conds:RS_239._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_254._col0=RS_215._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_215] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_239] + SHUFFLE [RS_254] PartitionCols:_col0 - Select Operator [SEL_238] (rows=14398467 width=92) + Select Operator [SEL_253] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_237] (rows=14398467 width=92) + Filter Operator [FIL_252] (rows=14398467 width=92) predicate:(wr_returned_date_sk is not null and wr_web_page_sk is not null) TableScan [TS_97] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_web_page_sk","wr_return_amt","wr_net_loss"] <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_194] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_193] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_43] (rows=383325119 width=88) + Select Operator [SEL_191] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_187] (rows=383325119 width=88) - Conds:RS_206._col0=RS_211._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + Merge Join Operator [MERGEJOIN_190] (rows=383325119 width=88) + Conds:RS_221._col0=RS_226._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 12 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_211] + FORWARD [RS_226] PartitionCols:_col0 - Group By Operator [GBY_210] (rows=34842647 width=77) + Group By Operator [GBY_225] (rows=34842647 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -416,13 +416,13 @@ Stage-0 Group By Operator [GBY_36] (rows=69685294 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_180] (rows=69685294 width=77) - Conds:RS_32._col1=RS_204._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_32._col1=RS_219._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_219] PartitionCols:_col0 - Select Operator [SEL_202] (rows=1704 width=1910) + Select Operator [SEL_217] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_201] (rows=1704 width=1910) + Filter Operator [FIL_216] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] @@ -430,24 +430,24 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_179] (rows=63350266 width=77) - Conds:RS_209._col0=RS_196._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_224._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_196] + SHUFFLE [RS_211] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_209] + SHUFFLE [RS_224] PartitionCols:_col0 - Select Operator [SEL_208] (rows=57591150 width=77) + Select Operator [SEL_223] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_207] (rows=57591150 width=77) + Filter Operator [FIL_222] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) TableScan [TS_20] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_206] + FORWARD [RS_221] PartitionCols:_col0 - Group By Operator [GBY_205] (rows=348477374 width=88) + Group By Operator [GBY_220] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -455,26 +455,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_178] (rows=696954748 width=88) - Conds:RS_12._col1=RS_203._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_12._col1=RS_218._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_203] + SHUFFLE [RS_218] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_202] + Please refer to the previous Select Operator [SEL_217] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=633595212 width=88) - Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_207._col0=RS_210._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_195] + SHUFFLE [RS_210] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_192] + SHUFFLE [RS_207] PartitionCols:_col0 - Select Operator [SEL_191] (rows=575995635 width=88) + Select Operator [SEL_206] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_190] (rows=575995635 width=88) + Filter Operator [FIL_205] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]