http://git-wip-us.apache.org/repos/asf/hive/blob/e8f283cf/ql/src/test/results/clientpositive/llap/explainuser_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 735915e..ea32d34 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -460,124 +460,124 @@ Stage-0 limit:-1 Stage-1 Reducer 5 vectorized, llap - File Output Operator [FS_96] - Group By Operator [GBY_95] (rows=33 width=177) + File Output Operator [FS_130] + Group By Operator [GBY_129] (rows=33 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Reducer 3 [CONTAINS] llap - Reduce Output Operator [RS_56] + Reduce Output Operator [RS_88] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=33 width=177) + Group By Operator [GBY_87] (rows=33 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=33 width=177) + Select Operator [SEL_85] (rows=33 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_82] (rows=33 width=177) - Conds:RS_22._col2=RS_94._col1(Inner),Output:["_col1","_col4"] + Merge Join Operator [MERGEJOIN_84] (rows=33 width=177) + Conds:RS_22._col2=RS_128._col1(Inner),Output:["_col1","_col4"] <-Reducer 11 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_94] + SHUFFLE [RS_128] PartitionCols:_col1 - Select Operator [SEL_93] (rows=262 width=178) + Select Operator [SEL_127] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_92] (rows=262 width=178) + Group By Operator [GBY_126] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 10 [SIMPLE_EDGE] <-Map 12 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_107] + Reduce Output Operator [RS_141] PartitionCols:_col0, _col1 - Group By Operator [GBY_106] (rows=262 width=178) + Group By Operator [GBY_140] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_105] (rows=500 width=178) + Select Operator [SEL_139] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_104] (rows=500 width=178) + Filter Operator [FIL_138] (rows=500 width=178) predicate:value is not null - TableScan [TS_9] (rows=500 width=178) + TableScan [TS_100] (rows=500 width=178) Output:["key","value"] <-Map 9 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_103] + Reduce Output Operator [RS_137] PartitionCols:_col0, _col1 - Group By Operator [GBY_102] (rows=262 width=178) + Group By Operator [GBY_136] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_101] (rows=25 width=175) + Select Operator [SEL_135] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_100] (rows=25 width=175) + Filter Operator [FIL_134] (rows=25 width=175) predicate:value is not null - TableScan [TS_6] (rows=25 width=175) + TableScan [TS_94] (rows=25 width=175) Output:["key","value"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=39 width=175) - Conds:RS_86._col0=RS_90._col0(Inner),Output:["_col1","_col2"] + Conds:RS_120._col0=RS_124._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_86] + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_85] (rows=500 width=87) + Select Operator [SEL_119] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_84] (rows=500 width=87) + Filter Operator [FIL_118] (rows=500 width=87) predicate:key is not null TableScan [TS_0] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Map 8 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_90] + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_89] (rows=25 width=175) + Select Operator [SEL_123] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_88] (rows=25 width=175) + Filter Operator [FIL_122] (rows=25 width=175) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_56] + Reduce Output Operator [RS_93] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=33 width=177) + Group By Operator [GBY_92] (rows=33 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_51] (rows=33 width=177) + Select Operator [SEL_90] (rows=33 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_83] (rows=33 width=177) - Conds:RS_48._col2=RS_99._col1(Inner),Output:["_col1","_col4"] + Merge Join Operator [MERGEJOIN_89] (rows=33 width=177) + Conds:RS_48._col2=RS_133._col1(Inner),Output:["_col1","_col4"] <-Reducer 15 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_99] + SHUFFLE [RS_133] PartitionCols:_col1 - Select Operator [SEL_98] (rows=262 width=178) + Select Operator [SEL_132] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_97] (rows=262 width=178) + Group By Operator [GBY_131] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 14 [SIMPLE_EDGE] <-Map 13 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_145] PartitionCols:_col0, _col1 - Group By Operator [GBY_110] (rows=262 width=178) + Group By Operator [GBY_144] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_109] (rows=25 width=175) + Select Operator [SEL_143] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_108] (rows=25 width=175) + Filter Operator [FIL_142] (rows=25 width=175) predicate:value is not null - TableScan [TS_32] (rows=25 width=175) + TableScan [TS_106] (rows=25 width=175) Output:["key","value"] <-Map 16 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_115] + Reduce Output Operator [RS_149] PartitionCols:_col0, _col1 - Group By Operator [GBY_114] (rows=262 width=178) + Group By Operator [GBY_148] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_113] (rows=500 width=178) + Select Operator [SEL_147] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=500 width=178) + Filter Operator [FIL_146] (rows=500 width=178) predicate:value is not null - TableScan [TS_35] (rows=500 width=178) + TableScan [TS_112] (rows=500 width=178) Output:["key","value"] <-Reducer 6 [SIMPLE_EDGE] llap SHUFFLE [RS_48] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_81] (rows=39 width=175) - Conds:RS_87._col0=RS_91._col0(Inner),Output:["_col1","_col2"] + Conds:RS_121._col0=RS_125._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_87] + SHUFFLE [RS_121] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_85] + Please refer to the previous Select Operator [SEL_119] <-Map 8 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_91] + SHUFFLE [RS_125] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_89] + Please refer to the previous Select Operator [SEL_123] PREHOOK: query: explain SELECT x.key, y.value @@ -636,237 +636,237 @@ Stage-0 limit:-1 Stage-1 Reducer 7 vectorized, llap - File Output Operator [FS_180] - Group By Operator [GBY_179] (rows=47 width=177) + File Output Operator [FS_268] + Group By Operator [GBY_267] (rows=47 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 5 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_178] + Reduce Output Operator [RS_266] PartitionCols:_col0, _col1 - Group By Operator [GBY_177] (rows=47 width=177) + Group By Operator [GBY_265] (rows=47 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_176] (rows=40 width=177) + Group By Operator [GBY_264] (rows=40 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] llap - Reduce Output Operator [RS_66] + Reduce Output Operator [RS_183] PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=40 width=177) + Group By Operator [GBY_182] (rows=40 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_61] (rows=48 width=177) + Select Operator [SEL_180] (rows=48 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_163] (rows=48 width=177) - Conds:RS_58._col3=RS_186._col1(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_179] (rows=48 width=177) + Conds:RS_58._col3=RS_274._col1(Inner),Output:["_col1","_col2"] <-Reducer 20 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_186] + SHUFFLE [RS_274] PartitionCols:_col1 - Select Operator [SEL_185] (rows=381 width=178) + Select Operator [SEL_273] (rows=381 width=178) Output:["_col1"] - Group By Operator [GBY_184] (rows=381 width=178) + Group By Operator [GBY_272] (rows=381 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 19 [SIMPLE_EDGE] <-Map 22 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_210] + Reduce Output Operator [RS_298] PartitionCols:_col0, _col1 - Group By Operator [GBY_209] (rows=381 width=178) + Group By Operator [GBY_297] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_208] (rows=500 width=178) + Select Operator [SEL_296] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_207] (rows=500 width=178) + Filter Operator [FIL_295] (rows=500 width=178) predicate:value is not null - TableScan [TS_45] (rows=500 width=178) + TableScan [TS_213] (rows=500 width=178) Output:["key","value"] <-Reducer 18 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_202] + Reduce Output Operator [RS_290] PartitionCols:_col0, _col1 - Group By Operator [GBY_201] (rows=381 width=178) + Group By Operator [GBY_289] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_200] (rows=262 width=178) + Select Operator [SEL_288] (rows=262 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_199] (rows=262 width=178) + Group By Operator [GBY_287] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 17 [SIMPLE_EDGE] <-Map 16 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_198] + Reduce Output Operator [RS_286] PartitionCols:_col0, _col1 - Group By Operator [GBY_197] (rows=262 width=178) + Group By Operator [GBY_285] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_196] (rows=25 width=175) + Select Operator [SEL_284] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_195] (rows=25 width=175) + Filter Operator [FIL_283] (rows=25 width=175) predicate:value is not null - TableScan [TS_32] (rows=25 width=175) + TableScan [TS_196] (rows=25 width=175) Output:["key","value"] <-Map 21 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_206] + Reduce Output Operator [RS_294] PartitionCols:_col0, _col1 - Group By Operator [GBY_205] (rows=262 width=178) + Group By Operator [GBY_293] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_204] (rows=500 width=178) + Select Operator [SEL_292] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_203] (rows=500 width=178) + Filter Operator [FIL_291] (rows=500 width=178) predicate:value is not null - TableScan [TS_35] (rows=500 width=178) + TableScan [TS_207] (rows=500 width=178) Output:["key","value"] <-Reducer 9 [SIMPLE_EDGE] llap SHUFFLE [RS_58] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_160] (rows=39 width=266) - Conds:RS_168._col0=RS_172._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_256._col0=RS_260._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_168] + SHUFFLE [RS_256] PartitionCols:_col0 - Select Operator [SEL_166] (rows=500 width=178) + Select Operator [SEL_254] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_165] (rows=500 width=178) + Filter Operator [FIL_253] (rows=500 width=178) predicate:key is not null TableScan [TS_0] (rows=500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Map 11 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_172] + SHUFFLE [RS_260] PartitionCols:_col0 - Select Operator [SEL_170] (rows=25 width=175) + Select Operator [SEL_258] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_169] (rows=25 width=175) + Filter Operator [FIL_257] (rows=25 width=175) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 3 [CONTAINS] llap - Reduce Output Operator [RS_66] + Reduce Output Operator [RS_169] PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=40 width=177) + Group By Operator [GBY_168] (rows=40 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=33 width=177) + Select Operator [SEL_166] (rows=33 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_162] (rows=33 width=177) - Conds:RS_22._col3=RS_175._col1(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_165] (rows=33 width=177) + Conds:RS_22._col3=RS_263._col1(Inner),Output:["_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_22] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_159] (rows=39 width=266) - Conds:RS_167._col0=RS_171._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_255._col0=RS_259._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_167] + SHUFFLE [RS_255] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_166] + Please refer to the previous Select Operator [SEL_254] <-Map 11 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_171] + SHUFFLE [RS_259] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_170] + Please refer to the previous Select Operator [SEL_258] <-Reducer 14 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_175] + SHUFFLE [RS_263] PartitionCols:_col1 - Select Operator [SEL_174] (rows=262 width=178) + Select Operator [SEL_262] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_173] (rows=262 width=178) + Group By Operator [GBY_261] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 13 [SIMPLE_EDGE] <-Map 12 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_190] + Reduce Output Operator [RS_278] PartitionCols:_col0, _col1 - Group By Operator [GBY_189] (rows=262 width=178) + Group By Operator [GBY_277] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_188] (rows=25 width=175) + Select Operator [SEL_276] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_187] (rows=25 width=175) + Filter Operator [FIL_275] (rows=25 width=175) predicate:value is not null - TableScan [TS_6] (rows=25 width=175) + TableScan [TS_184] (rows=25 width=175) Output:["key","value"] <-Map 15 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_194] + Reduce Output Operator [RS_282] PartitionCols:_col0, _col1 - Group By Operator [GBY_193] (rows=262 width=178) + Group By Operator [GBY_281] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_192] (rows=500 width=178) + Select Operator [SEL_280] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_191] (rows=500 width=178) + Filter Operator [FIL_279] (rows=500 width=178) predicate:value is not null - TableScan [TS_9] (rows=500 width=178) + TableScan [TS_190] (rows=500 width=178) Output:["key","value"] <-Reducer 8 [CONTAINS] llap - Reduce Output Operator [RS_119] + Reduce Output Operator [RS_178] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=47 width=177) + Group By Operator [GBY_177] (rows=47 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_114] (rows=55 width=177) + Select Operator [SEL_175] (rows=55 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_164] (rows=55 width=177) - Conds:RS_111._col3=RS_183._col1(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_174] (rows=55 width=177) + Conds:RS_111._col3=RS_271._col1(Inner),Output:["_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_111] PartitionCols:_col3 Please refer to the previous Merge Join Operator [MERGEJOIN_159] <-Reducer 29 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_183] + SHUFFLE [RS_271] PartitionCols:_col1 - Select Operator [SEL_182] (rows=440 width=178) + Select Operator [SEL_270] (rows=440 width=178) Output:["_col1"] - Group By Operator [GBY_181] (rows=440 width=178) + Group By Operator [GBY_269] (rows=440 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] <-Map 32 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_234] + Reduce Output Operator [RS_322] PartitionCols:_col0, _col1 - Group By Operator [GBY_233] (rows=440 width=178) + Group By Operator [GBY_321] (rows=440 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_232] (rows=500 width=178) + Select Operator [SEL_320] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_231] (rows=500 width=178) + Filter Operator [FIL_319] (rows=500 width=178) predicate:value is not null - TableScan [TS_98] (rows=500 width=178) + TableScan [TS_247] (rows=500 width=178) Output:["key","value"] <-Reducer 27 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_222] + Reduce Output Operator [RS_310] PartitionCols:_col0, _col1 - Group By Operator [GBY_221] (rows=440 width=178) + Group By Operator [GBY_309] (rows=440 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_220] (rows=381 width=178) + Select Operator [SEL_308] (rows=381 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_219] (rows=381 width=178) + Group By Operator [GBY_307] (rows=381 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] <-Map 31 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_230] + Reduce Output Operator [RS_318] PartitionCols:_col0, _col1 - Group By Operator [GBY_229] (rows=381 width=178) + Group By Operator [GBY_317] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_228] (rows=500 width=178) + Select Operator [SEL_316] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_227] (rows=500 width=178) + Filter Operator [FIL_315] (rows=500 width=178) predicate:value is not null - TableScan [TS_88] (rows=500 width=178) + TableScan [TS_241] (rows=500 width=178) Output:["key","value"] <-Reducer 25 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_218] + Reduce Output Operator [RS_306] PartitionCols:_col0, _col1 - Group By Operator [GBY_217] (rows=381 width=178) + Group By Operator [GBY_305] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_216] (rows=262 width=178) + Select Operator [SEL_304] (rows=262 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_215] (rows=262 width=178) + Group By Operator [GBY_303] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 24 [SIMPLE_EDGE] <-Map 23 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_214] + Reduce Output Operator [RS_302] PartitionCols:_col0, _col1 - Group By Operator [GBY_213] (rows=262 width=178) + Group By Operator [GBY_301] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_212] (rows=25 width=175) + Select Operator [SEL_300] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_211] (rows=25 width=175) + Filter Operator [FIL_299] (rows=25 width=175) predicate:value is not null - TableScan [TS_75] (rows=25 width=175) + TableScan [TS_219] (rows=25 width=175) Output:["key","value"] <-Map 30 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_226] + Reduce Output Operator [RS_314] PartitionCols:_col0, _col1 - Group By Operator [GBY_225] (rows=262 width=178) + Group By Operator [GBY_313] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_224] (rows=500 width=178) + Select Operator [SEL_312] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_223] (rows=500 width=178) + Filter Operator [FIL_311] (rows=500 width=178) predicate:value is not null - TableScan [TS_78] (rows=500 width=178) + TableScan [TS_235] (rows=500 width=178) Output:["key","value"] PREHOOK: query: EXPLAIN @@ -1128,116 +1128,116 @@ Stage-0 limit:-1 Stage-1 Reducer 7 vectorized, llap - File Output Operator [FS_107] - Group By Operator [GBY_106] (rows=605 width=10) + File Output Operator [FS_147] + Group By Operator [GBY_146] (rows=605 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_125] + Reduce Output Operator [RS_165] PartitionCols:_col0, _col1 - Group By Operator [GBY_124] (rows=1210 width=10) + Group By Operator [GBY_164] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_123] (rows=605 width=10) + Select Operator [SEL_163] (rows=605 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_122] (rows=605 width=10) - Conds:RS_119._col2=SEL_121._col1(Inner),Output:["_col1","_col4"] + Map Join Operator [MAPJOIN_162] (rows=605 width=10) + Conds:RS_159._col2=SEL_161._col1(Inner),Output:["_col1","_col4"] <-Map 9 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_119] + BROADCAST [RS_159] PartitionCols:_col2 - Map Join Operator [MAPJOIN_118] (rows=550 width=10) - Conds:SEL_117._col0=RS_95._col0(Inner),Output:["_col1","_col2"] + Map Join Operator [MAPJOIN_158] (rows=550 width=10) + Conds:SEL_157._col0=RS_135._col0(Inner),Output:["_col1","_col2"] <-Map 2 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_95] + BROADCAST [RS_135] PartitionCols:_col0 - Select Operator [SEL_93] (rows=25 width=7) + Select Operator [SEL_133] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_92] (rows=25 width=7) + Filter Operator [FIL_132] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_117] (rows=500 width=10) + <-Select Operator [SEL_157] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_116] (rows=500 width=10) + Filter Operator [FIL_156] (rows=500 width=10) predicate:key is not null TableScan [TS_26] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_121] (rows=262 width=10) + <-Select Operator [SEL_161] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_120] (rows=262 width=10) + Group By Operator [GBY_160] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 11 [SIMPLE_EDGE] <-Map 10 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_115] + Reduce Output Operator [RS_155] PartitionCols:_col0, _col1 - Group By Operator [GBY_114] (rows=525 width=10) + Group By Operator [GBY_154] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_113] (rows=25 width=7) + Select Operator [SEL_153] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=25 width=7) + Filter Operator [FIL_152] (rows=25 width=7) predicate:value is not null - TableScan [TS_32] (rows=25 width=7) + TableScan [TS_108] (rows=25 width=7) Output:["key","value"] <-Map 13 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_129] + Reduce Output Operator [RS_169] PartitionCols:_col0, _col1 - Group By Operator [GBY_128] (rows=525 width=10) + Group By Operator [GBY_168] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_127] (rows=500 width=10) + Select Operator [SEL_167] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_126] (rows=500 width=10) + Filter Operator [FIL_166] (rows=500 width=10) predicate:value is not null - TableScan [TS_35] (rows=500 width=10) + TableScan [TS_122] (rows=500 width=10) Output:["key","value"] <-Reducer 5 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_105] + Reduce Output Operator [RS_145] PartitionCols:_col0, _col1 - Group By Operator [GBY_104] (rows=1210 width=10) + Group By Operator [GBY_144] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_103] (rows=605 width=10) + Select Operator [SEL_143] (rows=605 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_102] (rows=605 width=10) - Conds:RS_99._col2=SEL_101._col1(Inner),Output:["_col1","_col4"] + Map Join Operator [MAPJOIN_142] (rows=605 width=10) + Conds:RS_139._col2=SEL_141._col1(Inner),Output:["_col1","_col4"] <-Map 1 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_99] + BROADCAST [RS_139] PartitionCols:_col2 - Map Join Operator [MAPJOIN_98] (rows=550 width=10) - Conds:SEL_97._col0=RS_94._col0(Inner),Output:["_col1","_col2"] + Map Join Operator [MAPJOIN_138] (rows=550 width=10) + Conds:SEL_137._col0=RS_134._col0(Inner),Output:["_col1","_col2"] <-Map 2 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_94] + BROADCAST [RS_134] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_93] - <-Select Operator [SEL_97] (rows=500 width=10) + Please refer to the previous Select Operator [SEL_133] + <-Select Operator [SEL_137] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_96] (rows=500 width=10) + Filter Operator [FIL_136] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_101] (rows=262 width=10) + <-Select Operator [SEL_141] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_100] (rows=262 width=10) + Group By Operator [GBY_140] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Map 3 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_91] + Reduce Output Operator [RS_131] PartitionCols:_col0, _col1 - Group By Operator [GBY_90] (rows=525 width=10) + Group By Operator [GBY_130] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_89] (rows=25 width=7) + Select Operator [SEL_129] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_88] (rows=25 width=7) + Filter Operator [FIL_128] (rows=25 width=7) predicate:value is not null - TableScan [TS_6] (rows=25 width=7) + TableScan [TS_88] (rows=25 width=7) Output:["key","value"] <-Map 8 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_151] PartitionCols:_col0, _col1 - Group By Operator [GBY_110] (rows=525 width=10) + Group By Operator [GBY_150] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_109] (rows=500 width=10) + Select Operator [SEL_149] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_108] (rows=500 width=10) + Filter Operator [FIL_148] (rows=500 width=10) predicate:value is not null - TableScan [TS_9] (rows=500 width=10) + TableScan [TS_102] (rows=500 width=10) Output:["key","value"] PREHOOK: query: explain @@ -1294,227 +1294,227 @@ Stage-0 limit:-1 Stage-1 Reducer 9 vectorized, llap - File Output Operator [FS_193] - Group By Operator [GBY_192] (rows=605 width=10) + File Output Operator [FS_290] + Group By Operator [GBY_289] (rows=605 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 8 [SIMPLE_EDGE] <-Reducer 25 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_241] + Reduce Output Operator [RS_338] PartitionCols:_col0, _col1 - Group By Operator [GBY_240] (rows=1210 width=10) + Group By Operator [GBY_337] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_239] (rows=605 width=10) + Select Operator [SEL_336] (rows=605 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_238] (rows=605 width=10) - Conds:RS_182._col3=SEL_237._col1(Inner),Output:["_col1","_col2"] + Map Join Operator [MAPJOIN_335] (rows=605 width=10) + Conds:RS_279._col3=SEL_334._col1(Inner),Output:["_col1","_col2"] <-Map 1 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_182] + BROADCAST [RS_279] PartitionCols:_col3 - Map Join Operator [MAPJOIN_180] (rows=550 width=10) - Conds:SEL_179._col0=RS_176._col0(Inner),Output:["_col1","_col2","_col3"] + Map Join Operator [MAPJOIN_277] (rows=550 width=10) + Conds:SEL_276._col0=RS_273._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_176] + BROADCAST [RS_273] PartitionCols:_col0 - Select Operator [SEL_175] (rows=25 width=7) + Select Operator [SEL_272] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_174] (rows=25 width=7) + Filter Operator [FIL_271] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_179] (rows=500 width=10) + <-Select Operator [SEL_276] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_178] (rows=500 width=10) + Filter Operator [FIL_275] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_237] (rows=440 width=10) + <-Select Operator [SEL_334] (rows=440 width=10) Output:["_col1"] - Group By Operator [GBY_236] (rows=440 width=10) + Group By Operator [GBY_333] (rows=440 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 24 [SIMPLE_EDGE] <-Map 28 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_253] + Reduce Output Operator [RS_350] PartitionCols:_col0, _col1 - Group By Operator [GBY_252] (rows=881 width=10) + Group By Operator [GBY_349] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_251] (rows=500 width=10) + Select Operator [SEL_348] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_250] (rows=500 width=10) + Filter Operator [FIL_347] (rows=500 width=10) predicate:value is not null - TableScan [TS_98] (rows=500 width=10) + TableScan [TS_261] (rows=500 width=10) Output:["key","value"] <-Reducer 23 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_235] + Reduce Output Operator [RS_332] PartitionCols:_col0, _col1 - Group By Operator [GBY_234] (rows=881 width=10) + Group By Operator [GBY_331] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_233] (rows=381 width=10) + Select Operator [SEL_330] (rows=381 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_232] (rows=381 width=10) + Group By Operator [GBY_329] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 22 [SIMPLE_EDGE] <-Map 27 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_249] + Reduce Output Operator [RS_346] PartitionCols:_col0, _col1 - Group By Operator [GBY_248] (rows=762 width=10) + Group By Operator [GBY_345] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_247] (rows=500 width=10) + Select Operator [SEL_344] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_246] (rows=500 width=10) + Filter Operator [FIL_343] (rows=500 width=10) predicate:value is not null - TableScan [TS_88] (rows=500 width=10) + TableScan [TS_255] (rows=500 width=10) Output:["key","value"] <-Reducer 21 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_231] + Reduce Output Operator [RS_328] PartitionCols:_col0, _col1 - Group By Operator [GBY_230] (rows=762 width=10) + Group By Operator [GBY_327] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_229] (rows=262 width=10) + Select Operator [SEL_326] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_228] (rows=262 width=10) + Group By Operator [GBY_325] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 20 [SIMPLE_EDGE] <-Map 19 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_227] + Reduce Output Operator [RS_324] PartitionCols:_col0, _col1 - Group By Operator [GBY_226] (rows=525 width=10) + Group By Operator [GBY_323] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_225] (rows=25 width=7) + Select Operator [SEL_322] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_224] (rows=25 width=7) + Filter Operator [FIL_321] (rows=25 width=7) predicate:value is not null - TableScan [TS_75] (rows=25 width=7) + TableScan [TS_225] (rows=25 width=7) Output:["key","value"] <-Map 26 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_245] + Reduce Output Operator [RS_342] PartitionCols:_col0, _col1 - Group By Operator [GBY_244] (rows=525 width=10) + Group By Operator [GBY_341] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_243] (rows=500 width=10) + Select Operator [SEL_340] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_242] (rows=500 width=10) + Filter Operator [FIL_339] (rows=500 width=10) predicate:value is not null - TableScan [TS_78] (rows=500 width=10) + TableScan [TS_249] (rows=500 width=10) Output:["key","value"] <-Reducer 7 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_191] + Reduce Output Operator [RS_288] PartitionCols:_col0, _col1 - Group By Operator [GBY_190] (rows=1210 width=10) + Group By Operator [GBY_287] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_189] (rows=605 width=10) + Group By Operator [GBY_286] (rows=605 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 16 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_215] + Reduce Output Operator [RS_312] PartitionCols:_col0, _col1 - Group By Operator [GBY_214] (rows=1210 width=10) + Group By Operator [GBY_311] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_213] (rows=605 width=10) + Select Operator [SEL_310] (rows=605 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_212] (rows=605 width=10) - Conds:RS_209._col3=SEL_211._col1(Inner),Output:["_col1","_col2"] + Map Join Operator [MAPJOIN_309] (rows=605 width=10) + Conds:RS_306._col3=SEL_308._col1(Inner),Output:["_col1","_col2"] <-Map 11 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_209] + BROADCAST [RS_306] PartitionCols:_col3 - Map Join Operator [MAPJOIN_208] (rows=550 width=10) - Conds:SEL_207._col0=RS_177._col0(Inner),Output:["_col1","_col2","_col3"] + Map Join Operator [MAPJOIN_305] (rows=550 width=10) + Conds:SEL_304._col0=RS_274._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_177] + BROADCAST [RS_274] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_175] - <-Select Operator [SEL_207] (rows=500 width=10) + Please refer to the previous Select Operator [SEL_272] + <-Select Operator [SEL_304] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_206] (rows=500 width=10) + Filter Operator [FIL_303] (rows=500 width=10) predicate:key is not null TableScan [TS_26] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_211] (rows=381 width=10) + <-Select Operator [SEL_308] (rows=381 width=10) Output:["_col1"] - Group By Operator [GBY_210] (rows=381 width=10) + Group By Operator [GBY_307] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 15 [SIMPLE_EDGE] <-Map 18 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_223] + Reduce Output Operator [RS_320] PartitionCols:_col0, _col1 - Group By Operator [GBY_222] (rows=762 width=10) + Group By Operator [GBY_319] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_221] (rows=500 width=10) + Select Operator [SEL_318] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_220] (rows=500 width=10) + Filter Operator [FIL_317] (rows=500 width=10) predicate:value is not null - TableScan [TS_45] (rows=500 width=10) + TableScan [TS_219] (rows=500 width=10) Output:["key","value"] <-Reducer 14 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_205] + Reduce Output Operator [RS_302] PartitionCols:_col0, _col1 - Group By Operator [GBY_204] (rows=762 width=10) + Group By Operator [GBY_301] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_203] (rows=262 width=10) + Select Operator [SEL_300] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_202] (rows=262 width=10) + Group By Operator [GBY_299] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 13 [SIMPLE_EDGE] <-Map 12 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_201] + Reduce Output Operator [RS_298] PartitionCols:_col0, _col1 - Group By Operator [GBY_200] (rows=525 width=10) + Group By Operator [GBY_297] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_199] (rows=25 width=7) + Select Operator [SEL_296] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_198] (rows=25 width=7) + Filter Operator [FIL_295] (rows=25 width=7) predicate:value is not null - TableScan [TS_32] (rows=25 width=7) + TableScan [TS_194] (rows=25 width=7) Output:["key","value"] <-Map 17 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_219] + Reduce Output Operator [RS_316] PartitionCols:_col0, _col1 - Group By Operator [GBY_218] (rows=525 width=10) + Group By Operator [GBY_315] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_217] (rows=500 width=10) + Select Operator [SEL_314] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_216] (rows=500 width=10) + Filter Operator [FIL_313] (rows=500 width=10) predicate:value is not null - TableScan [TS_35] (rows=500 width=10) + TableScan [TS_213] (rows=500 width=10) Output:["key","value"] <-Reducer 5 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_188] + Reduce Output Operator [RS_285] PartitionCols:_col0, _col1 - Group By Operator [GBY_187] (rows=1210 width=10) + Group By Operator [GBY_284] (rows=1210 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_186] (rows=605 width=10) + Select Operator [SEL_283] (rows=605 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_185] (rows=605 width=10) - Conds:RS_181._col3=SEL_184._col1(Inner),Output:["_col1","_col2"] + Map Join Operator [MAPJOIN_282] (rows=605 width=10) + Conds:RS_278._col3=SEL_281._col1(Inner),Output:["_col1","_col2"] <-Map 1 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_181] + BROADCAST [RS_278] PartitionCols:_col3 - Please refer to the previous Map Join Operator [MAPJOIN_180] - <-Select Operator [SEL_184] (rows=262 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_277] + <-Select Operator [SEL_281] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_183] (rows=262 width=10) + Group By Operator [GBY_280] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Map 10 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_197] + Reduce Output Operator [RS_294] PartitionCols:_col0, _col1 - Group By Operator [GBY_196] (rows=525 width=10) + Group By Operator [GBY_293] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_195] (rows=500 width=10) + Select Operator [SEL_292] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_194] (rows=500 width=10) + Filter Operator [FIL_291] (rows=500 width=10) predicate:value is not null - TableScan [TS_9] (rows=500 width=10) + TableScan [TS_188] (rows=500 width=10) Output:["key","value"] <-Map 3 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_173] + Reduce Output Operator [RS_270] PartitionCols:_col0, _col1 - Group By Operator [GBY_172] (rows=525 width=10) + Group By Operator [GBY_269] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_171] (rows=25 width=7) + Select Operator [SEL_268] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_170] (rows=25 width=7) + Filter Operator [FIL_267] (rows=25 width=7) predicate:value is not null - TableScan [TS_6] (rows=25 width=7) + TableScan [TS_170] (rows=25 width=7) Output:["key","value"] PREHOOK: query: CREATE TABLE srcbucket_mapjoin_n22(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE @@ -1824,50 +1824,50 @@ Stage-0 limit:-1 Stage-1 Reducer 4 vectorized, llap - File Output Operator [FS_44] - Group By Operator [GBY_43] (rows=1 width=8) + File Output Operator [FS_59] + Group By Operator [GBY_58] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_39] (rows=558 width=10) - Conds:Union 2._col0=RS_42._col0(Inner) + Conds:Union 2._col0=RS_57._col0(Inner) <-Map 7 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_42] + SHUFFLE [RS_57] PartitionCols:_col0 - Select Operator [SEL_41] (rows=500 width=10) + Select Operator [SEL_56] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_40] (rows=500 width=10) + Filter Operator [FIL_55] (rows=500 width=10) predicate:key is not null TableScan [TS_15] (rows=500 width=10) default@tab_part_n14,b_n15,Tbl:COMPLETE,Col:NONE,Output:["key"] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_49] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_37] (rows=266 width=10) - Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + Merge Join Operator [MERGEJOIN_46] (rows=266 width=10) + Conds:SEL_44._col0=SEL_5._col0(Inner),Output:["_col0"] <-Select Operator [SEL_5] (rows=242 width=10) Output:["_col0"] Filter Operator [FIL_34] (rows=242 width=10) predicate:key is not null TableScan [TS_3] (rows=242 width=10) default@tab_n15,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=242 width=10) + <-Select Operator [SEL_44] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_33] (rows=242 width=10) + Filter Operator [FIL_42] (rows=242 width=10) predicate:key is not null - TableScan [TS_0] (rows=242 width=10) + TableScan [TS_40] (rows=242 width=10) Output:["key"] <-Map 6 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_47] + Reduce Output Operator [RS_62] PartitionCols:_col0 - Select Operator [SEL_46] (rows=242 width=10) + Select Operator [SEL_61] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_45] (rows=242 width=10) + Filter Operator [FIL_60] (rows=242 width=10) predicate:key is not null - TableScan [TS_10] (rows=242 width=10) + TableScan [TS_50] (rows=242 width=10) Output:["key"] PREHOOK: query: explain @@ -1895,39 +1895,39 @@ Stage-0 limit:-1 Stage-1 Reducer 5 vectorized, llap - File Output Operator [FS_59] - Group By Operator [GBY_58] (rows=1 width=8) + File Output Operator [FS_67] + Group By Operator [GBY_66] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_29] Group By Operator [GBY_28] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_51] (rows=587 width=10) - Conds:Union 3._col0=RS_57._col0(Inner) + Conds:Union 3._col0=RS_65._col0(Inner) <-Map 9 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_57] + SHUFFLE [RS_65] PartitionCols:_col0 - Select Operator [SEL_56] (rows=500 width=10) + Select Operator [SEL_64] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_55] (rows=500 width=10) + Filter Operator [FIL_63] (rows=500 width=10) predicate:key is not null TableScan [TS_21] (rows=500 width=10) default@tab_part_n14,b_n15,Tbl:COMPLETE,Col:NONE,Output:["key"] <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_62] + Reduce Output Operator [RS_70] PartitionCols:_col0 - Select Operator [SEL_61] (rows=242 width=10) + Select Operator [SEL_69] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_60] (rows=242 width=10) + Filter Operator [FIL_68] (rows=242 width=10) predicate:key is not null - TableScan [TS_16] (rows=242 width=10) + TableScan [TS_55] (rows=242 width=10) Output:["key"] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_24] + Reduce Output Operator [RS_54] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_50] (rows=292 width=10) - Conds:RS_12._col1=RS_54._col0(Inner),Output:["_col0"] + Merge Join Operator [MERGEJOIN_52] (rows=292 width=10) + Conds:RS_12._col1=RS_62._col0(Inner),Output:["_col0"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_12] PartitionCols:_col1 @@ -1946,11 +1946,11 @@ Stage-0 TableScan [TS_0] (rows=242 width=10) default@tab_n15,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Map 7 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_54] + SHUFFLE [RS_62] PartitionCols:_col0 - Select Operator [SEL_53] (rows=242 width=10) + Select Operator [SEL_61] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_52] (rows=242 width=10) + Filter Operator [FIL_60] (rows=242 width=10) predicate:value is not null TableScan [TS_6] (rows=242 width=10) default@tab_n15,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -2005,180 +2005,180 @@ Stage-0 Stage-1 Union 3 <-Map 16 [CONTAINS] vectorized, llap - File Output Operator [FS_163] - Select Operator [SEL_162] (rows=1677 width=10) + File Output Operator [FS_232] + Select Operator [SEL_231] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_161] (rows=1677 width=10) - Conds:RS_130._col1=SEL_160._col0(Inner),Output:["_col0","_col3"] + Map Join Operator [MAPJOIN_230] (rows=1677 width=10) + Conds:RS_199._col1=SEL_229._col0(Inner),Output:["_col0","_col3"] <-Map 6 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_130] + BROADCAST [RS_199] PartitionCols:_col1 - Map Join Operator [MAPJOIN_129] (rows=27 width=7) - Conds:SEL_127._col0=RS_125._col0(Inner),Output:["_col0","_col1","_col3"] + Map Join Operator [MAPJOIN_198] (rows=27 width=7) + Conds:SEL_196._col0=RS_194._col0(Inner),Output:["_col0","_col1","_col3"] <-Map 15 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_125] + BROADCAST [RS_194] PartitionCols:_col0 - Select Operator [SEL_124] (rows=25 width=7) + Select Operator [SEL_193] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_123] (rows=25 width=7) + Filter Operator [FIL_192] (rows=25 width=7) predicate:key is not null TableScan [TS_49] (rows=25 width=7) default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_127] (rows=25 width=7) + <-Select Operator [SEL_196] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_126] (rows=25 width=7) + Filter Operator [FIL_195] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_160] (rows=25 width=7) + <-Select Operator [SEL_229] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_159] (rows=25 width=7) + Filter Operator [FIL_228] (rows=25 width=7) predicate:value is not null - TableScan [TS_52] (rows=25 width=7) + TableScan [TS_156] (rows=25 width=7) Output:["value"] <-Map 17 [CONTAINS] vectorized, llap - File Output Operator [FS_168] - Select Operator [SEL_167] (rows=1677 width=10) + File Output Operator [FS_237] + Select Operator [SEL_236] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_166] (rows=1677 width=10) - Conds:RS_131._col1=SEL_165._col0(Inner),Output:["_col0","_col3"] + Map Join Operator [MAPJOIN_235] (rows=1677 width=10) + Conds:RS_200._col1=SEL_234._col0(Inner),Output:["_col0","_col3"] <-Map 6 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_131] + BROADCAST [RS_200] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_129] - <-Select Operator [SEL_165] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_198] + <-Select Operator [SEL_234] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_164] (rows=500 width=10) + Filter Operator [FIL_233] (rows=500 width=10) predicate:value is not null - TableScan [TS_55] (rows=500 width=10) + TableScan [TS_165] (rows=500 width=10) Output:["value"] <-Map 18 [CONTAINS] vectorized, llap - File Output Operator [FS_173] - Select Operator [SEL_172] (rows=1677 width=10) + File Output Operator [FS_242] + Select Operator [SEL_241] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_171] (rows=1677 width=10) - Conds:RS_132._col1=SEL_170._col0(Inner),Output:["_col0","_col3"] + Map Join Operator [MAPJOIN_240] (rows=1677 width=10) + Conds:RS_201._col1=SEL_239._col0(Inner),Output:["_col0","_col3"] <-Map 6 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_132] + BROADCAST [RS_201] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_129] - <-Select Operator [SEL_170] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_198] + <-Select Operator [SEL_239] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_169] (rows=500 width=10) + Filter Operator [FIL_238] (rows=500 width=10) predicate:value is not null - TableScan [TS_59] (rows=500 width=10) + TableScan [TS_174] (rows=500 width=10) Output:["value"] <-Map 19 [CONTAINS] vectorized, llap - File Output Operator [FS_178] - Select Operator [SEL_177] (rows=1677 width=10) + File Output Operator [FS_247] + Select Operator [SEL_246] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_176] (rows=1677 width=10) - Conds:RS_133._col1=SEL_175._col0(Inner),Output:["_col0","_col3"] + Map Join Operator [MAPJOIN_245] (rows=1677 width=10) + Conds:RS_202._col1=SEL_244._col0(Inner),Output:["_col0","_col3"] <-Map 6 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_133] + BROADCAST [RS_202] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_129] - <-Select Operator [SEL_175] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_198] + <-Select Operator [SEL_244] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_174] (rows=500 width=10) + Filter Operator [FIL_243] (rows=500 width=10) predicate:value is not null - TableScan [TS_62] (rows=500 width=10) + TableScan [TS_183] (rows=500 width=10) Output:["value"] <-Reducer 2 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_20] (rows=605 width=10) + File Output Operator [FS_126] + Select Operator [SEL_124] (rows=605 width=10) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_114] (rows=605 width=10) - Conds:RS_140._col3=Union 8._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_123] (rows=605 width=10) + Conds:RS_209._col3=Union 8._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_140] + SHUFFLE [RS_209] PartitionCols:_col3 - Map Join Operator [MAPJOIN_138] (rows=550 width=10) - Conds:SEL_136._col0=RS_128._col0(Inner),Output:["_col1","_col2","_col3"] + Map Join Operator [MAPJOIN_207] (rows=550 width=10) + Conds:SEL_205._col0=RS_197._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 6 [BROADCAST_EDGE] vectorized, llap - BROADCAST [RS_128] + BROADCAST [RS_197] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_127] - <-Select Operator [SEL_136] (rows=500 width=10) + Please refer to the previous Select Operator [SEL_196] + <-Select Operator [SEL_205] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_134] (rows=500 width=10) + Filter Operator [FIL_203] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Union 8 [SIMPLE_EDGE] <-Map 7 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_146] + Reduce Output Operator [RS_215] PartitionCols:_col0 - Select Operator [SEL_145] (rows=25 width=7) + Select Operator [SEL_214] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_144] (rows=25 width=7) + Filter Operator [FIL_213] (rows=25 width=7) predicate:value is not null - TableScan [TS_6] (rows=25 width=7) + TableScan [TS_131] (rows=25 width=7) Output:["value"] <-Map 9 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_149] + Reduce Output Operator [RS_218] PartitionCols:_col0 - Select Operator [SEL_148] (rows=500 width=10) + Select Operator [SEL_217] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_147] (rows=500 width=10) + Filter Operator [FIL_216] (rows=500 width=10) predicate:value is not null - TableScan [TS_9] (rows=500 width=10) + TableScan [TS_136] (rows=500 width=10) Output:["value"] <-Reducer 5 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_44] (rows=1127 width=10) + File Output Operator [FS_130] + Select Operator [SEL_128] (rows=1127 width=10) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_115] (rows=1127 width=10) + Merge Join Operator [MERGEJOIN_127] (rows=1127 width=10) Conds:RS_41._col1=Union 12._col0(Inner),Output:["_col0","_col3"] <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_41] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_112] (rows=550 width=10) - Conds:RS_139._col0=RS_143._col0(Inner),Output:["_col0","_col1","_col3"] + Conds:RS_208._col0=RS_212._col0(Inner),Output:["_col0","_col1","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_139] + SHUFFLE [
<TRUNCATED>