http://git-wip-us.apache.org/repos/asf/hive/blob/0427ffa5/ql/src/test/results/clientpositive/vector_outer_join3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_outer_join3.q.out
b/ql/src/test/results/clientpositive/vector_outer_join3.q.out
index 45d9c3e..2a76393 100644
--- a/ql/src/test/results/clientpositive/vector_outer_join3.q.out
+++ b/ql/src/test/results/clientpositive/vector_outer_join3.q.out
@@ -94,11 +94,11 @@ POSTHOOK: query: select * from small_alltypesorc1a_n1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc1a_n1
#### A masked pattern was here ####
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP
4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73
4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL
0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472
true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X
xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW
xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j
NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0
cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468
true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL
NULL 1969-12-31 15:59:53.66 true NULL
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p
NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL
1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: select * from small_alltypesorc2a_n1
PREHOOK: type: QUERY
PREHOOK: Input: default@small_alltypesorc2a_n1
@@ -216,16 +216,16 @@ POSTHOOK: Input: default@small_alltypesorc_a_n1
-51 NULL NULL -1874052220 -51.0 NULL c61B47I604gymFJ sjWQS78
1969-12-31 16:00:08.451 NULL false false
-51 NULL NULL -1927203921 -51.0 NULL 45ja5suO 42S0I0
1969-12-31 16:00:08.451 NULL true true
-51 NULL NULL -1970551565 -51.0 NULL r2uhJH3 loXMWyrHjVeK
1969-12-31 16:00:08.451 NULL false false
+-64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j
NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL
+-64 -15920 528534767 NULL -64.0 -15920.0
cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468
true NULL
+-64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL
NULL 1969-12-31 15:59:53.66 true NULL
-64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl
1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL -1639157869 -64.0 -7196.0 NULL
IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL
false
-64 -7196 NULL -527203677 -64.0 -7196.0 NULL
JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL
true
-64 -7196 NULL 406535485 -64.0 -7196.0 NULL E011i
1969-12-31 15:59:56.048 1969-12-31 15:59:58.174 NULL false
-64 -7196 NULL 658026952 -64.0 -7196.0 NULL 4tAur
1969-12-31 15:59:53.866 1969-12-31 15:59:58.174 NULL true
-NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP
4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false
-NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73
4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false
-NULL NULL -886426182 -1887561756 NULL NULL
0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472
true false
-NULL NULL -899422227 -1645852809 NULL NULL 73xdw4X
xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:07.395 false false
-NULL NULL -971543377 -1645852809 NULL NULL uN803aW
xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:05.43 false false
+-64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p
NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL
+-64 -9842 253665376 NULL -64.0 -9842.0 1cGVWH7n1QU NULL
1969-12-31 16:00:00.631 1969-12-31 16:00:01.781 true NULL
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -244,7 +244,7 @@ left outer join small_alltypesorc_a_n1 hd
on hd.cstring1 = c.cstring1
) t1
POSTHOOK: type: QUERY
-{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cint`,
`cstring1`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT JOIN (SELECT
`cint`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t0` ON `t`.`cint` =
`t0`.`cint`\nLEFT JOIN (SELECT `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` =
`t1`.`cstring1`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cint"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypes
orc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cint (type:
int)","columnExprMap:":{"_col0":"cint"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col0 (type: int)","1":"_col0 (type:
int)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cstring1 (type:
string)","columnExprMap:":{"_col0":"cstring1"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: str
ing)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cint","cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean,
12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cint (type: int), cstring1 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cstring1"},"outputColumnNames:":["_col0","_col1"],"Select
Vectorization:":{"className:":"VectorSelectOperator","native:"
:"true","projectedOutputColumnNums:":"[2, 6]"},"Statistics:":"Num rows: 20
Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col1":"0:_col1"},"condition map:":[{"":"Left
Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type: int)","1":"_col0 (type:
int)"},"Map Join Vectorization:":{"bigTableKeyExpressions:":["col
2:int"],"bigTableValueExpressions:":["col
6:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col1"],"Statistics:":"Num rows: 22 Data size:
4840 Basic stats: COMPLETE Column stats: NONE","Opera
torId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type:
string)","1":"_col0 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col
0:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 5324 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"VectorGroupByOperator","groupByMode:":"HASH","native:":"false","
vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink
Vectorization:":{"className:":"VectorReduceSinkOperator","native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledConditionsMet:":["hive.vectorized.use.vectorized.input.format
I
S
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[2,
6]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","cbigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Sta
tistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
+{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cint`,
`cstring1`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT JOIN (SELECT
`cint`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t0` ON `t`.`cint` =
`t0`.`cint`\nLEFT JOIN (SELECT `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` =
`t1`.`cstring1`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cint"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypes
orc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cint (type:
int)","columnExprMap:":{"_col0":"cint"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col0 (type: int)","1":"_col0 (type:
int)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cstring1 (type:
string)","columnExprMap:":{"_col0":"cstring1"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: str
ing)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cint","cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean,
12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cint (type: int), cstring1 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cstring1"},"outputColumnNames:":["_col0","_col1"],"Select
Vectorization:":{"className:":"VectorSelectOperator","native:"
:"true","projectedOutputColumnNums:":"[2, 6]"},"Statistics:":"Num rows: 20
Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col1":"0:_col1"},"condition map:":[{"":"Left
Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type: int)","1":"_col0 (type:
int)"},"Map Join Vectorization:":{"bigTableKeyExpressions:":["col
2:int"],"bigTableValueExpressions:":["col
6:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col1"],"Statistics:":"Num rows: 22 Data size:
4493 Basic stats: COMPLETE Column stats: NONE","Opera
torId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type:
string)","1":"_col0 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col
0:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 4942 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"VectorGroupByOperator","groupByMode:":"HASH","native:":"false","
vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink
Vectorization:":{"className:":"VectorReduceSinkOperator","native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledConditionsMet:":["hive.vectorized.use.vectorized.input.format
I
S
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[2,
6]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","cbigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Sta
tistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
PREHOOK: query: select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
left outer join small_alltypesorc_a_n1 cd
@@ -265,7 +265,7 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
#### A masked pattern was here ####
-20
+32
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -284,7 +284,7 @@ left outer join small_alltypesorc_a_n1 hd
on hd.cstring1 = c.cstring1
) t1
POSTHOOK: type: QUERY
-{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cstring1`,
`cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT JOIN (SELECT
`cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t0` ON `t`.`cstring2`
= `t0`.`cstring2`\nLEFT JOIN (SELECT `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` =
`t1`.`cstring1`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats: NONE","tab
le:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cstring2 (type:
string)","columnExprMap:":{"_col0":"cstring2"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: string)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cstring1 (type:
string)","columnExprMap:":{"_col0":"cstring1"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink Oper
ator":{"keys:":{"0":"_col0 (type: string)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cstring1","cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean,
12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cstring1 (type: string), cstring2 (type:
string)","columnExprMap:":{"_col0":"cstring1","_col1":"cstring2"},"outputColumnNames:":["_col0","_col1"],"Select
Vectorizat
ion:":{"className:":"VectorSelectOperator","native:":"true","projectedOutputColumnNums:":"[6,
7]"},"Statistics:":"Num rows: 20 Data size: 4400 Basic stats: COMPLETE Column
stats: NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col0":"0:_col0"},"condition map:":[{"":"Left
Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type:
string)"},"Map Join Vectorization:":{"bigTableKeyExpressions:":["col
7:string"],"bigTableValueExpressions:":["col
6:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col0"],"Statistics:":"Num rows: 22 Dat
a size: 4840 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type:
string)","1":"_col0 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col
0:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 5324 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"Vec
torGroupByOperator","groupByMode:":"HASH","native:":"false","vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink
Vectorization:":{"className:":"VectorReduceSinkOperator","native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledCo
nditionsMet:":["hive.vectorized.use.vectorized.input.format IS
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[6,
7]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","cbigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)
"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
+{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cstring1`,
`cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT JOIN (SELECT
`cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t0` ON `t`.`cstring2`
= `t0`.`cstring2`\nLEFT JOIN (SELECT `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` =
`t1`.`cstring1`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats: NONE","tab
le:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cstring2 (type:
string)","columnExprMap:":{"_col0":"cstring2"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: string)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cstring1 (type:
string)","columnExprMap:":{"_col0":"cstring1"},"outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink Oper
ator":{"keys:":{"0":"_col0 (type: string)","1":"_col0 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cstring1","cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean,
12:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cstring1 (type: string), cstring2 (type:
string)","columnExprMap:":{"_col0":"cstring1","_col1":"cstring2"},"outputColumnNames:":["_col0","_col1"],"Select
Vectorizat
ion:":{"className:":"VectorSelectOperator","native:":"true","projectedOutputColumnNums:":"[6,
7]"},"Statistics:":"Num rows: 20 Data size: 4085 Basic stats: COMPLETE Column
stats: NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col0":"0:_col0"},"condition map:":[{"":"Left
Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type:
string)"},"Map Join Vectorization:":{"bigTableKeyExpressions:":["col
7:string"],"bigTableValueExpressions:":["col
6:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col0"],"Statistics:":"Num rows: 22 Dat
a size: 4493 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type:
string)","1":"_col0 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col
0:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 4942 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"Vec
torGroupByOperator","groupByMode:":"HASH","native:":"false","vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink
Vectorization:":{"className:":"VectorReduceSinkOperator","native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledCo
nditionsMet:":["hive.vectorized.use.vectorized.input.format IS
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[6,
7]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","cbigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)
"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
PREHOOK: query: select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
left outer join small_alltypesorc_a_n1 cd
@@ -305,7 +305,7 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
#### A masked pattern was here ####
-28
+24
PREHOOK: query: explain vectorization detail formatted
select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
@@ -324,7 +324,7 @@ left outer join small_alltypesorc_a_n1 hd
on hd.cstring1 = c.cstring1 and hd.cint = c.cint
) t1
POSTHOOK: type: QUERY
-{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cint`, `cbigint`,
`cstring1`, `cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT
JOIN (SELECT `cbigint`, `cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS
`t0` ON `t`.`cstring2` = `t0`.`cstring2` AND `t`.`cbigint` =
`t0`.`cbigint`\nLEFT JOIN (SELECT `cint`, `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` = `t1`.`cstring1`
AND `t`.`cint` = `t1`.`cint`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cbigint","cstring2"],
"database:":"default","Statistics:":"Num rows: 20 Data size: 4400 Basic stats:
COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cbigint (type: bigint), cstring2 (type:
string)","columnExprMap:":{"_col0":"cbigint","_col1":"cstring2"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: bigint), _col3 (type: string)","1":"_col0
(type: bigint), _col1 (type:
string)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cint","cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cint (type: int), cst
ring1 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cstring1"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col0 (type: int), _col2 (type: string)","1":"_col0
(type: int), _col1 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cint","cbigint","cstring1","cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4400 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean, 12:ROW__I
D:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cint (type: int), cbigint (type: bigint), cstring1
(type: string), cstring2 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cbigint","_col2":"cstring1","_col3":"cstring2"},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"Select
Vectorization:":{"className:":"VectorSelectOperator","native:":"true","projectedOutputColumnNums:":"[2,
3, 6, 7]"},"Statistics:":"Num rows: 20 Data size: 4400 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col0":"0:_col0","_col2":"0:_col2"},"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type: bigint), _col3
(type: string)","1":"_col0 (type: bigint), _col1 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col 3:bigint","col
7:string"],"bigTableValueExpressions:":["col 2:int","col 6:strin
g"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col0","_col2"],"Statistics:":"Num rows: 22
Data size: 4840 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type: int), _col2
(type: string)","1":"_col0 (type: int), _col1 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col 0:int","col
1:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.executi
on.mapjoin.native.enabled IS true","One MapJoin Condition IS true","No
nullsafe IS true","Small table vectorizes IS true","Outer Join has keys IS
true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 5324 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"VectorGroupByOperator","groupByMode:":"HASH","native:":"false","vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink Vectorization:":{"className:":"VectorReduceSinkOperator",
"native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledConditionsMet:":["hive.vectorized.use.vectorized.input.format
IS
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[2,
3, 6, 7]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","c
bigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequence
FileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
+{"optimizedSQL":"SELECT COUNT(*) AS `$f0`\nFROM (SELECT `cint`, `cbigint`,
`cstring1`, `cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS `t`\nLEFT
JOIN (SELECT `cbigint`, `cstring2`\nFROM `default`.`small_alltypesorc_a_n1`) AS
`t0` ON `t`.`cstring2` = `t0`.`cstring2` AND `t`.`cbigint` =
`t0`.`cbigint`\nLEFT JOIN (SELECT `cint`, `cstring1`\nFROM
`default`.`small_alltypesorc_a_n1`) AS `t1` ON `t`.`cstring1` = `t1`.`cstring1`
AND `t`.`cint` = `t1`.`cint`","PLAN
VECTORIZATION":{"enabled":true,"enabledConditionsMet":["hive.vectorized.execution.enabled
IS true"]},"STAGE DEPENDENCIES":{"Stage-8":{"ROOT
STAGE":"TRUE"},"Stage-3":{"DEPENDENT STAGES":"Stage-8"},"Stage-0":{"DEPENDENT
STAGES":"Stage-3"}},"STAGE PLANS":{"Stage-8":{"Map Reduce Local Work":{"Alias
-> Map Local Tables:":{"$hdt$_1:cd":{"Fetch
Operator":{"limit:":"-1"}},"$hdt$_2:hd":{"Fetch
Operator":{"limit:":"-1"}}},"Alias -> Map Local Operator
Tree:":{"$hdt$_1:cd":{"TableScan":{"alias:":"cd","columns:":["cbigint","cstring2"],
"database:":"default","Statistics:":"Num rows: 20 Data size: 4085 Basic stats:
COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_2","children":{"Select
Operator":{"expressions:":"cbigint (type: bigint), cstring2 (type:
string)","columnExprMap:":{"_col0":"cbigint","_col1":"cstring2"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_3","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col1 (type: bigint), _col3 (type: string)","1":"_col0
(type: bigint), _col1 (type:
string)"},"OperatorId:":"HASHTABLESINK_26"}}}}}},"$hdt$_2:hd":{"TableScan":{"alias:":"hd","columns:":["cint","cstring1"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","isTempTable:":"false","OperatorId:":"TS_4","children":{"Select
Operator":{"expressions:":"cint (type: int), cst
ring1 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cstring1"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"SEL_5","children":{"HashTable Sink
Operator":{"keys:":{"0":"_col0 (type: int), _col2 (type: string)","1":"_col0
(type: int), _col1 (type:
string)"},"OperatorId:":"HASHTABLESINK_24"}}}}}}}}},"Stage-3":{"Map
Reduce":{"Map Operator
Tree:":[{"TableScan":{"alias:":"c","columns:":["cint","cbigint","cstring1","cstring2"],"database:":"default","Statistics:":"Num
rows: 20 Data size: 4085 Basic stats: COMPLETE Column stats:
NONE","table:":"small_alltypesorc_a_n1","TableScan
Vectorization:":{"native:":"true","vectorizationSchemaColumns:":"[0:ctinyint:tinyint,
1:csmallint:smallint, 2:cint:int, 3:cbigint:bigint, 4:cfloat:float,
5:cdouble:double, 6:cstring1:string, 7:cstring2:string,
8:ctimestamp1:timestamp, 9:ctimestamp2:timestamp, 10:cboolean1:boolean,
11:cboolean2:boolean, 12:ROW__I
D:struct<writeid:bigint,bucketid:int,rowid:bigint>]"},"isTempTable:":"false","OperatorId:":"TS_0","children":{"Select
Operator":{"expressions:":"cint (type: int), cbigint (type: bigint), cstring1
(type: string), cstring2 (type:
string)","columnExprMap:":{"_col0":"cint","_col1":"cbigint","_col2":"cstring1","_col3":"cstring2"},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"Select
Vectorization:":{"className:":"VectorSelectOperator","native:":"true","projectedOutputColumnNums:":"[2,
3, 6, 7]"},"Statistics:":"Num rows: 20 Data size: 4085 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"SEL_28","children":{"Map Join
Operator":{"columnExprMap:":{"_col0":"0:_col0","_col2":"0:_col2"},"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col1 (type: bigint), _col3
(type: string)","1":"_col0 (type: bigint), _col1 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col 3:bigint","col
7:string"],"bigTableValueExpressions:":["col 2:int","col 6:strin
g"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.execution.mapjoin.native.enabled IS true","One
MapJoin Condition IS true","No nullsafe IS true","Small table vectorizes IS
true","Outer Join has keys IS true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"outputColumnNames:":["_col0","_col2"],"Statistics:":"Num rows: 22
Data size: 4493 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"MAPJOIN_29","children":{"Map Join Operator":{"condition
map:":[{"":"Left Outer Join 0 to 1"}],"keys:":{"0":"_col0 (type: int), _col2
(type: string)","1":"_col0 (type: int), _col1 (type: string)"},"Map Join
Vectorization:":{"bigTableKeyExpressions:":["col 0:int","col
1:string"],"className:":"VectorMapJoinOperator","native:":"false","nativeConditionsMet:":["hive.mapjoin.optimized.hashtable
IS true","hive.vectorized.executi
on.mapjoin.native.enabled IS true","One MapJoin Condition IS true","No
nullsafe IS true","Small table vectorizes IS true","Outer Join has keys IS
true","Optimized Table and Supports Key Types IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 24 Data size: 4942 Basic stats: COMPLETE
Column stats: NONE","OperatorId:":"MAPJOIN_30","children":{"Group By
Operator":{"aggregations:":["count()"],"Group By
Vectorization:":{"aggregators:":["VectorUDAFCountStar(*) ->
bigint"],"className:":"VectorGroupByOperator","groupByMode:":"HASH","native:":"false","vectorProcessingMode:":"HASH","projectedOutputColumnNums:":"[0]"},"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_31","children":{"Reduce Output
Operator":{"columnExprMap:":{"VALUE._col0":"_col0"},"sort order:":"","Reduce
Sink Vectorization:":{"className:":"VectorReduceSinkOperator",
"native:":"false","nativeConditionsMet:":["hive.vectorized.execution.reducesink.new.enabled
IS true","No PTF TopN IS true","No DISTINCT columns IS
true","BinarySortableSerDe for keys IS true","LazyBinarySerDe for values IS
true"],"nativeConditionsNotMet:":["hive.execution.engine mr IN [tez, spark] IS
false"]},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE","value expressions:":"_col0 (type:
bigint)","OperatorId:":"RS_32"}}}}}}}}}}}}],"Execution mode:":"vectorized","Map
Vectorization:":{"enabled:":"true","enabledConditionsMet:":["hive.vectorized.use.vectorized.input.format
IS
true"],"inputFormatFeatureSupport:":"[DECIMAL_64]","featureSupportInUse:":"[DECIMAL_64]","inputFileFormats:":["org.apache.hadoop.hive.ql.io.orc.OrcInputFormat"],"allNative:":"false","usesVectorUDFAdaptor:":"false","vectorized:":"true","rowBatchContext:":{"dataColumnCount:":"12","includeColumns:":"[2,
3, 6, 7]","dataColumns:":["ctinyint:tinyint","csmallint:smallint","cint:int","c
bigint:bigint","cfloat:float","cdouble:double","cstring1:string","cstring2:string","ctimestamp1:timestamp","ctimestamp2:timestamp","cboolean1:boolean","cboolean2:boolean"],"partitionColumnCount:":"0","scratchColumnTypeNames:":"[]"}},"Local
Work:":{"Map Reduce Local Work":{}},"Reduce
Vectorization:":{"enabled:":"false","enableConditionsMet:":["hive.vectorized.execution.reduce.enabled
IS true"],"enableConditionsNotMet:":["hive.execution.engine mr IN [tez, spark]
IS false"]},"Reduce Operator Tree:":{"Group By
Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num
rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE","OperatorId:":"GBY_15","children":{"File Output
Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic
stats: COMPLETE Column stats: NONE","table:":{"input
format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.HiveSequence
FileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_17"}}}}}},"Stage-0":{"Fetch
Operator":{"limit:":"-1","Processor
Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}}
PREHOOK: query: select count(*) from (select c.cstring1
from small_alltypesorc_a_n1 c
left outer join small_alltypesorc_a_n1 cd
@@ -345,4 +345,4 @@ left outer join small_alltypesorc_a_n1 hd
POSTHOOK: type: QUERY
POSTHOOK: Input: default@small_alltypesorc_a_n1
#### A masked pattern was here ####
-28
+24
