Repository: hive Updated Branches: refs/heads/hive-14535 55d9ceeea -> a0c546f78
HIVE-15212 : merge branch into master - fix some tests (Sergey Shelukhin) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a0c546f7 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a0c546f7 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a0c546f7 Branch: refs/heads/hive-14535 Commit: a0c546f7848c91a8a17e896ed127a6548d173aa3 Parents: 55d9cee Author: sergey <ser...@apache.org> Authored: Thu Sep 28 16:29:53 2017 -0700 Committer: sergey <ser...@apache.org> Committed: Thu Sep 28 16:29:53 2017 -0700 ---------------------------------------------------------------------- .../results/clientpositive/llap/mm_all.q.out | 1436 ------------------ .../clientpositive/tez/explainuser_3.q.out | 4 +- 2 files changed, 2 insertions(+), 1438 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a0c546f7/ql/src/test/results/clientpositive/llap/mm_all.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out deleted file mode 100644 index 0adbddb..0000000 --- a/ql/src/test/results/clientpositive/llap/mm_all.q.out +++ /dev/null @@ -1,1436 +0,0 @@ -PREHOOK: query: drop table intermediate -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermediate -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table intermediate(key int) partitioned by (p int) stored as orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@intermediate -POSTHOOK: query: create table intermediate(key int) partitioned by (p int) stored as orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@intermediate -PREHOOK: query: insert into table intermediate partition(p='455') select distinct key from src where key >= 0 order by key desc limit 2 -PREHOOK: type: QUERY -PREHOOK: Input: default@src -PREHOOK: Output: default@intermediate@p=455 -POSTHOOK: query: insert into table intermediate partition(p='455') select distinct key from src where key >= 0 order by key desc limit 2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -POSTHOOK: Output: default@intermediate@p=455 -POSTHOOK: Lineage: intermediate PARTITION(p=455).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 2 -PREHOOK: type: QUERY -PREHOOK: Input: default@src -PREHOOK: Output: default@intermediate@p=456 -POSTHOOK: query: insert into table intermediate partition(p='456') select distinct key from src where key is not null order by key asc limit 2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -POSTHOOK: Output: default@intermediate@p=456 -POSTHOOK: Lineage: intermediate PARTITION(p=456).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 2 -PREHOOK: type: QUERY -PREHOOK: Input: default@src -PREHOOK: Output: default@intermediate@p=457 -POSTHOOK: query: insert into table intermediate partition(p='457') select distinct key from src where key >= 100 order by key asc limit 2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -POSTHOOK: Output: default@intermediate@p=457 -POSTHOOK: Lineage: intermediate PARTITION(p=457).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -PREHOOK: query: drop table part_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table part_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table part_mm(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@part_mm -POSTHOOK: query: create table part_mm(key int) partitioned by (key_mm int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_mm -PREHOOK: query: explain insert into table part_mm partition(key_mm=455) select key from intermediate -PREHOOK: type: QUERY -POSTHOOK: query: explain insert into table part_mm partition(key_mm=455) select key from intermediate -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: intermediate - Statistics: Num rows: 6 Data size: 72 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 72 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 6 Data size: 72 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.part_mm - Write Type: INSERT - Execution mode: llap - LLAP IO: all inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - partition: - key_mm 455 - replace: false - table: - input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde - name: default.part_mm - Write Type: INSERT - micromanaged table: true - - Stage: Stage-3 - Stats-Aggr Operator - -PREHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_mm partition(key_mm=456) select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_mm@key_mm=456 -POSTHOOK: query: insert into table part_mm partition(key_mm=456) select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_mm@key_mm=456 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=456).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: query: insert into table part_mm partition(key_mm=455) select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Lineage: part_mm PARTITION(key_mm=455).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from part_mm order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_mm -PREHOOK: Input: default@part_mm@key_mm=455 -PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_mm order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_mm -POSTHOOK: Input: default@part_mm@key_mm=455 -POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -10 455 -10 455 -10 456 -97 455 -97 455 -97 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -103 455 -103 455 -103 456 -PREHOOK: query: select * from part_mm order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_mm -PREHOOK: Input: default@part_mm@key_mm=455 -PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_mm order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_mm -POSTHOOK: Input: default@part_mm@key_mm=455 -POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -0 455 -0 455 -0 456 -10 455 -10 455 -10 456 -97 455 -97 455 -97 456 -98 455 -98 455 -98 456 -100 455 -100 455 -100 456 -103 455 -103 455 -103 456 -PREHOOK: query: truncate table part_mm -PREHOOK: type: TRUNCATETABLE -PREHOOK: Output: default@part_mm@key_mm=455 -PREHOOK: Output: default@part_mm@key_mm=456 -POSTHOOK: query: truncate table part_mm -POSTHOOK: type: TRUNCATETABLE -POSTHOOK: Output: default@part_mm@key_mm=455 -POSTHOOK: Output: default@part_mm@key_mm=456 -PREHOOK: query: select * from part_mm order by key, key_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@part_mm -PREHOOK: Input: default@part_mm@key_mm=455 -PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -POSTHOOK: query: select * from part_mm order by key, key_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_mm -POSTHOOK: Input: default@part_mm@key_mm=455 -POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### -PREHOOK: query: drop table part_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_mm -PREHOOK: Output: default@part_mm -POSTHOOK: query: drop table part_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_mm -POSTHOOK: Output: default@part_mm -PREHOOK: query: drop table simple_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table simple_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table simple_mm(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@simple_mm -POSTHOOK: query: create table simple_mm(key int) stored as orc tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@simple_mm -PREHOOK: query: insert into table simple_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_mm -POSTHOOK: query: insert into table simple_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_mm order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_mm order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### -0 -10 -97 -98 -100 -103 -PREHOOK: query: insert into table simple_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@simple_mm -POSTHOOK: query: insert into table simple_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@simple_mm -POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from simple_mm order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_mm order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### -0 -0 -10 -10 -97 -97 -98 -98 -100 -100 -103 -103 -PREHOOK: query: truncate table simple_mm -PREHOOK: type: TRUNCATETABLE -PREHOOK: Output: default@simple_mm -POSTHOOK: query: truncate table simple_mm -POSTHOOK: type: TRUNCATETABLE -POSTHOOK: Output: default@simple_mm -PREHOOK: query: select * from simple_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from simple_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### -PREHOOK: query: drop table simple_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@simple_mm -PREHOOK: Output: default@simple_mm -POSTHOOK: query: drop table simple_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@simple_mm -POSTHOOK: Output: default@simple_mm -PREHOOK: query: drop table dp_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table dp_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table dp_mm (key int) partitioned by (key1 string, key2 int) stored as orc - tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@dp_mm -POSTHOOK: query: create table dp_mm (key int) partitioned by (key1 string, key2 int) stored as orc - tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@dp_mm -PREHOOK: query: insert into table dp_mm partition (key1='123', key2) select key, key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@dp_mm@key1=123 -POSTHOOK: query: insert into table dp_mm partition (key1='123', key2) select key, key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@dp_mm@key1=123/key2=0 -POSTHOOK: Output: default@dp_mm@key1=123/key2=10 -POSTHOOK: Output: default@dp_mm@key1=123/key2=100 -POSTHOOK: Output: default@dp_mm@key1=123/key2=103 -POSTHOOK: Output: default@dp_mm@key1=123/key2=97 -POSTHOOK: Output: default@dp_mm@key1=123/key2=98 -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=0).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=100).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=103).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=10).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=97).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: dp_mm PARTITION(key1=123,key2=98).key SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from dp_mm order by key -PREHOOK: type: QUERY -PREHOOK: Input: default@dp_mm -PREHOOK: Input: default@dp_mm@key1=123/key2=0 -PREHOOK: Input: default@dp_mm@key1=123/key2=10 -PREHOOK: Input: default@dp_mm@key1=123/key2=100 -PREHOOK: Input: default@dp_mm@key1=123/key2=103 -PREHOOK: Input: default@dp_mm@key1=123/key2=97 -PREHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### -POSTHOOK: query: select * from dp_mm order by key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@dp_mm -POSTHOOK: Input: default@dp_mm@key1=123/key2=0 -POSTHOOK: Input: default@dp_mm@key1=123/key2=10 -POSTHOOK: Input: default@dp_mm@key1=123/key2=100 -POSTHOOK: Input: default@dp_mm@key1=123/key2=103 -POSTHOOK: Input: default@dp_mm@key1=123/key2=97 -POSTHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### -0 123 0 -10 123 10 -97 123 97 -98 123 98 -100 123 100 -103 123 103 -PREHOOK: query: drop table dp_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@dp_mm -PREHOOK: Output: default@dp_mm -POSTHOOK: query: drop table dp_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@dp_mm -POSTHOOK: Output: default@dp_mm -PREHOOK: query: create table union_mm(id int) tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@union_mm -POSTHOOK: query: create table union_mm(id int) tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@union_mm -PREHOOK: query: insert into table union_mm -select temps.p from ( -select key as p from intermediate -union all -select key + 1 as p from intermediate ) temps -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@union_mm -POSTHOOK: query: insert into table union_mm -select temps.p from ( -select key as p from intermediate -union all -select key + 1 as p from intermediate ) temps -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from union_mm order by id -PREHOOK: type: QUERY -PREHOOK: Input: default@union_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from union_mm order by id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### -0 -1 -10 -11 -97 -98 -98 -99 -100 -101 -103 -104 -PREHOOK: query: insert into table union_mm -select p from -( -select key + 1 as p from intermediate -union all -select key from intermediate -) tab group by p -union all -select key + 2 as p from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@union_mm -POSTHOOK: query: insert into table union_mm -select p from -( -select key + 1 as p from intermediate -union all -select key from intermediate -) tab group by p -union all -select key + 2 as p from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from union_mm order by id -PREHOOK: type: QUERY -PREHOOK: Input: default@union_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from union_mm order by id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### -0 -1 -2 -10 -11 -12 -97 -98 -99 -99 -100 -100 -101 -102 -103 -104 -105 -PREHOOK: query: insert into table union_mm -SELECT p FROM -( - SELECT key + 1 as p FROM intermediate - UNION ALL - SELECT key as p FROM ( - SELECT distinct key FROM ( - SELECT key FROM ( - SELECT key + 2 as key FROM intermediate - UNION ALL - SELECT key FROM intermediate - )t1 - group by key)t2 - )t3 -)t4 -group by p -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@union_mm -POSTHOOK: query: insert into table union_mm -SELECT p FROM -( - SELECT key + 1 as p FROM intermediate - UNION ALL - SELECT key as p FROM ( - SELECT distinct key FROM ( - SELECT key FROM ( - SELECT key + 2 as key FROM intermediate - UNION ALL - SELECT key FROM intermediate - )t1 - group by key)t2 - )t3 -)t4 -group by p -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@union_mm -POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from union_mm order by id -PREHOOK: type: QUERY -PREHOOK: Input: default@union_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from union_mm order by id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### -0 -0 -1 -1 -2 -2 -10 -10 -11 -11 -12 -12 -97 -97 -98 -98 -99 -99 -99 -100 -100 -100 -101 -101 -102 -102 -103 -103 -104 -104 -105 -105 -PREHOOK: query: drop table union_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@union_mm -PREHOOK: Output: default@union_mm -POSTHOOK: query: drop table union_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@union_mm -POSTHOOK: Output: default@union_mm -PREHOOK: query: create table partunion_mm(id int) partitioned by (key int) tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@partunion_mm -POSTHOOK: query: create table partunion_mm(id int) partitioned by (key int) tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@partunion_mm -PREHOOK: query: insert into table partunion_mm partition(key) -select temps.* from ( -select key as p, key from intermediate -union all -select key + 1 as p, key + 1 from intermediate ) temps -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@partunion_mm -POSTHOOK: query: insert into table partunion_mm partition(key) -select temps.* from ( -select key as p, key from intermediate -union all -select key + 1 as p, key + 1 from intermediate ) temps -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -PREHOOK: query: select * from partunion_mm order by id -PREHOOK: type: QUERY -PREHOOK: Input: default@partunion_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from partunion_mm order by id -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partunion_mm -#### A masked pattern was here #### -PREHOOK: query: drop table partunion_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partunion_mm -PREHOOK: Output: default@partunion_mm -POSTHOOK: query: drop table partunion_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partunion_mm -POSTHOOK: Output: default@partunion_mm -PREHOOK: query: create table skew_mm(k1 int, k2 int, k4 int) skewed by (k1, k4) on ((0,0),(1,1),(2,2),(3,3)) - stored as directories tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@skew_mm -POSTHOOK: query: create table skew_mm(k1 int, k2 int, k4 int) skewed by (k1, k4) on ((0,0),(1,1),(2,2),(3,3)) - stored as directories tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@skew_mm -PREHOOK: query: insert into table skew_mm -select key, key, key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@skew_mm -POSTHOOK: query: insert into table skew_mm -select key, key, key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@skew_mm -POSTHOOK: Lineage: skew_mm.k1 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k2 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: skew_mm.k4 SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from skew_mm order by k2, k1, k4 -PREHOOK: type: QUERY -PREHOOK: Input: default@skew_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from skew_mm order by k2, k1, k4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@skew_mm -#### A masked pattern was here #### -0 0 0 -10 10 10 -97 97 97 -98 98 98 -100 100 100 -103 103 103 -PREHOOK: query: drop table skew_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@skew_mm -PREHOOK: Output: default@skew_mm -POSTHOOK: query: drop table skew_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@skew_mm -POSTHOOK: Output: default@skew_mm -PREHOOK: query: create table skew_dp_union_mm(k1 int, k2 int, k4 int) partitioned by (k3 int) -skewed by (k1, k4) on ((0,0),(1,1),(2,2),(3,3)) stored as directories tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@skew_dp_union_mm -POSTHOOK: query: create table skew_dp_union_mm(k1 int, k2 int, k4 int) partitioned by (k3 int) -skewed by (k1, k4) on ((0,0),(1,1),(2,2),(3,3)) stored as directories tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@skew_dp_union_mm -PREHOOK: query: insert into table skew_dp_union_mm partition (k3) -select key as i, key as j, key as k, key as l from intermediate -union all -select key +1 as i, key +2 as j, key +3 as k, key +4 as l from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@skew_dp_union_mm -POSTHOOK: query: insert into table skew_dp_union_mm partition (k3) -select key as i, key as j, key as k, key as l from intermediate -union all -select key +1 as i, key +2 as j, key +3 as k, key +4 as l from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -PREHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 -PREHOOK: type: QUERY -PREHOOK: Input: default@skew_dp_union_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@skew_dp_union_mm -#### A masked pattern was here #### -PREHOOK: query: drop table skew_dp_union_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@skew_dp_union_mm -PREHOOK: Output: default@skew_dp_union_mm -POSTHOOK: query: drop table skew_dp_union_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@skew_dp_union_mm -POSTHOOK: Output: default@skew_dp_union_mm -PREHOOK: query: create table merge0_mm (id int) stored as orc tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@merge0_mm -POSTHOOK: query: create table merge0_mm (id int) stored as orc tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@merge0_mm -PREHOOK: query: insert into table merge0_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge0_mm -POSTHOOK: query: insert into table merge0_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge0_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from merge0_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### -98 -97 -100 -103 -0 -10 -PREHOOK: query: insert into table merge0_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge0_mm -POSTHOOK: query: insert into table merge0_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge0_mm -POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge0_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from merge0_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### -98 -97 -100 -103 -0 -10 -98 -97 -100 -103 -0 -10 -PREHOOK: query: drop table merge0_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@merge0_mm -PREHOOK: Output: default@merge0_mm -POSTHOOK: query: drop table merge0_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@merge0_mm -POSTHOOK: Output: default@merge0_mm -PREHOOK: query: create table merge2_mm (id int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@merge2_mm -POSTHOOK: query: create table merge2_mm (id int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@merge2_mm -PREHOOK: query: insert into table merge2_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge2_mm -POSTHOOK: query: insert into table merge2_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge2_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from merge2_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### -98 -97 -100 -103 -0 -10 -PREHOOK: query: insert into table merge2_mm select key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge2_mm -POSTHOOK: query: insert into table merge2_mm select key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge2_mm -POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge2_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### -POSTHOOK: query: select * from merge2_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### -98 -97 -100 -103 -0 -10 -98 -97 -100 -103 -0 -10 -PREHOOK: query: drop table merge2_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@merge2_mm -PREHOOK: Output: default@merge2_mm -POSTHOOK: query: drop table merge2_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@merge2_mm -POSTHOOK: Output: default@merge2_mm -PREHOOK: query: create table merge1_mm (id int) partitioned by (key int) stored as orc tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@merge1_mm -POSTHOOK: query: create table merge1_mm (id int) partitioned by (key int) stored as orc tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@merge1_mm -PREHOOK: query: insert into table merge1_mm partition (key) select key, key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge1_mm -POSTHOOK: query: insert into table merge1_mm partition (key) select key, key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge1_mm@key=0 -POSTHOOK: Output: default@merge1_mm@key=10 -POSTHOOK: Output: default@merge1_mm@key=100 -POSTHOOK: Output: default@merge1_mm@key=103 -POSTHOOK: Output: default@merge1_mm@key=97 -POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge1_mm order by id, key -PREHOOK: type: QUERY -PREHOOK: Input: default@merge1_mm -PREHOOK: Input: default@merge1_mm@key=0 -PREHOOK: Input: default@merge1_mm@key=10 -PREHOOK: Input: default@merge1_mm@key=100 -PREHOOK: Input: default@merge1_mm@key=103 -PREHOOK: Input: default@merge1_mm@key=97 -PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### -POSTHOOK: query: select * from merge1_mm order by id, key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge1_mm -POSTHOOK: Input: default@merge1_mm@key=0 -POSTHOOK: Input: default@merge1_mm@key=10 -POSTHOOK: Input: default@merge1_mm@key=100 -POSTHOOK: Input: default@merge1_mm@key=103 -POSTHOOK: Input: default@merge1_mm@key=97 -POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### -0 0 -10 10 -97 97 -98 98 -100 100 -103 103 -PREHOOK: query: insert into table merge1_mm partition (key) select key, key from intermediate -PREHOOK: type: QUERY -PREHOOK: Input: default@intermediate -PREHOOK: Input: default@intermediate@p=455 -PREHOOK: Input: default@intermediate@p=456 -PREHOOK: Input: default@intermediate@p=457 -PREHOOK: Output: default@merge1_mm -POSTHOOK: query: insert into table merge1_mm partition (key) select key, key from intermediate -POSTHOOK: type: QUERY -POSTHOOK: Input: default@intermediate -POSTHOOK: Input: default@intermediate@p=455 -POSTHOOK: Input: default@intermediate@p=456 -POSTHOOK: Input: default@intermediate@p=457 -POSTHOOK: Output: default@merge1_mm@key=0 -POSTHOOK: Output: default@merge1_mm@key=10 -POSTHOOK: Output: default@merge1_mm@key=100 -POSTHOOK: Output: default@merge1_mm@key=103 -POSTHOOK: Output: default@merge1_mm@key=97 -POSTHOOK: Output: default@merge1_mm@key=98 -POSTHOOK: Lineage: merge1_mm PARTITION(key=0).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=100).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=103).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=10).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=97).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: merge1_mm PARTITION(key=98).id SIMPLE [(intermediate)intermediate.FieldSchema(name:key, type:int, comment:null), ] -PREHOOK: query: select * from merge1_mm order by id, key -PREHOOK: type: QUERY -PREHOOK: Input: default@merge1_mm -PREHOOK: Input: default@merge1_mm@key=0 -PREHOOK: Input: default@merge1_mm@key=10 -PREHOOK: Input: default@merge1_mm@key=100 -PREHOOK: Input: default@merge1_mm@key=103 -PREHOOK: Input: default@merge1_mm@key=97 -PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### -POSTHOOK: query: select * from merge1_mm order by id, key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@merge1_mm -POSTHOOK: Input: default@merge1_mm@key=0 -POSTHOOK: Input: default@merge1_mm@key=10 -POSTHOOK: Input: default@merge1_mm@key=100 -POSTHOOK: Input: default@merge1_mm@key=103 -POSTHOOK: Input: default@merge1_mm@key=97 -POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### -0 0 -0 0 -10 10 -10 10 -97 97 -97 97 -98 98 -98 98 -100 100 -100 100 -103 103 -103 103 -PREHOOK: query: drop table merge1_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@merge1_mm -PREHOOK: Output: default@merge1_mm -POSTHOOK: query: drop table merge1_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@merge1_mm -POSTHOOK: Output: default@merge1_mm -PREHOOK: query: drop table load0_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table load0_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table load0_mm (key string, value string) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@load0_mm -POSTHOOK: query: create table load0_mm (key string, value string) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@load0_mm -PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table load0_mm -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load0_mm -POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table load0_mm -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load0_mm -PREHOOK: query: select count(1) from load0_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load0_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load0_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load0_mm -#### A masked pattern was here #### -500 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' into table load0_mm -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load0_mm -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' into table load0_mm -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load0_mm -PREHOOK: query: select count(1) from load0_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load0_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load0_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load0_mm -#### A masked pattern was here #### -1000 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' overwrite into table load0_mm -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load0_mm -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' overwrite into table load0_mm -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load0_mm -PREHOOK: query: select count(1) from load0_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load0_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load0_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load0_mm -#### A masked pattern was here #### -500 -PREHOOK: query: drop table load0_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@load0_mm -PREHOOK: Output: default@load0_mm -POSTHOOK: query: drop table load0_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@load0_mm -POSTHOOK: Output: default@load0_mm -PREHOOK: query: drop table intermediate2 -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table intermediate2 -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table intermediate2 (key string, value string) stored as textfile -#### A masked pattern was here #### -PREHOOK: type: CREATETABLE -#### A masked pattern was here #### -PREHOOK: Output: database:default -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: create table intermediate2 (key string, value string) stored as textfile -#### A masked pattern was here #### -POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### -POSTHOOK: Output: database:default -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: drop table load1_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table load1_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table load1_mm (key string, value string) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@load1_mm -POSTHOOK: query: create table load1_mm (key string, value string) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@load1_mm -#### A masked pattern was here #### -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load1_mm -#### A masked pattern was here #### -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load1_mm -PREHOOK: query: select count(1) from load1_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load1_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load1_mm -#### A masked pattern was here #### -1000 -PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -#### A masked pattern was here #### -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load1_mm -PREHOOK: query: select count(1) from load1_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load1_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load1_mm -#### A masked pattern was here #### -1050 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -#### A masked pattern was here #### -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load1_mm -PREHOOK: query: select count(1) from load1_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load1_mm -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load1_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load1_mm -#### A masked pattern was here #### -500 -PREHOOK: query: drop table load1_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@load1_mm -PREHOOK: Output: default@load1_mm -POSTHOOK: query: drop table load1_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@load1_mm -POSTHOOK: Output: default@load1_mm -PREHOOK: query: drop table load2_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table load2_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table load2_mm (key string, value string) - partitioned by (k int, l int) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@load2_mm -POSTHOOK: query: create table load2_mm (key string, value string) - partitioned by (k int, l int) stored as textfile tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@load2_mm -PREHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv2.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: load data local inpath '../../data/files/kv3.txt' into table intermediate2 -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@intermediate2 -#### A masked pattern was here #### -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@load2_mm -#### A masked pattern was here #### -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@load2_mm -POSTHOOK: Output: default@load2_mm@k=5/l=5 -PREHOOK: query: select count(1) from load2_mm -PREHOOK: type: QUERY -PREHOOK: Input: default@load2_mm -PREHOOK: Input: default@load2_mm@k=5/l=5 -#### A masked pattern was here #### -POSTHOOK: query: select count(1) from load2_mm -POSTHOOK: type: QUERY -POSTHOOK: Input: default@load2_mm -POSTHOOK: Input: default@load2_mm@k=5/l=5 -#### A masked pattern was here #### -1025 -PREHOOK: query: drop table load2_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@load2_mm -PREHOOK: Output: default@load2_mm -POSTHOOK: query: drop table load2_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@load2_mm -POSTHOOK: Output: default@load2_mm -PREHOOK: query: drop table intermediate2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@intermediate2 -PREHOOK: Output: default@intermediate2 -POSTHOOK: query: drop table intermediate2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@intermediate2 -POSTHOOK: Output: default@intermediate2 -PREHOOK: query: drop table multi0_1_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table multi0_1_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table multi0_2_mm -PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table multi0_2_mm -POSTHOOK: type: DROPTABLE -PREHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@multi0_1_mm -POSTHOOK: query: create table multi0_1_mm (key int, key2 int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@multi0_1_mm -PREHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@multi0_2_mm -POSTHOOK: query: create table multi0_2_mm (key int, key2 int) tblproperties("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@multi0_2_mm -PREHOOK: query: CREATE TABLE parquet1_mm(id INT) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@parquet1_mm -POSTHOOK: query: CREATE TABLE parquet1_mm(id INT) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@parquet1_mm -PREHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) -PREHOOK: type: QUERY -PREHOOK: Output: default@parquet1_mm -POSTHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) -POSTHOOK: type: QUERY -POSTHOOK: Output: default@parquet1_mm -POSTHOOK: Lineage: parquet1_mm.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -PREHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@parquet2_mm -POSTHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@parquet2_mm -PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') -PREHOOK: type: QUERY -PREHOOK: Output: default@parquet2_mm -POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') -POSTHOOK: type: QUERY -POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') -PREHOOK: type: QUERY -PREHOOK: Output: default@parquet2_mm -POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') -POSTHOOK: type: QUERY -POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -PREHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm - JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id - JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id -where t1.value = 'value1' and t2.value = 'value2' -PREHOOK: type: QUERY -PREHOOK: Input: default@parquet1_mm -PREHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### -POSTHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm - JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id - JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id -where t1.value = 'value1' and t2.value = 'value2' -POSTHOOK: type: QUERY -POSTHOOK: Input: default@parquet1_mm -POSTHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### -1 value1 value2 -PREHOOK: query: drop table parquet1_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@parquet1_mm -PREHOOK: Output: default@parquet1_mm -POSTHOOK: query: drop table parquet1_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@parquet1_mm -POSTHOOK: Output: default@parquet1_mm -PREHOOK: query: drop table parquet2_mm -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@parquet2_mm -PREHOOK: Output: default@parquet2_mm -POSTHOOK: query: drop table parquet2_mm -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@parquet2_mm -POSTHOOK: Output: default@parquet2_mm -PREHOOK: query: drop table intermediate -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@intermediate -PREHOOK: Output: default@intermediate -POSTHOOK: query: drop table intermediate -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@intermediate -POSTHOOK: Output: default@intermediate http://git-wip-us.apache.org/repos/asf/hive/blob/a0c546f7/ql/src/test/results/clientpositive/tez/explainuser_3.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 7e89478..cd17cfa 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -511,9 +511,9 @@ Stage-3 Map 1 vectorized File Output Operator [FS_8] table:{"name:":"default.orc_merge5"} - Select Operator [SEL_9] (rows=1 width=352) + Select Operator [SEL_7] (rows=1 width=352) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_8] (rows=1 width=352) + Filter Operator [FIL_6] (rows=1 width=352) predicate:(userid <= 13) TableScan [TS_0] (rows=1 width=352) default@orc_merge5,orc_merge5,Tbl:COMPLETE,Col:NONE,Output:["userid","string1","subtype","decimal1","ts"]
