http://git-wip-us.apache.org/repos/asf/hive/blob/6f5c1135/ql/src/test/results/clientpositive/autoColumnStats_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/autoColumnStats_2.q.out
b/ql/src/test/results/clientpositive/autoColumnStats_2.q.out
deleted file mode 100644
index 791e6ae..0000000
--- a/ql/src/test/results/clientpositive/autoColumnStats_2.q.out
+++ /dev/null
@@ -1,1500 +0,0 @@
-PREHOOK: query: drop table src_multi1
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table src_multi1
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table src_multi1 like src
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_multi1
-POSTHOOK: query: create table src_multi1 like src
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_multi1
-PREHOOK: query: insert into table src_multi1 select * from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@src_multi1
-POSTHOOK: query: insert into table src_multi1 select * from src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@src_multi1
-POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
-POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-PREHOOK: query: explain extended select * from src_multi1
-PREHOOK: type: QUERY
-POSTHOOK: query: explain extended select * from src_multi1
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: src_multi1
- Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE
Column stats: COMPLETE
- GatherStats: false
- Select Operator
- expressions: key (type: string), value (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: describe formatted src_multi1
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@src_multi1
-POSTHOOK: query: describe formatted src_multi1
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@src_multi1
-# col_name data_type comment
-
-key string default
-value string default
-
-# Detailed Table Information
-Database: default
-#### A masked pattern was here ####
-Retention: 0
-#### A masked pattern was here ####
-Table Type: MANAGED_TABLE
-Table Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 500
- rawDataSize 5312
- totalSize 5812
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table a
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table a
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: drop table b
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table b
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table a like src
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@a
-POSTHOOK: query: create table a like src
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@a
-PREHOOK: query: create table b like src
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@b
-POSTHOOK: query: create table b like src
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@b
-PREHOOK: query: from src
-insert into table a select *
-insert into table b select *
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@a
-PREHOOK: Output: default@b
-POSTHOOK: query: from src
-insert into table a select *
-insert into table b select *
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@a
-POSTHOOK: Output: default@b
-POSTHOOK: Lineage: a.key SIMPLE [(src)src.FieldSchema(name:key, type:string,
comment:default), ]
-POSTHOOK: Lineage: a.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-POSTHOOK: Lineage: b.key SIMPLE [(src)src.FieldSchema(name:key, type:string,
comment:default), ]
-POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-PREHOOK: query: describe formatted a key
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@a
-POSTHOOK: query: describe formatted a key
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@a
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-key string
0 205 2.812
3
from deserializer
-PREHOOK: query: describe formatted b key
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b key
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-key string
0 205 2.812
3
from deserializer
-PREHOOK: query: from src
-insert overwrite table a select *
-insert into table b select *
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@a
-PREHOOK: Output: default@b
-POSTHOOK: query: from src
-insert overwrite table a select *
-insert into table b select *
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@a
-POSTHOOK: Output: default@b
-POSTHOOK: Lineage: a.key SIMPLE [(src)src.FieldSchema(name:key, type:string,
comment:default), ]
-POSTHOOK: Lineage: a.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-POSTHOOK: Lineage: b.key SIMPLE [(src)src.FieldSchema(name:key, type:string,
comment:default), ]
-POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-PREHOOK: query: describe formatted a
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@a
-POSTHOOK: query: describe formatted a
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@a
-# col_name data_type comment
-
-key string default
-value string default
-
-# Detailed Table Information
-Database: default
-#### A masked pattern was here ####
-Retention: 0
-#### A masked pattern was here ####
-Table Type: MANAGED_TABLE
-Table Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 500
- rawDataSize 5312
- totalSize 5812
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: describe formatted b
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type comment
-
-key string default
-value string default
-
-# Detailed Table Information
-Database: default
-#### A masked pattern was here ####
-Retention: 0
-#### A masked pattern was here ####
-Table Type: MANAGED_TABLE
-Table Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 2
- numRows 1000
- rawDataSize 10624
- totalSize 11624
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: describe formatted b key
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b key
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-key string
0 205 2.812
3
from deserializer
-PREHOOK: query: describe formatted b value
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b value
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-value string
0 214 6.812
7
from deserializer
-PREHOOK: query: insert into table b select NULL, NULL from src limit 10
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@b
-POSTHOOK: query: insert into table b select NULL, NULL from src limit 10
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@b
-POSTHOOK: Lineage: b.key SIMPLE []
-POSTHOOK: Lineage: b.value SIMPLE []
-PREHOOK: query: describe formatted b key
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b key
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-key string
10 205 2.812
3
from deserializer
-PREHOOK: query: describe formatted b value
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b value
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-value string
10 214 6.812
7
from deserializer
-PREHOOK: query: insert into table b(value) select key+100000 from src limit 10
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@b
-POSTHOOK: query: insert into table b(value) select key+100000 from src limit 10
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@b
-POSTHOOK: Lineage: b.key SIMPLE []
-POSTHOOK: Lineage: b.value EXPRESSION [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
-PREHOOK: query: describe formatted b key
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b key
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-key string
20 205 2.812
3
from deserializer
-PREHOOK: query: describe formatted b value
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@b
-POSTHOOK: query: describe formatted b value
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@b
-# col_name data_type min max
num_nulls distinct_count avg_col_len
max_col_len num_trues num_falses
comment
-
-value string
10 214 8.0
8
from deserializer
-PREHOOK: query: drop table src_multi2
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table src_multi2
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table src_multi2 like src
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_multi2
-POSTHOOK: query: create table src_multi2 like src
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_multi2
-PREHOOK: query: insert into table src_multi2 select subq.key, src.value from
(select * from src union select * from src1)subq join src on subq.key=src.key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Input: default@src1
-PREHOOK: Output: default@src_multi2
-POSTHOOK: query: insert into table src_multi2 select subq.key, src.value from
(select * from src union select * from src1)subq join src on subq.key=src.key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Input: default@src1
-POSTHOOK: Output: default@src_multi2
-POSTHOOK: Lineage: src_multi2.key EXPRESSION [(src)src.FieldSchema(name:key,
type:string, comment:default), (src1)src1.FieldSchema(name:key, type:string,
comment:default), ]
-POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-PREHOOK: query: describe formatted src_multi2
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@src_multi2
-POSTHOOK: query: describe formatted src_multi2
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@src_multi2
-# col_name data_type comment
-
-key string default
-value string default
-
-# Detailed Table Information
-Database: default
-#### A masked pattern was here ####
-Retention: 0
-#### A masked pattern was here ####
-Table Type: MANAGED_TABLE
-Table Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 508
- rawDataSize 5400
- totalSize 5908
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table nzhang_part14
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table nzhang_part14
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table if not exists nzhang_part14 (key string)
- partitioned by (value string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: create table if not exists nzhang_part14 (key string)
- partitioned by (value string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@nzhang_part14
-PREHOOK: query: insert into table nzhang_part14 partition(value)
-select key, value from (
- select * from (select 'k1' as key, cast(null as string) as value from src
limit 2)a
- union all
- select * from (select 'k2' as key, '' as value from src limit 2)b
- union all
- select * from (select 'k3' as key, ' ' as value from src limit 2)c
-) T
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: insert into table nzhang_part14 partition(value)
-select key, value from (
- select * from (select 'k1' as key, cast(null as string) as value from src
limit 2)a
- union all
- select * from (select 'k2' as key, '' as value from src limit 2)b
- union all
- select * from (select 'k3' as key, ' ' as value from src limit 2)c
-) T
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@nzhang_part14@value=
-POSTHOOK: Output: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14
PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION []
-PREHOOK: query: explain select key from nzhang_part14
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select key from nzhang_part14
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: nzhang_part14
- Statistics: Num rows: 6 Data size: 516 Basic stats: COMPLETE Column
stats: COMPLETE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 6 Data size: 516 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: drop table src5
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table src5
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table src5 as select key, value from src limit 5
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src5
-POSTHOOK: query: create table src5 as select key, value from src limit 5
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src5
-POSTHOOK: Lineage: src5.key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
-POSTHOOK: Lineage: src5.value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
-PREHOOK: query: insert into table nzhang_part14 partition(value)
-select key, value from src5
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src5
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: insert into table nzhang_part14 partition(value)
-select key, value from src5
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src5
-POSTHOOK: Output: default@nzhang_part14@value=val_165
-POSTHOOK: Output: default@nzhang_part14@value=val_238
-POSTHOOK: Output: default@nzhang_part14@value=val_27
-POSTHOOK: Output: default@nzhang_part14@value=val_311
-POSTHOOK: Output: default@nzhang_part14@value=val_86
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_165).key SIMPLE
[(src5)src5.FieldSchema(name:key, type:string, comment:null), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_238).key SIMPLE
[(src5)src5.FieldSchema(name:key, type:string, comment:null), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_27).key SIMPLE
[(src5)src5.FieldSchema(name:key, type:string, comment:null), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_311).key SIMPLE
[(src5)src5.FieldSchema(name:key, type:string, comment:null), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(value=val_86).key SIMPLE
[(src5)src5.FieldSchema(name:key, type:string, comment:null), ]
-PREHOOK: query: explain select key from nzhang_part14
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select key from nzhang_part14
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: nzhang_part14
- Statistics: Num rows: 11 Data size: 946 Basic stats: COMPLETE Column
stats: COMPLETE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 11 Data size: 946 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: drop table alter5
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table alter5
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table alter5 ( col1 string ) partitioned by (dt string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@alter5
-POSTHOOK: query: create table alter5 ( col1 string ) partitioned by (dt string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@alter5
-PREHOOK: query: alter table alter5 add partition (dt='a')
-PREHOOK: type: ALTERTABLE_ADDPARTS
-PREHOOK: Output: default@alter5
-POSTHOOK: query: alter table alter5 add partition (dt='a')
-POSTHOOK: type: ALTERTABLE_ADDPARTS
-POSTHOOK: Output: default@alter5
-POSTHOOK: Output: default@alter5@dt=a
-PREHOOK: query: describe formatted alter5 partition (dt='a')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@alter5
-POSTHOOK: query: describe formatted alter5 partition (dt='a')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@alter5
-# col_name data_type comment
-
-col1 string
-
-# Partition Information
-# col_name data_type comment
-
-dt string
-
-# Detailed Partition Information
-Partition Value: [a]
-Database: default
-Table: alter5
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"}
- numFiles 0
- numRows 0
- rawDataSize 0
- totalSize 0
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: insert into table alter5 partition (dt='a') select key from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@alter5@dt=a
-POSTHOOK: query: insert into table alter5 partition (dt='a') select key from
src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@alter5@dt=a
-POSTHOOK: Lineage: alter5 PARTITION(dt=a).col1 SIMPLE
[(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: describe formatted alter5 partition (dt='a')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@alter5
-POSTHOOK: query: describe formatted alter5 partition (dt='a')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@alter5
-# col_name data_type comment
-
-col1 string
-
-# Partition Information
-# col_name data_type comment
-
-dt string
-
-# Detailed Partition Information
-Partition Value: [a]
-Database: default
-Table: alter5
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}}
- numFiles 1
- numRows 500
- rawDataSize 1406
- totalSize 1906
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: explain select * from alter5 where dt='a'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select * from alter5 where dt='a'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: alter5
- Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: col1 (type: string), 'a' (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 500 Data size: 86000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: drop table alter5
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@alter5
-PREHOOK: Output: default@alter5
-POSTHOOK: query: drop table alter5
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@alter5
-POSTHOOK: Output: default@alter5
-PREHOOK: query: create table alter5 ( col1 string ) partitioned by (dt string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@alter5
-POSTHOOK: query: create table alter5 ( col1 string ) partitioned by (dt string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@alter5
-PREHOOK: query: alter table alter5 add partition (dt='a') location 'parta'
-PREHOOK: type: ALTERTABLE_ADDPARTS
-#### A masked pattern was here ####
-PREHOOK: Output: default@alter5
-POSTHOOK: query: alter table alter5 add partition (dt='a') location 'parta'
-POSTHOOK: type: ALTERTABLE_ADDPARTS
-#### A masked pattern was here ####
-POSTHOOK: Output: default@alter5
-POSTHOOK: Output: default@alter5@dt=a
-PREHOOK: query: describe formatted alter5 partition (dt='a')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@alter5
-POSTHOOK: query: describe formatted alter5 partition (dt='a')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@alter5
-# col_name data_type comment
-
-col1 string
-
-# Partition Information
-# col_name data_type comment
-
-dt string
-
-# Detailed Partition Information
-Partition Value: [a]
-Database: default
-Table: alter5
-#### A masked pattern was here ####
-Partition Parameters:
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: insert into table alter5 partition (dt='a') select key from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@alter5@dt=a
-POSTHOOK: query: insert into table alter5 partition (dt='a') select key from
src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@alter5@dt=a
-POSTHOOK: Lineage: alter5 PARTITION(dt=a).col1 SIMPLE
[(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: describe formatted alter5 partition (dt='a')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@alter5
-POSTHOOK: query: describe formatted alter5 partition (dt='a')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@alter5
-# col_name data_type comment
-
-col1 string
-
-# Partition Information
-# col_name data_type comment
-
-dt string
-
-# Detailed Partition Information
-Partition Value: [a]
-Database: default
-Table: alter5
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE {\"COLUMN_STATS\":{\"col1\":\"true\"}}
- numFiles 1
- totalSize 1906
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: explain select * from alter5 where dt='a'
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select * from alter5 where dt='a'
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: alter5
- Statistics: Num rows: 19 Data size: 1653 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: col1 (type: string), 'a' (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 19 Data size: 3268 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: drop table src_stat_part
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table src_stat_part
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table src_stat_part(key string, value string)
partitioned by (partitionId int)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@src_stat_part
-POSTHOOK: query: create table src_stat_part(key string, value string)
partitioned by (partitionId int)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@src_stat_part
-PREHOOK: query: insert into table src_stat_part partition (partitionId=1)
-select * from src1 limit 5
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src1
-PREHOOK: Output: default@src_stat_part@partitionid=1
-POSTHOOK: query: insert into table src_stat_part partition (partitionId=1)
-select * from src1 limit 5
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src1
-POSTHOOK: Output: default@src_stat_part@partitionid=1
-POSTHOOK: Lineage: src_stat_part PARTITION(partitionid=1).key SIMPLE
[(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: src_stat_part PARTITION(partitionid=1).value SIMPLE
[(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: describe formatted src_stat_part PARTITION(partitionId=1)
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@src_stat_part
-POSTHOOK: query: describe formatted src_stat_part PARTITION(partitionId=1)
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@src_stat_part
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-partitionid int
-
-# Detailed Partition Information
-Partition Value: [1]
-Database: default
-Table: src_stat_part
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 5
- rawDataSize 38
- totalSize 43
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: insert into table src_stat_part partition (partitionId=2)
-select * from src1
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src1
-PREHOOK: Output: default@src_stat_part@partitionid=2
-POSTHOOK: query: insert into table src_stat_part partition (partitionId=2)
-select * from src1
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src1
-POSTHOOK: Output: default@src_stat_part@partitionid=2
-POSTHOOK: Lineage: src_stat_part PARTITION(partitionid=2).key SIMPLE
[(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: src_stat_part PARTITION(partitionid=2).value SIMPLE
[(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: describe formatted src_stat_part PARTITION(partitionId=2)
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@src_stat_part
-POSTHOOK: query: describe formatted src_stat_part PARTITION(partitionId=2)
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@src_stat_part
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-partitionid int
-
-# Detailed Partition Information
-Partition Value: [2]
-Database: default
-Table: src_stat_part
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 25
- rawDataSize 191
- totalSize 216
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table srcbucket_mapjoin
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table srcbucket_mapjoin
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string)
partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@srcbucket_mapjoin
-POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string)
partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@srcbucket_mapjoin
-PREHOOK: query: drop table tab_part
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table tab_part
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE tab_part (key int, value string) PARTITIONED
BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS
TEXTFILE
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab_part
-POSTHOOK: query: CREATE TABLE tab_part (key int, value string) PARTITIONED
BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS
TEXTFILE
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab_part
-PREHOOK: query: drop table srcbucket_mapjoin_part
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table srcbucket_mapjoin_part
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string)
partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@srcbucket_mapjoin_part
-POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string)
partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@srcbucket_mapjoin_part
-PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO
TABLE srcbucket_mapjoin partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt'
INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin
-POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO
TABLE srcbucket_mapjoin partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt'
INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO
TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin_part
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt'
INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin_part
-POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/srcbucket21.txt' INTO
TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket21.txt'
INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO
TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt'
INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/srcbucket23.txt' INTO
TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-POSTHOOK: query: load data local inpath '../../data/files/srcbucket23.txt'
INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
-PREHOOK: query: insert into table tab_part partition (ds='2008-04-08')
-select key,value from srcbucket_mapjoin_part
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcbucket_mapjoin_part
-PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
-PREHOOK: Output: default@tab_part@ds=2008-04-08
-POSTHOOK: query: insert into table tab_part partition (ds='2008-04-08')
-select key,value from srcbucket_mapjoin_part
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcbucket_mapjoin_part
-POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
-POSTHOOK: Output: default@tab_part@ds=2008-04-08
-POSTHOOK: Lineage: tab_part PARTITION(ds=2008-04-08).key SIMPLE
[(srcbucket_mapjoin_part)srcbucket_mapjoin_part.FieldSchema(name:key, type:int,
comment:null), ]
-POSTHOOK: Lineage: tab_part PARTITION(ds=2008-04-08).value SIMPLE
[(srcbucket_mapjoin_part)srcbucket_mapjoin_part.FieldSchema(name:value,
type:string, comment:null), ]
-PREHOOK: query: describe formatted tab_part partition (ds='2008-04-08')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@tab_part
-POSTHOOK: query: describe formatted tab_part partition (ds='2008-04-08')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@tab_part
-# col_name data_type comment
-
-key int
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-
-# Detailed Partition Information
-Partition Value: [2008-04-08]
-Database: default
-Table: tab_part
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 4
- numRows 500
- rawDataSize 5312
- totalSize 5812
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: 4
-Bucket Columns: [key]
-Sort Columns: [Order(col:key, order:1)]
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: CREATE TABLE tab(key int, value string) PARTITIONED BY(ds
STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab
-POSTHOOK: query: CREATE TABLE tab(key int, value string) PARTITIONED BY(ds
STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab
-PREHOOK: query: insert into table tab partition (ds='2008-04-08')
-select key,value from srcbucket_mapjoin
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcbucket_mapjoin
-PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08
-PREHOOK: Output: default@tab@ds=2008-04-08
-POSTHOOK: query: insert into table tab partition (ds='2008-04-08')
-select key,value from srcbucket_mapjoin
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcbucket_mapjoin
-POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08
-POSTHOOK: Output: default@tab@ds=2008-04-08
-POSTHOOK: Lineage: tab PARTITION(ds=2008-04-08).key SIMPLE
[(srcbucket_mapjoin)srcbucket_mapjoin.FieldSchema(name:key, type:int,
comment:null), ]
-POSTHOOK: Lineage: tab PARTITION(ds=2008-04-08).value SIMPLE
[(srcbucket_mapjoin)srcbucket_mapjoin.FieldSchema(name:value, type:string,
comment:null), ]
-PREHOOK: query: describe formatted tab partition (ds='2008-04-08')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@tab
-POSTHOOK: query: describe formatted tab partition (ds='2008-04-08')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@tab
-# col_name data_type comment
-
-key int
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-
-# Detailed Partition Information
-Partition Value: [2008-04-08]
-Database: default
-Table: tab
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 2
- numRows 242
- rawDataSize 2566
- totalSize 2808
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: 2
-Bucket Columns: [key]
-Sort Columns: [Order(col:key, order:1)]
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table nzhang_part14
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@nzhang_part14
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: drop table nzhang_part14
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@nzhang_part14
-POSTHOOK: Output: default@nzhang_part14
-PREHOOK: query: create table if not exists nzhang_part14 (key string, value
string)
- partitioned by (ds string, hr string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: create table if not exists nzhang_part14 (key string, value
string)
- partitioned by (ds string, hr string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@nzhang_part14
-PREHOOK: query: describe formatted nzhang_part14
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@nzhang_part14
-POSTHOOK: query: describe formatted nzhang_part14
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@nzhang_part14
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-hr string
-
-# Detailed Table Information
-Database: default
-#### A masked pattern was here ####
-Retention: 0
-#### A masked pattern was here ####
-Table Type: MANAGED_TABLE
-Table Parameters:
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: insert into table nzhang_part14 partition(ds, hr)
-select key, value, ds, hr from (
- select * from (select 'k1' as key, cast(null as string) as value, '1' as ds,
'2' as hr from src limit 2)a
- union all
- select * from (select 'k2' as key, '' as value, '1' as ds, '3' as hr from
src limit 2)b
- union all
- select * from (select 'k3' as key, ' ' as value, '2' as ds, '1' as hr from
src limit 2)c
-) T
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: insert into table nzhang_part14 partition(ds, hr)
-select key, value, ds, hr from (
- select * from (select 'k1' as key, cast(null as string) as value, '1' as ds,
'2' as hr from src limit 2)a
- union all
- select * from (select 'k2' as key, '' as value, '1' as ds, '3' as hr from
src limit 2)b
- union all
- select * from (select 'k3' as key, ' ' as value, '2' as ds, '1' as hr from
src limit 2)c
-) T
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@nzhang_part14@ds=1/hr=2
-POSTHOOK: Output: default@nzhang_part14@ds=1/hr=3
-POSTHOOK: Output: default@nzhang_part14@ds=2/hr=1
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=1,hr=2).key EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=1,hr=2).value EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=1,hr=3).key EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=1,hr=3).value EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2,hr=1).key EXPRESSION []
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2,hr=1).value EXPRESSION []
-PREHOOK: query: desc formatted nzhang_part14 partition(ds='1', hr='3')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@nzhang_part14
-POSTHOOK: query: desc formatted nzhang_part14 partition(ds='1', hr='3')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@nzhang_part14
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-hr string
-
-# Detailed Partition Information
-Partition Value: [1, 3]
-Database: default
-Table: nzhang_part14
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 2
- rawDataSize 6
- totalSize 8
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: INSERT into TABLE nzhang_part14 PARTITION (ds='2010-03-03', hr)
-SELECT key, value, hr FROM srcpart WHERE ds is not null and hr>10
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@nzhang_part14@ds=2010-03-03
-POSTHOOK: query: INSERT into TABLE nzhang_part14 PARTITION (ds='2010-03-03',
hr)
-SELECT key, value, hr FROM srcpart WHERE ds is not null and hr>10
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@nzhang_part14@ds=2010-03-03/hr=11
-POSTHOOK: Output: default@nzhang_part14@ds=2010-03-03/hr=12
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: desc formatted nzhang_part14 PARTITION(ds='2010-03-03',
hr='12')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@nzhang_part14
-POSTHOOK: query: desc formatted nzhang_part14 PARTITION(ds='2010-03-03',
hr='12')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@nzhang_part14
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-hr string
-
-# Detailed Partition Information
-Partition Value: [2010-03-03, 12]
-Database: default
-Table: nzhang_part14
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 1000
- rawDataSize 10624
- totalSize 11624
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table nzhang_part14
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@nzhang_part14
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: drop table nzhang_part14
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@nzhang_part14
-POSTHOOK: Output: default@nzhang_part14
-PREHOOK: query: create table if not exists nzhang_part14 (key string, value
string)
-partitioned by (ds string, hr string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@nzhang_part14
-POSTHOOK: query: create table if not exists nzhang_part14 (key string, value
string)
-partitioned by (ds string, hr string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@nzhang_part14
-PREHOOK: query: INSERT into TABLE nzhang_part14 PARTITION (ds='2010-03-03', hr)
-SELECT key, value, hr FROM srcpart WHERE ds is not null and hr>10
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@nzhang_part14@ds=2010-03-03
-POSTHOOK: query: INSERT into TABLE nzhang_part14 PARTITION (ds='2010-03-03',
hr)
-SELECT key, value, hr FROM srcpart WHERE ds is not null and hr>10
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@nzhang_part14@ds=2010-03-03/hr=11
-POSTHOOK: Output: default@nzhang_part14@ds=2010-03-03/hr=12
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: nzhang_part14 PARTITION(ds=2010-03-03,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: desc formatted nzhang_part14 PARTITION(ds='2010-03-03',
hr='12')
-PREHOOK: type: DESCTABLE
-PREHOOK: Input: default@nzhang_part14
-POSTHOOK: query: desc formatted nzhang_part14 PARTITION(ds='2010-03-03',
hr='12')
-POSTHOOK: type: DESCTABLE
-POSTHOOK: Input: default@nzhang_part14
-# col_name data_type comment
-
-key string
-value string
-
-# Partition Information
-# col_name data_type comment
-
-ds string
-hr string
-
-# Detailed Partition Information
-Partition Value: [2010-03-03, 12]
-Database: default
-Table: nzhang_part14
-#### A masked pattern was here ####
-Partition Parameters:
- COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}}
- numFiles 1
- numRows 1000
- rawDataSize 10624
- totalSize 11624
-#### A masked pattern was here ####
-
-# Storage Information
-SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-InputFormat: org.apache.hadoop.mapred.TextInputFormat
-OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-Compressed: No
-Num Buckets: -1
-Bucket Columns: []
-Sort Columns: []
-Storage Desc Params:
- serialization.format 1
-PREHOOK: query: drop table a
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@a
-PREHOOK: Output: default@a
-POSTHOOK: query: drop table a
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@a
-POSTHOOK: Output: default@a
-PREHOOK: query: create table a (key string, value string)
-partitioned by (ds string, hr string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@a
-POSTHOOK: query: create table a (key string, value string)
-partitioned by (ds string, hr string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@a
-PREHOOK: query: drop table b
-PREHOOK: type: DROPTABLE
-PREHOOK: Input: default@b
-PREHOOK: Output: default@b
-POSTHOOK: query: drop table b
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@b
-POSTHOOK: Output: default@b
-PREHOOK: query: create table b (key string, value string)
-partitioned by (ds string, hr string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@b
-POSTHOOK: query: create table b (key string, value string)
-partitioned by (ds string, hr string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@b
-PREHOOK: query: drop table c
-PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table c
-POSTHOOK: type: DROPTABLE
-PREHOOK: query: create table c (key string, value string)
-partitioned by (ds string, hr string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@c
-POSTHOOK: query: create table c (key string, value string)
-partitioned by (ds string, hr string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@c
-PREHOOK: query: FROM srcpart
-INSERT into TABLE a PARTITION (ds='2010-03-11', hr) SELECT key, value, hr
WHERE ds is not null and hr>10
-INSERT into TABLE b PARTITION (ds='2010-04-11', hr) SELECT key, value, hr
WHERE ds is not null and hr>11
-INSERT into TABLE c PARTITION (ds='2010-05-11', hr) SELECT key, value, hr
WHERE hr>0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@srcpart
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-PREHOOK: Output: default@a@ds=2010-03-11
-PREHOOK: Output: default@b@ds=2010-04-11
-PREHOOK: Output: default@c@ds=2010-05-11
-POSTHOOK: query: FROM srcpart
-INSERT into TABLE a PARTITION (ds='2010-03-11', hr) SELECT key, value, hr
WHERE ds is not null and hr>10
-INSERT into TABLE b PARTITION (ds='2010-04-11', hr) SELECT key, value, hr
WHERE ds is not null and hr>11
-INSERT into TABLE c PARTITION (ds='2010-05-11', hr) SELECT key, value, hr
WHERE hr>0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@srcpart
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
-POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
-POSTHOOK: Output: default@a@ds=2010-03-11/hr=11
-POSTHOOK: Output: default@a@ds=2010-03-11/hr=12
-POSTHOOK: Output: default@b@ds=2010-04-11/hr=12
-POSTHOOK: Output: default@c@ds=2010-05-11/hr=11
-POSTHOOK: Output: default@c@ds=2010-05-11/hr=12
-POSTHOOK: Lineage: a PARTITION(ds=2010-03-11,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: a PARTITION(ds=2010-03-11,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: a PARTITION(ds=2010-03-11,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: a PARTITION(ds=2010-03-11,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: b PARTITION(ds=2010-04-11,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: b PARTITION(ds=2010-04-11,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: c PARTITION(ds=2010-05-11,hr=11).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: c PARTITION(ds=2010-05-11,hr=11).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: c PARTITION(ds=2010-05-11,hr=12).key SIMPLE
[(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: c PARTITION(ds=2010-05-11,hr=12).value SIMPLE
[(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: explain select key from a
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select key from a
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: a
- Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: explain select value from b
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select value from b
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: b
- Statistics: Num rows: 1000 Data size: 91000 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: value (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1000 Data size: 91000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: explain select key from b
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select key from b
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: b
- Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: explain select value from c
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select value from c
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: c
- Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: value (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
-PREHOOK: query: explain select key from c
-PREHOOK: type: QUERY
-POSTHOOK: query: explain select key from c
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- TableScan
- alias: c
- Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE
Column stats: COMPLETE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE
Column stats: COMPLETE
- ListSink
-
